-- Logs begin at Thu 2021-12-09 08:42:12 UTC, end at Thu 2021-12-09 10:44:53 UTC. -- Dec 09 09:17:18.568579 dv-neutron-821175-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 09:17:20.708307 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.common.config [-] Logging enabled! Dec 09 09:17:20.708908 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev77 Dec 09 09:17:20.709090 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83383) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 09:17:20.711311 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.common.config [-] Logging enabled! Dec 09 09:17:20.711569 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev77 Dec 09 09:17:20.711840 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83383) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 09:17:20.712824 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:17:20.713085 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 09:17:20.713700 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:17:20.714113 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 09:17:20.714494 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 09:17:20.715039 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.715548 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.716109 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.716501 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.717005 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.718180 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.718676 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.719186 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.719707 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.720330 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.720824 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.721318 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.721706 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.722196 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.722716 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.723151 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.723494 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] debug = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.723997 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.724454 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.724895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.725190 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.725492 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.725779 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.726064 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.726360 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.726713 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] host = dv-neutron-821175-1-hyperv {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.727000 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.727295 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.727587 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.727916 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.728204 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.728488 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.728780 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.729061 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.729340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_file = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.729622 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.729915 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.730209 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.730512 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.730738 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.730964 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.731257 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.731552 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.731860 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.732145 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.732426 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.732729 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.733047 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.733408 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.733763 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.734055 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.734353 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.734636 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.734919 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.735205 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.735485 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.735802 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.736087 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.736367 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.736647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.736941 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.737215 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.737498 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.737804 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.738094 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.738381 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.738671 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.738950 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.739242 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.739521 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.739827 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.740108 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_json = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.740388 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.740669 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.740957 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.741237 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.741517 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.741796 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.742072 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.742363 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:20.742672 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.742975 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.743284 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.743578 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.743899 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.744191 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.744487 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.744774 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.745074 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.745369 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.745662 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.745946 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.746489 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.746786 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.747082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.747362 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.747647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.747967 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.748252 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.749077 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.749361 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.749653 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.749939 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.750218 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.750506 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.750789 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.751065 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.751343 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.751626 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.751941 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.752228 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.752505 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.752782 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.753066 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.753344 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.753637 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.753918 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.754198 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.754476 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.754760 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.755037 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.755318 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.755608 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.755915 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.756200 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.756484 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.756762 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.757042 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.757323 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.757602 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.757880 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.758154 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.758438 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.758715 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.758990 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.759271 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.759549 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.759859 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.760156 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.760463 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.760751 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.761049 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.761324 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.761610 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.761895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.762179 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.762464 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.762746 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.763024 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.763324 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.763616 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.763952 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.764792 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.765211 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.765521 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.765816 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.766108 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.766394 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.766679 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.766976 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.767270 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.767572 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.767900 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.768209 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.768515 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.768815 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.769105 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.769423 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.769709 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:20.769931 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 09:17:20.770182 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83383) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 09:17:21.174919 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO keyring.backend [-] Loading KWallet Dec 09 09:17:21.182376 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO keyring.backend [-] Loading SecretService Dec 09 09:17:21.185553 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO keyring.backend [-] Loading Windows Dec 09 09:17:21.187557 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO keyring.backend [-] Loading chainer Dec 09 09:17:21.188167 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO keyring.backend [-] Loading macOS Dec 09 09:17:21.222243 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:21.222527 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:21.222822 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:21.223158 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 09:17:21.533365 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.533660 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.533931 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.590844 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.591127 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.591398 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.595126 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.595401 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.595667 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.624613 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.624894 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.625166 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.652819 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.653100 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.653372 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.972093 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.972597 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.972685 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.972906 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:21.973658 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.099343 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.099666 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.099988 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.100261 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.100533 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.100842 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.101108 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.101366 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.101621 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.101904 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.102164 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.102427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.102691 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.102948 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.103214 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.103482 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.103741 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.104038 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.104295 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.104576 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.104923 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.105178 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.105429 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.105711 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.105961 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.106209 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.106598 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.106841 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.107082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.107321 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.107558 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.108339 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.108887 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 09:17:22.112115 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 09:17:22.116108 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 09:17:22.120112 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 09 09:17:22.122018 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 09:17:22.122405 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 09:17:22.122749 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 09:17:22.123139 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 09:17:22.126155 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 09:17:22.126408 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 09:17:22.126754 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 09:17:22.155247 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 09 09:17:22.155716 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.156041 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83383) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 09 09:17:22.156409 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.157787 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83383) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 09:17:22.158069 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 09:17:22.158319 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 09:17:22.161557 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.161844 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.222011 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 09:17:22.222195 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 09:17:22.222435 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 09:17:22.222818 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 09:17:22.254964 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_db.sqlalchemy.engines [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83383) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 09 09:17:22.589430 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing driver for type 'gre' Dec 09 09:17:22.589958 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] gre ID ranges: [(1, 1000)] Dec 09 09:17:22.645222 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing driver for type 'local' Dec 09 09:17:22.645627 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing driver for type 'vlan' Dec 09 09:17:22.656768 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] VlanTypeDriver initialization complete Dec 09 09:17:22.657125 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing driver for type 'vxlan' Dec 09 09:17:22.657613 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] vxlan ID ranges: [(1, 1000)] Dec 09 09:17:22.707897 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing extension driver 'port_security' Dec 09 09:17:22.708230 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.extensions.port_security [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] PortSecurityExtensionDriver initialization complete Dec 09 09:17:22.708567 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing mechanism driver 'openvswitch' Dec 09 09:17:22.708888 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing mechanism driver 'hyperv' Dec 09 09:17:22.715317 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.plugins.ml2.plugin [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:22.716108 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.716473 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.716818 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.717311 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.717671 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.718002 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.718376 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.718716 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.719050 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.719417 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.719808 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.720147 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.720517 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.720852 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.721183 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.721516 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] ML2 OVO RPC backend initialized. {{(pid=83383) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 09 09:17:22.722146 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.722491 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.722903 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.723249 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > networks before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.723591 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.723946 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > ports before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.724279 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.724614 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnets before_response 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.724954 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.725290 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.725619 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.725948 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.726276 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.726605 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.726933 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.727261 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.727586 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.728196 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.plugin [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Modular L2 Plugin initialization complete Dec 09 09:17:22.728516 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading services supported by the core plugin {{(pid=83383) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 09:17:22.728835 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.plugins.ml2.managers [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Got port-security extension from driver 'port_security' Dec 09 09:17:22.729289 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.extensions.vlantransparent [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Disabled vlantransparent extension. Dec 09 09:17:22.729696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83383) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 09:17:22.730004 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: router Dec 09 09:17:22.766987 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.767375 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_create 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.767734 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router before_create 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.768111 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.768476 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.768823 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_delete 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.769171 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.769525 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_create 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.769863 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.770207 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.770547 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.770896 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.771299 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.771659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.772021 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.772350 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: subnet after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.772685 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.773024 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.773366 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.773700 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.774036 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.774385 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router after_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.774718 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.775057 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.775410 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.775762 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.776132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > agent after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.776474 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > agent after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.776810 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > network after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.777656 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Tracking information for resource: router configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.777984 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Tracking information for resource: floatingip configured {{(pid=83383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:17:22.783141 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.db.l3_agentschedulers_db [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 09:17:22.783711 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.784093 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.784442 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.784789 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: port after_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.785575 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router before_create 55550100 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.785934 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.786289 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_create 55550100 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.786638 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > router precommit_update 55550100 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.791037 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.provider_configuration [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service providers = [] {{(pid=83383) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 09:17:22.791396 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.db.servicetype_db [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83383) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 09:17:22.794477 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.service_base [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 09:17:22.794821 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.service_base [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 09:17:22.795154 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.service_base [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 09:17:22.796566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.services.service_base [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 09:17:22.796932 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.services.service_base [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 09:17:22.797293 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.797603 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 09:17:22.808125 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.808458 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: auto_allocate Dec 09 09:17:22.815022 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: network precommit_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.815384 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: network precommit_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.815928 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.816243 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: tag Dec 09 09:17:22.822944 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.823274 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: timestamp Dec 09 09:17:22.827415 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.827746 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: network_ip_availability Dec 09 09:17:22.832951 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.833318 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.833668 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:22.834361 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.834675 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: flavors Dec 09 09:17:22.839637 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.839948 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading Plugin: revisions Dec 09 09:17:22.844298 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 09:17:22.844682 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=83383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:22.845419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83383) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 09 09:17:22.845750 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Initializing extension manager. Dec 09 09:17:22.846243 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: __init__.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.846576 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: __pycache__ {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.846906 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.847231 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.847554 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: _filter_validation_lib.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.847905 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.848224 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: address_group.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.848964 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.849520 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: address-group Dec 09 09:17:22.849836 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: address_scope.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.850537 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.851040 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: address-scope Dec 09 09:17:22.851355 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.852301 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.852805 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: router-admin-state-down-before-update Dec 09 09:17:22.853123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: agent.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.853805 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.854303 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: agent Dec 09 09:17:22.854617 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: agent_resources_synced.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.855508 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.856033 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: agent-resources-synced Dec 09 09:17:22.856348 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: allowedaddresspairs.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.858720 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.859239 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: allowed-address-pairs Dec 09 09:17:22.859557 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: auto_allocated_topology.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.860662 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.861172 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: auto-allocated-topology Dec 09 09:17:22.861491 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: availability_zone.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.862172 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.862671 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: availability_zone Dec 09 09:17:22.862986 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: availability_zone_filter.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.863944 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.864445 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: availability_zone_filter Dec 09 09:17:22.864759 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: data_plane_status.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.865647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.866149 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 09:17:22.866460 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: default_subnetpools.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.867356 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.867897 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: default-subnetpools Dec 09 09:17:22.868216 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.868979 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.869484 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: dhcp_agent_scheduler Dec 09 09:17:22.869800 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: dns.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.870701 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.871200 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 09:17:22.871798 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: dns_domain_ports.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.872709 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.873210 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 09:17:22.874172 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: dvr.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.874829 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.875332 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: dvr Dec 09 09:17:22.875646 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: empty_string_filtering.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.876580 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.877084 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: empty-string-filtering Dec 09 09:17:22.877397 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.878294 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.878790 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 09:17:22.879103 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.880024 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.880530 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 09:17:22.880846 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: external_net.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.881734 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.882235 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: external-net Dec 09 09:17:22.882546 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.883450 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.883989 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: extra_dhcp_opt Dec 09 09:17:22.884304 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: extraroute.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.885193 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.885700 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: extraroute Dec 09 09:17:22.886013 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: extraroute_atomic.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.887026 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.887527 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: extraroute-atomic Dec 09 09:17:22.887861 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: filter_validation.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.888516 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.889039 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: filter-validation Dec 09 09:17:22.889352 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: fip_pf_description.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.890405 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.890909 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 09:17:22.891226 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: fip_port_details.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.892182 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.892682 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: fip-port-details Dec 09 09:17:22.892995 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: flavors.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.894219 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.894729 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: flavors Dec 09 09:17:22.895044 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.896709 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.897229 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 09:17:22.897558 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: floatingip_pools.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.898245 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.898757 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: floatingip-pools Dec 09 09:17:22.899081 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: ip_allocation.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.900021 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.900525 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 09:17:22.900846 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.901750 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.902257 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: ip-substring-filtering Dec 09 09:17:22.902577 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l2_adjacency.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.903490 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.904041 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 09:17:22.904358 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.905346 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.905858 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: router Dec 09 09:17:22.906176 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.908415 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.908937 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 09:17:22.909264 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.910183 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.910710 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: ext-gw-mode Dec 09 09:17:22.911015 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.911942 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.912451 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: l3-ha Dec 09 09:17:22.912769 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3_flavors.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.913677 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.914182 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: l3-flavors Dec 09 09:17:22.914497 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.915421 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.915948 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 09:17:22.916264 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: l3agentscheduler.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.917274 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.917779 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: l3_agent_scheduler Dec 09 09:17:22.918099 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: logging.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.919572 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.920113 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension logging not supported by any of loaded plugins Dec 09 09:17:22.920984 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: metering.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.921716 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.922288 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: metering Dec 09 09:17:22.922606 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.923699 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.924241 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: metering_source_and_destination_fields Dec 09 09:17:22.924562 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: multiprovidernet.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.925605 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.926112 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: multi-provider Dec 09 09:17:22.926433 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: netmtu.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.927335 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.927869 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: net-mtu Dec 09 09:17:22.928190 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: netmtu_writable.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.929410 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.929906 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: net-mtu-writable Dec 09 09:17:22.930226 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: network_availability_zone.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.930916 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.931407 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: network_availability_zone Dec 09 09:17:22.931700 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: network_ip_availability.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.932820 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.933328 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: network-ip-availability Dec 09 09:17:22.933648 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: network_segment_range.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.934408 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.934905 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 09:17:22.935224 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: pagination.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.936763 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.937084 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: pagination Dec 09 09:17:22.937404 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.938309 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.938825 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: port-mac-address-regenerate Dec 09 09:17:22.939136 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: port_resource_request.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.940061 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.940568 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 09:17:22.940881 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: portbindings.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.941800 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.942308 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: binding Dec 09 09:17:22.942617 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: portbindings_extended.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.943927 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.944437 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: binding-extended Dec 09 09:17:22.944752 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: portsecurity.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.945672 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.946175 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: port-security Dec 09 09:17:22.946491 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: project_id.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.947459 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.947807 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: project-id Dec 09 09:17:22.948130 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: providernet.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.949034 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.949539 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: provider Dec 09 09:17:22.949850 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.953420 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.953950 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos not supported by any of loaded plugins Dec 09 09:17:22.954278 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.955527 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.956066 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 09:17:22.956387 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.957292 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.957802 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 09:17:22.958123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_default.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.959022 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.959842 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-default not supported by any of loaded plugins Dec 09 09:17:22.959930 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_fip.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.960497 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.960993 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 09:17:22.961310 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_gateway_ip.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.962216 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.962724 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 09:17:22.963039 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_port_network_policy.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.963964 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.964466 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 09:17:22.964783 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_rule_type_details.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.965685 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.966188 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 09:17:22.966502 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: qos_rules_alias.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.967571 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.968106 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 09:17:22.968427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: quotasv2.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.969322 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.969645 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: quotas Dec 09 09:17:22.969962 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: quotasv2_detail.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.971732 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.972097 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: quota_details Dec 09 09:17:22.972427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: rbac.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.973479 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.974002 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: rbac-policies Dec 09 09:17:22.974328 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: rbac_address_scope.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.975241 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.975751 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: rbac-address-scope Dec 09 09:17:22.976098 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: rbac_security_groups.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.976992 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.977502 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: rbac-security-groups Dec 09 09:17:22.977822 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: rbac_subnetpool.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.978715 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.979223 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: rbac-subnetpool Dec 09 09:17:22.979543 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: revisionifmatch.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.980476 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.980983 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: revision-if-match Dec 09 09:17:22.981299 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: revisions.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.982392 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.983514 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: standard-attr-revisions Dec 09 09:17:22.984023 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: router_availability_zone.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.984696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.985201 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: router_availability_zone Dec 09 09:17:22.985518 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: routerservicetype.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.986441 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.986936 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 09:17:22.987253 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:22.988177 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:22.988682 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: port-security-groups-filtering Dec 09 09:17:22.989004 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: securitygroup.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.000953 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.001477 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: security-group Dec 09 09:17:23.001805 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: segment.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.002579 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.003089 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension segment not supported by any of loaded plugins Dec 09 09:17:23.003415 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.004392 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.004902 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 09:17:23.005225 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: servicetype.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.006370 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.006808 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: service-type Dec 09 09:17:23.007128 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: sorting.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.008118 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.008448 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: sorting Dec 09 09:17:23.008766 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: standard_attr_segment.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.009664 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.010175 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 09:17:23.010495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: standardattrdescription.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.011132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.011635 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: standard-attr-description Dec 09 09:17:23.011980 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: stateful_security_group.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.012905 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.013413 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: stateful-security-group Dec 09 09:17:23.013730 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: stdattrs_common.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.014337 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 09:17:23.014644 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.015557 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.016087 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 09:17:23.016421 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnet_onboard.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.017537 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.018049 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: subnet_onboard Dec 09 09:17:23.018364 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.019277 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.019805 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 09:17:23.020125 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnet_service_types.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.021033 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.021550 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: subnet-service-types Dec 09 09:17:23.021868 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnetallocation.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.022943 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.023452 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: subnet_allocation Dec 09 09:17:23.023778 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.024443 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.024947 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: subnetpool-prefix-ops Dec 09 09:17:23.025259 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.026188 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.026687 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 09:17:23.026998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: tagging.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.028093 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.028600 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: standard-attr-tag Dec 09 09:17:23.028917 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: timestamp.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.030635 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.031141 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loaded extension: standard-attr-timestamp Dec 09 09:17:23.031461 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: trunk.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.032511 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.033026 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension trunk not supported by any of loaded plugins Dec 09 09:17:23.033345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: trunk_details.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.034258 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.034766 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 09:17:23.035086 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: uplink_status_propagation.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.036029 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.036534 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 09:17:23.036850 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Loading extension file: vlantransparent.py {{(pid=83383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 09 09:17:23.037511 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 09 09:17:23.038013 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 09:17:23.040280 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:network Dec 09 09:17:23.041005 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnet Dec 09 09:17:23.041881 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:17:23.042569 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:port Dec 09 09:17:23.043864 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.044314 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service FLAVORS assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.044931 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.046061 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.046631 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:router Dec 09 09:17:23.047290 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 09:17:23.048027 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service METERING assigned prefix: /metering {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.049449 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:23.049812 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:23.050160 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:17:23.051276 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 09:17:23.051704 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:security_group Dec 09 09:17:23.052386 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 09:17:23.053114 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service CORE assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.053440 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:17:23.053771 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] subnetpool is already registered Dec 09 09:17:23.054375 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service CORE assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.054700 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:17:23.055022 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] subnetpool is already registered Dec 09 09:17:23.057560 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.057986 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service FLAVORS assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.058565 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.058980 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.059306 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:router Dec 09 09:17:23.059628 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] router is already registered Dec 09 09:17:23.060243 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 09:17:23.060568 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] floatingip is already registered Dec 09 09:17:23.061235 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service METERING assigned prefix: /metering {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.061884 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 09:17:23.062205 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] rbac_policy is already registered Dec 09 09:17:23.062735 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:security_group Dec 09 09:17:23.063057 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] security_group is already registered Dec 09 09:17:23.063627 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 09:17:23.063976 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] security_group_rule is already registered Dec 09 09:17:23.064630 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service CORE assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.064954 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:17:23.065273 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] subnetpool is already registered Dec 09 09:17:23.065860 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.v2.resource_helper [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Service CORE assigned prefix: {{(pid=83383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 09:17:23.066179 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:17:23.066495 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING neutron.quota.resource_registry [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] subnetpool is already registered Dec 09 09:17:23.067122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: extensions {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.068608 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: address-groups {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.070189 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: address-scopes {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.071384 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: agents {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.072569 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: auto-allocated-topology {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.073806 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: availability_zones {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.075096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: dhcp-networks {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.076530 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: dhcp-agents {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.078050 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: routers {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.079867 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: flavors {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.081012 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: service_profiles {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.082192 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: next_providers {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.083707 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: service_profiles {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.085153 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: floatingip-pools {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.086346 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: routers {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.088199 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: floatingips {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.089375 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: l3-routers {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.090767 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: l3-agents {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.092668 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: metering-labels {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.094911 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: metering-label-rules {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.096192 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: network-ip-availabilities {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.097425 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: bindings {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.099070 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: quotas {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.100514 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: quotas {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.101915 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: rbac-policies {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.103190 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: security-groups {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.104409 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: security-group-rules {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.105678 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: service-providers {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.106880 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: subnetpools {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.108857 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: subnetpools {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.110279 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.111981 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.113789 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.115543 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.117308 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.118978 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.120747 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.122873 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.124911 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.126739 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron.api.extensions [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Extended resource: tags {{(pid=83383) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 09 09:17:23.132706 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING keystonemiddleware.auth_token [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 09:17:23.137413 dv-neutron-821175-1-hyperv neutron-server[83383]: WARNING keystonemiddleware.auth_token [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 09:17:23.145607 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Acquired lock "singleton_lock" {{(pid=83383) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 09 09:17:23.146075 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_concurrency.lockutils [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Releasing lock "singleton_lock" {{(pid=83383) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 09 09:17:23.146689 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Starting 2 workers Dec 09 09:17:23.151178 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Started child 83486 {{(pid=83383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 09:17:23.155773 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Started child 83487 {{(pid=83383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 09:17:23.157065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.157734 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO neutron.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 09:17:23.158039 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Notify callbacks [] for process, before_spawn {{(pid=83383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.158774 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [-] (83486) wsgi starting up on http://0.0.0.0:9696 Dec 09 09:17:23.160353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.160813 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Starting 1 workers Dec 09 09:17:23.161669 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [-] (83487) wsgi starting up on http://0.0.0.0:9696 Dec 09 09:17:23.165373 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Started child 83488 {{(pid=83383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 09:17:23.165889 dv-neutron-821175-1-hyperv neutron-server[83383]: INFO oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Starting 1 workers Dec 09 09:17:23.169148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] calling RpcWorker wait() {{(pid=83488) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 09:17:23.169685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] returning from RpcWorker wait() {{(pid=83488) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 09:17:23.169955 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Started child 83489 {{(pid=83383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 09 09:17:23.171317 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG neutron_lib.callbacks.manager [None req-0beae603-72f9-4945-9feb-8a79478a9cf8 None None] Notify callbacks [] for process, after_spawn {{(pid=83383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.171677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.172231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:23.173226 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83383) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 09 09:17:23.173436 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:17:23.173614 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 09:17:23.173817 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:17:23.174142 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 09:17:23.174302 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 09:17:23.174796 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.175053 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.175313 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.175789 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.175924 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:23.176742 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.177259 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.177529 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.177780 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.178055 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.178285 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.178451 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.178616 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.178866 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.179121 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.179411 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.179673 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.179928 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.180214 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.180384 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.180634 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.180882 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.181130 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.181387 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] debug = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.181624 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.182073 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.182300 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.182533 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.182787 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.183055 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.183297 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.183571 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.183821 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.184056 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.184287 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.184559 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.184777 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.185018 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.185267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.185502 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.186087 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] host = dv-neutron-821175-1-hyperv {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.186441 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.186660 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.186893 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.187117 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.187367 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.187599 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.187881 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.188138 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.188390 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.188609 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.188952 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.189096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.189317 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.189553 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_file = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.189713 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_options = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.189957 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.190218 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.190593 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.190844 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.190980 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.191116 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.191339 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.191498 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.191748 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.191982 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.192191 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.192424 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.192652 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.192881 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.193138 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.193349 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.193576 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.193798 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.194059 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.194298 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.194519 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.194748 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.194963 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.195197 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.195428 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.195639 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.195898 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.196127 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.196336 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.196564 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.196819 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.197062 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.197289 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.197530 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.197755 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.197979 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.198209 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.198496 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.198687 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.198922 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.199828 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:23.200008 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.200168 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.200308 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.200477 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.200716 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.200961 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_json = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.201123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.201333 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.201600 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.201849 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.202062 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.202309 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.202523 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.202723 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.203071 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.203389 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.203831 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.204369 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.204369 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.204794 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.204794 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.205027 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.205288 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.205493 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.205844 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.206141 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.206405 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.206656 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.207070 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.207315 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.207538 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.207799 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.207799 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.208311 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.208449 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.208618 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.208879 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.209122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.209322 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.209653 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.210052 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.210299 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.210546 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.210768 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.211427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.211427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.211717 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.211717 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.212003 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.213194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.213387 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.214182 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.214478 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.214667 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.214897 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.216068 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.216243 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.216384 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.216638 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.216912 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.217665 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.217957 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.218187 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.218419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.218661 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.218920 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.219169 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.219392 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.219612 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.219859 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.220108 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.220645 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.220896 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.221325 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.221472 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.221661 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.221908 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.222129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.222346 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.222570 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.222812 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.223045 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.223302 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.223500 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.223733 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.223954 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.224168 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.224399 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.225074 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.225074 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.225328 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.225513 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.225798 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.226009 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.226273 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.226512 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.226759 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.227002 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.227236 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.227506 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.227771 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.228024 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.228735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46672) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:23.238432 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069761 Dec 09 09:17:23.238649 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.238855 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.239151 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.239788 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.239788 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.241154 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.241326 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.241494 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.241755 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.242032 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.242280 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.242546 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.242810 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.243094 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.243372 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.243643 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.243893 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.244173 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.244489 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.244727 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.245737 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.245737 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.245737 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.245737 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.246152 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.246256 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.246674 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.246931 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.247179 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.247477 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.247717 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.247966 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.248203 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.248487 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.248819 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.249094 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250126 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250126 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250126 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250126 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250410 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250620 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.250898 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.251136 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.251386 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.251807 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.252182 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.252582 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.253018 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.253418 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.253821 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.254312 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.254540 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.254791 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.255194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.255607 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.255875 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.256123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.256348 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.256590 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.256813 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.257045 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.257261 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.257486 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.257738 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.257963 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.258199 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.258418 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.258652 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.258906 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.259128 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.259400 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.259661 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.259878 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.260283 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.260683 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.261123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.261481 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.261736 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262246 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262246 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262418 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262581 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262784 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.262996 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.263222 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.263431 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.263696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.263955 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.264453 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.264710 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.264960 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.265181 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.265403 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.265622 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.265861 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.266102 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.266319 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.267557 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.267784 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.268017 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.268244 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.268483 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269303 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269303 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269303 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269589 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269668 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.269830 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.270047 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.270344 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.270594 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.270823 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.271058 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.271309 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.271538 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.271745 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.272895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.273140 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.273354 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.273637 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.273893 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.274114 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.274413 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.274660 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.274884 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.275149 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.275464 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.275705 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.276895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.277163 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278034 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278034 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278034 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278373 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278477 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.278944 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.280308 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.280308 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.280482 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.280601 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.280953 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.281612 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.281760 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.281922 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.282167 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283096 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283610 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283610 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.283856 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.284847 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.284847 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.284847 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.284847 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285280 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285280 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285486 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285590 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285784 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.285943 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 09:17:23.286466 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83383) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 09 09:17:23.286625 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:17:23.286775 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 09:17:23.286941 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:17:23.287105 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 09:17:23.287254 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 09:17:23.287454 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.287612 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.287799 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.287959 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288100 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288265 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288411 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288569 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288724 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.288862 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289011 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289147 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289283 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289418 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289574 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289718 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289854 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.289998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290158 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290302 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290438 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290595 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290762 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] debug = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.290891 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291087 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291287 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291427 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291534 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291679 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.291948 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.292124 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.292372 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.292581 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.292797 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293005 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293224 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293387 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293542 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.293850 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] host = dv-neutron-821175-1-hyperv {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294005 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294158 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294313 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294467 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294655 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294809 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.294944 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.295062 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.295214 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.295507 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.295724 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_file = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_options = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.297659 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298909 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298909 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298909 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.298909 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299175 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299175 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299315 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299443 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299625 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.299815 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.300634 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.300814 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.300962 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301107 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301250 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301389 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301546 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301689 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.301869 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302110 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302224 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302309 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302600 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302841 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.302945 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303039 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303156 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303306 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303458 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303620 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.303799 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.304106 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.304420 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.304714 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305089 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305242 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305542 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_json = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305696 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 09:17:23.305998 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308340 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308777 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308777 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308777 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.308945 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.309009 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.309225 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310023 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310198 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310506 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310506 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310678 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.310821 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.311701 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.311701 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312133 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312133 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312133 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312487 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312487 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312684 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.312790 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313855 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313855 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313855 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.313855 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314123 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314190 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314322 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314478 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314636 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314793 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.314950 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315106 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315263 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315419 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315576 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315733 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.315920 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316089 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316232 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316390 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316547 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316704 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.316863 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.317122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.317640 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.317640 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.317640 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.317640 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.318118 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.318118 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.318118 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.319698 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.320566 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.321465 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322077 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322077 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322077 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322077 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322456 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322456 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322456 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322780 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.322780 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323022 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323022 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323247 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323369 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323482 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323588 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323742 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.323918 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324249 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324407 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324564 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324721 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.324880 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325052 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325333 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325478 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325627 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.325765 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.326058 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.326233 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.326392 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.326699 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.326926 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.327112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.327274 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.327608 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.327817 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.327981 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328116 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328267 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328423 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328581 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328742 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.328901 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.329832 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.330647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.330647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.330647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.330647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.330647 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.331965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.332112 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.333129 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.334122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.335122 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.336194 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.337082 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.338095 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.339895 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.341132 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.342690 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.344345 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.346380 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.347495 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.348448 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.348448 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.348448 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.348448 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 09:17:23.348448 dv-neutron-821175-1-hyperv neutron-server[83383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 09:17:33.518094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503170a-14a3-48f8-90c2-f5f9693a3764 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:17:33.642813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503170a-14a3-48f8-90c2-f5f9693a3764 None None] No non-hosted networks {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 09:17:33.664939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ce8bcf3e-e6fe-4dd0-9258-1c05f58dd996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:34.477214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:34.479432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.481299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.482498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.485271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.485772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.486261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.486730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.489356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.489845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.490336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.490825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:34.491404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821175-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:34.502030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821175-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:17:35.639097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6be896c1-2811-476e-b10f-08e2e0b6e083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:35.673752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee82ec95-7a61-4981-812e-76fca39efd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:36.684424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:38.114548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:39.881730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46770) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:40.484736 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING oslo_policy.policy [None req-2712742c-77de-4150-82c6-3de966953af5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:40.485337 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING oslo_policy.policy [None req-2712742c-77de-4150-82c6-3de966953af5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:40.703005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-2712742c-77de-4150-82c6-3de966953af5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:17:40.704073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2712742c-77de-4150-82c6-3de966953af5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8214211 Dec 09 09:17:41.637853 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.db.l3_hamode_db [None req-b3659cb7-924b-4f28-93bd-de35685a0db7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 09:17:41.724972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3659cb7-924b-4f28-93bd-de35685a0db7 None None] Routers set() bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:17:41.725358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3659cb7-924b-4f28-93bd-de35685a0db7 None None] Router IDs set() for agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 09:17:43.001522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:43.381276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:17:43.429335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.policy [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83487) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 09 09:17:43.430061 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING oslo_policy.policy [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:43.430443 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING oslo_policy.policy [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:43.433731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.quota [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Loaded quota_driver: . Dec 09 09:17:43.449768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:17:43.518458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751564190501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751564175367', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751564150071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751564148140', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751564153912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1013348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-986724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3783541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3626799'] for rbac-policy, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:43.585832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:43.586899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f9d3d421-a864-44f8-ba03-3af5ca073726 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5844116 Dec 09 09:17:46.074199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:46.455586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Request body: {'network': {'name': 'private', 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:17:46.460341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:17:46.464873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Usage tracker for resource:network and tenant:1206ba83a5624e2eb7a1aef83f817dac is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:17:46.470234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:17:46.476410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:17:46.486149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Made reservation on behalf of 1206ba83a5624e2eb7a1aef83f817dac for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:17:46.489066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.506658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.550257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:17:46.554295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Usage tracker for resource:security_group_rule and tenant:1206ba83a5624e2eb7a1aef83f817dac is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:17:46.557106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:17:46.563258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:17:46.631842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.635348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.641240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:46.660905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:17:46.685161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751564271818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.685739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Unsubscribe: segment precommit_create {{(pid=83487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 09:17:46.686186 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Added segment eab930f9-b21c-4d62-b034-48d508a85a95 of type vlan for network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 Dec 09 09:17:46.694979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82518403-f485-48ea-905c-9237e44a906b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:46.750353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.750682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.751008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.751323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.751652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.751993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.752316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.752626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.752932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.753236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.753537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Tracked resource versions report: Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: pushed versions: Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Log': {'1.0'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Network': {'1.1'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Port': {'1.5'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'PortForwarding': {'1.2'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'QosPolicy': {'1.8'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroup': {'1.2'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SubPort': {'1.0'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Subnet': {'1.1'}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Trunk': {'1.1'}} Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: consumer versions: Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Log': '1.0', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Network': '1.1', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Port': '1.5', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'PortForwarding': '1.2', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'QosPolicy': '1.8', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroup': '1.2', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroupRule': '1.0', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SubPort': '1.0', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Subnet': '1.1', Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Trunk': '1.1'}} Dec 09 09:17:46.754751 dv-neutron-821175-1-hyperv neutron-server[83487]: {{(pid=83487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:17:46.802820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:46.806144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.847368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.848765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:17:46.849423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:46.853942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:46.960698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Pushing event updated for resources: {'Network': ['ID=0df1c670-f496-47d4-92bf-e0c7ed3f9596,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:46.966855 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8891068 Dec 09 09:17:46.966855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:46.981323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:17:49.525170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:50.071797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c1862-d4c0-4fe1-8ae0-f690bd60a1ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:17:50.073209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b4c1862-d4c0-4fe1-8ae0-f690bd60a1ce admin admin] 10.222.0.41 "GET /v2.0/networks/0df1c670-f496-47d4-92bf-e0c7ed3f9596 HTTP/1.1" status: 200 len: 825 time: 0.5470641 Dec 09 09:17:50.105763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-49bd6867-11c4-4b75-a374-8b0c5427a56e admin admin] 10.222.0.41 "GET /v2.0/subnetpools/69882028-b3bf-4cad-bbed-50c0b4d7b51e HTTP/1.1" status: 200 len: 734 time: 0.0271022 Dec 09 09:17:50.114706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e', 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:17:50.126272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:17:50.130393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Usage tracker for resource:subnet and tenant:1206ba83a5624e2eb7a1aef83f817dac is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:17:50.133618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:17:50.139225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:17:50.150957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Made reservation on behalf of 1206ba83a5624e2eb7a1aef83f817dac for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:17:50.153460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:50.444152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:50.451657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:50.533292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc00cbf-9acd-4ce1-95af-52d1dd0c6185,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:50.536685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:50.544036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Checking segment: {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:17:50.544391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Network hostable DHCP agents. Network: 0df1c670-f496-47d4-92bf-e0c7ed3f9596, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:17:50.568550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:17:50.579260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 0df1c670-f496-47d4-92bf-e0c7ed3f9596) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:17:50.584143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:17:50.584735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:50.589446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ac04c-cd77-4068-aab7-b309976ae14d None None] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:17:50.604749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4936004 Dec 09 09:17:50.896407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:17:50.897588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.084230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Allocated IP 172.20.0.2 (0df1c670-f496-47d4-92bf-e0c7ed3f9596/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185/86bc2a92-8421-49b9-9ac3-c7d298d98f1c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:17:51.331302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.345016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Transition to ACTIVE for port object 86bc2a92-8421-49b9-9ac3-c7d298d98f1c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:17:51.366450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Transition to ACTIVE for port object 86bc2a92-8421-49b9-9ac3-c7d298d98f1c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:17:51.373180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.377967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:51.441779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:17:51.445336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:17:51.448750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:17:51.450926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Pushing event updated for resources: {'Port': ['ID=86bc2a92-8421-49b9-9ac3-c7d298d98f1c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:51.462710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.463046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.463372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.463693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.464048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.464368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.464683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.465010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.465330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.465644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.465951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Tracked resource versions report: Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: pushed versions: Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Log': {'1.0'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Network': {'1.1'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Port': {'1.5'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'PortForwarding': {'1.2'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'QosPolicy': {'1.8'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroup': {'1.2'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SubPort': {'1.0'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Subnet': {'1.1'}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Trunk': {'1.1'}} Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: consumer versions: Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Log': '1.0', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Network': '1.1', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Port': '1.5', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'PortForwarding': '1.2', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'QosPolicy': '1.8', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroup': '1.2', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroupRule': '1.0', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SubPort': '1.0', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Subnet': '1.1', Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Trunk': '1.1'}} Dec 09 09:17:51.467230 dv-neutron-821175-1-hyperv neutron-server[83488]: {{(pid=83488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:17:51.471898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:51.555884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Attempting to bind port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:17:51.556280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Attempting to bind port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:17:51.556700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Attempting to bind port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c on network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:17:51.563454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:17:51.563953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Checking segment: {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:17:51.564354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.564742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Bound using segment: {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:17:51.565226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Bound port: 86bc2a92-8421-49b9-9ac3-c7d298d98f1c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:17:51.565605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.652586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] For port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:17:51.656449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] For port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=86bc2a92-8421-49b9-9ac3-c7d298d98f1c,segment=NetworkSegment(eab930f9-b21c-4d62-b034-48d508a85a95),segment_id=eab930f9-b21c-4d62-b034-48d508a85a95)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:17:51.661739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:51.665379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:51.775739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Pushing event updated for resources: {'Port': ['ID=86bc2a92-8421-49b9-9ac3-c7d298d98f1c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:51.778993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:52.873144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 46824) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:53.486252 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING oslo_policy.policy [None req-cd5a47e9-c47d-4c1b-882f-2f5a70506c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:53.486843 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING oslo_policy.policy [None req-cd5a47e9-c47d-4c1b-882f-2f5a70506c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:17:53.705276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-cd5a47e9-c47d-4c1b-882f-2f5a70506c4b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:17:53.706519 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cd5a47e9-c47d-4c1b-882f-2f5a70506c4b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8313665 Dec 09 09:17:54.776638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 86bc2a92-8421-49b9-9ac3-c7d298d98f1c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:17:54.843622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:17:55.405222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11325545-1aad-406b-a25d-b3e5b3c77972 None None] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:17:55.502614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Provisioning for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:17:55.512394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Provisioning complete for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:17:55.512800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:55.736598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:55.784699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] For port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=86bc2a92-8421-49b9-9ac3-c7d298d98f1c,segment=NetworkSegment(eab930f9-b21c-4d62-b034-48d508a85a95),segment_id=eab930f9-b21c-4d62-b034-48d508a85a95)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:17:55.792644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:55.795267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58150ec8-93b7-4515-bb26-9ca1acf16cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:17:55.866413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Pushing event updated for resources: {'Port': ['ID=86bc2a92-8421-49b9-9ac3-c7d298d98f1c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:17:55.872581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:17:56.017636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46842) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:56.020192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e1cd0c95-b477-4236-981c-12395a482e90 None None] Provisioning complete for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:17:56.020570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0c95-b477-4236-981c-12395a482e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:56.397878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-6dbcc69e-749a-46bd-945d-75ac42595b65 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:17:56.400691 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6dbcc69e-749a-46bd-945d-75ac42595b65 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3802869 Dec 09 09:17:56.757542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 86bc2a92-8421-49b9-9ac3-c7d298d98f1c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:17:56.826744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:17:56.827398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:58.991443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46854) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:17:59.356009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'name': 'router1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:17:59.361698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:17:59.365511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Usage tracker for resource:router and tenant:1206ba83a5624e2eb7a1aef83f817dac is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:17:59.368765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:17:59.374686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:17:59.385058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:59.386644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:59.412285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:59.525748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:59.543519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:17:59.544688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2259cd1a-9516-4088-bcc0-ecce2cf8d021 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5522144 Dec 09 09:18:01.803247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46864) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:02.186304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-9bebe01a-0520-4136-8c7c-ec2fed56e651 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:18:02.187303 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9bebe01a-0520-4136-8c7c-ec2fed56e651 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3831079 Dec 09 09:18:03.418088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c78df9d1-23b9-4540-995a-818c057ca633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.429645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46874) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:04.469257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.814334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:18:04.820017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:18:04.823716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Usage tracker for resource:network and tenant:559a9acd08ca416f89bdf07fd3773954 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:18:04.826524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:18:04.832253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:18:04.841489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Made reservation on behalf of 559a9acd08ca416f89bdf07fd3773954 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:18:04.843788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.855441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.888958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:18:04.892726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Usage tracker for resource:security_group_rule and tenant:559a9acd08ca416f89bdf07fd3773954 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:18:04.895422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:18:04.901137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:18:04.966539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.970810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:04.974760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:04.988909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Reserving flat network on physical network physnet1 {{(pid=83487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 09:18:05.009988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaf9f5f-5e24-4fcd-8078-ba918c0b625d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:05.013104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:05.015590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:05.015953 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Added segment c05b1135-c645-4ce0-b98f-96a707e414b1 of type flat for network 19316929-ab48-4b51-80f9-a848e0d0b4b8 Dec 09 09:18:05.047065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:05.086148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:05.087209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:18:05.087795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:05.092349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:05.185632 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7549345 Dec 09 09:18:05.190080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Pushing event updated for resources: {'Network': ['ID=19316929-ab48-4b51-80f9-a848e0d0b4b8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:05.192823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:05.201266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:18:05.631591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-608b993c-fdd5-4acb-adc3-2ed4bd0e005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:06.640980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:07.415463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46890) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:07.774694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8ac69-ddfd-49cb-a54a-b0482f1948fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:18:07.776026 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-76e8ac69-ddfd-49cb-a54a-b0482f1948fe admin admin] 10.222.0.41 "GET /v2.0/subnets/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185 HTTP/1.1" status: 200 len: 849 time: 0.3595622 Dec 09 09:18:07.916561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55596123-395f-4607-b3f3-934d800bbb56 admin admin] 10.222.0.41 "GET /v2.0/routers/eef4756d-beb0-4283-bfaa-afc8544ed66d HTTP/1.1" status: 200 len: 704 time: 0.1351824 Dec 09 09:18:08.067134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:08.379578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:08.603920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Allocated IP 172.20.0.1 (0df1c670-f496-47d4-92bf-e0c7ed3f9596/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185/3b0f9acd-3014-455d-8125-77b8c10a4d3c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:18:08.786766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:08.804133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Transition to ACTIVE for port object 3b0f9acd-3014-455d-8125-77b8c10a4d3c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:18:08.855338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:08.859290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:08.922339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:18:08.926014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:18:08.928708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:18:08.929164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:08.935780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0f9acd-3014-455d-8125-77b8c10a4d3c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:08.939513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:09.057471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.116856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb240194-d14d-4c26-82a6-abdb5bb18e4a None None] Provisioning for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:18:09.121573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb240194-d14d-4c26-82a6-abdb5bb18e4a None None] Provisioning complete for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:09.121942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eb240194-d14d-4c26-82a6-abdb5bb18e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.171571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eb240194-d14d-4c26-82a6-abdb5bb18e4a None None] Port 3b0f9acd-3014-455d-8125-77b8c10a4d3c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:18:09.285829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.289860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.290932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.294584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:09.420786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0f9acd-3014-455d-8125-77b8c10a4d3c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:09.425369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:09.483708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:18:09.484784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:18:09.695686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c8f5050f-f2b1-45f2-9438-1cf7b6d2856b None None] Provisioning complete for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:09.696092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c8f5050f-f2b1-45f2-9438-1cf7b6d2856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:09.748010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5050f-f2b1-45f2-9438-1cf7b6d2856b None None] Port 3b0f9acd-3014-455d-8125-77b8c10a4d3c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:18:09.835688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Router eef4756d-beb0-4283-bfaa-afc8544ed66d is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:18:10.001804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:18:10.010627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] 10.222.0.41 "PUT /v2.0/routers/eef4756d-beb0-4283-bfaa-afc8544ed66d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0893273 Dec 09 09:18:10.011511 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Sync routers for ids ['eef4756d-beb0-4283-bfaa-afc8544ed66d'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:18:10.025055 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Routers {'eef4756d-beb0-4283-bfaa-afc8544ed66d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:18:10.025878 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:18:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eef4756d-beb0-4283-bfaa-afc8544ed66d'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:10.196739 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Set router eef4756d-beb0-4283-bfaa-afc8544ed66d gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:18:10.556454 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:08Z', 'revision_number': 2, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port_host': None, '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:09Z', 'revision_number': 2, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:10.561288 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Checking router: eef4756d-beb0-4283-bfaa-afc8544ed66d for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:18:10.561664 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Updating router eef4756d-beb0-4283-bfaa-afc8544ed66d port 3b0f9acd-3014-455d-8125-77b8c10a4d3c binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:18:10.616151 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:10.983466 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:10.997769 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Transition to ACTIVE for port object 3b0f9acd-3014-455d-8125-77b8c10a4d3c will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:18:11.004703 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:11.010030 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:11.194057 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Pushing event updated for resources: {'Port': ['ID=3b0f9acd-3014-455d-8125-77b8c10a4d3c,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:11.243313 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.243653 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.244004 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.244327 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.244656 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.244974 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.245287 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.245608 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.245916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.246221 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.246524 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Tracked resource versions report: Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: pushed versions: Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Log': {'1.0'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Network': {'1.1'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Port': {'1.5'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'PortForwarding': {'1.2'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'QosPolicy': {'1.8'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroup': {'1.2'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SubPort': {'1.0'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Subnet': {'1.1'}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Trunk': {'1.1'}} Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: consumer versions: Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Log': '1.0', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Network': '1.1', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Port': '1.5', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'PortForwarding': '1.2', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'QosPolicy': '1.8', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroup': '1.2', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroupRule': '1.0', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SubPort': '1.0', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Subnet': '1.1', Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Trunk': '1.1'}} Dec 09 09:18:11.247777 dv-neutron-821175-1-hyperv neutron-server[83489]: {{(pid=83489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:18:11.255436 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:11.259256 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Attempting to bind port 3b0f9acd-3014-455d-8125-77b8c10a4d3c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:18:11.259641 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Attempting to bind port 3b0f9acd-3014-455d-8125-77b8c10a4d3c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:18:11.260081 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Attempting to bind port 3b0f9acd-3014-455d-8125-77b8c10a4d3c on network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:18:11.266260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:18:11.270137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Checking segment: {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:18:11.270137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:11.270137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Bound using segment: {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:18:11.270137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Bound port: 3b0f9acd-3014-455d-8125-77b8c10a4d3c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab930f9-b21c-4d62-b034-48d508a85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:18:11.270137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:11.354903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] For port 3b0f9acd-3014-455d-8125-77b8c10a4d3c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:18:11.358720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] For port 3b0f9acd-3014-455d-8125-77b8c10a4d3c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3b0f9acd-3014-455d-8125-77b8c10a4d3c,segment=NetworkSegment(eab930f9-b21c-4d62-b034-48d508a85a95),segment_id=eab930f9-b21c-4d62-b034-48d508a85a95)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:18:11.362952 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:11.367367 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:11.452937 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Routers {'eef4756d-beb0-4283-bfaa-afc8544ed66d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:18:11.453562 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:18:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eef4756d-beb0-4283-bfaa-afc8544ed66d'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:11.503440 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Pushing event updated for resources: {'Port': ['ID=3b0f9acd-3014-455d-8125-77b8c10a4d3c,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:11.510775 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:11.609276 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] Set router eef4756d-beb0-4283-bfaa-afc8544ed66d gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:18:11.931031 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:08Z', 'revision_number': 2, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port_host': None, '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:11Z', 'revision_number': 4, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:11.935242 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fa233-2cfa-4be3-babc-68119c4d4745 None None] The sync data for ids ['eef4756d-beb0-4283-bfaa-afc8544ed66d'] in dv-neutron-821175-1-hyperv is: [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:08Z', 'revision_number': 2, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port_host': None, '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:11Z', 'revision_number': 4, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:18:12.190567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 46912) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:12.448877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.policy [None req-d8b3774a-c146-4ee7-8773-f02c2123074c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83486) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 09 09:18:12.449561 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING oslo_policy.policy [None req-d8b3774a-c146-4ee7-8773-f02c2123074c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:18:12.449925 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING oslo_policy.policy [None req-d8b3774a-c146-4ee7-8773-f02c2123074c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 09:18:12.452788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3774a-c146-4ee7-8773-f02c2123074c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:18:12.460642 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8b3774a-c146-4ee7-8773-f02c2123074c admin admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 842 time: 0.2630618 Dec 09 09:18:12.465527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.4.0/24'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:18:12.467365 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.quota [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Loaded quota_driver: . Dec 09 09:18:12.474543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:18:12.480516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Usage tracker for resource:subnet and tenant:559a9acd08ca416f89bdf07fd3773954 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:18:12.483928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:18:12.491592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:18:12.506164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Made reservation on behalf of 559a9acd08ca416f89bdf07fd3773954 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:18:12.509054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:12.965809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:18:12.966359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:12.971358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:13.052999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae365d3-1c5c-47cd-879a-60d4789cd016,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:13.058090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:18:13.058455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Network hostable DHCP agents. Network: 19316929-ab48-4b51-80f9-a848e0d0b4b8, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:18:13.072095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.072428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.072758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.073078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.073404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.073720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.074223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.074341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.074649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.074957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.075264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Tracked resource versions report: Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: pushed versions: Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Log': {'1.0'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Network': {'1.1'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Port': {'1.5'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'PortForwarding': {'1.2'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'QosPolicy': {'1.8'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroup': {'1.2'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SubPort': {'1.0'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Subnet': {'1.1'}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Trunk': {'1.1'}} Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: consumer versions: Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Log': '1.0', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Network': '1.1', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Port': '1.5', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'PortForwarding': '1.2', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'QosPolicy': '1.8', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroup': '1.2', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroupRule': '1.0', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SubPort': '1.0', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Subnet': '1.1', Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Trunk': '1.1'}} Dec 09 09:18:13.076518 dv-neutron-821175-1-hyperv neutron-server[83486]: {{(pid=83486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:18:13.113033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:13.115385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:18:13.127083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 19316929-ab48-4b51-80f9-a848e0d0b4b8) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:18:13.131909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:18:13.132551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:13.136671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25eb58-3175-408d-9376-6b41f3e238d5 None None] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:18:13.156478 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6951392 Dec 09 09:18:13.223574 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:18:13.352132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0d630-2a87-41f8-839e-880b3f5f059d None None] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:18:14.781061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3b0f9acd-3014-455d-8125-77b8c10a4d3c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:18:14.849521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:18:14.854010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:14.854383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:14.972327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:15.004315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 3b0f9acd-3014-455d-8125-77b8c10a4d3c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3b0f9acd-3014-455d-8125-77b8c10a4d3c,segment=NetworkSegment(eab930f9-b21c-4d62-b034-48d508a85a95),segment_id=eab930f9-b21c-4d62-b034-48d508a85a95)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:18:15.007829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:15.010549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:15.074568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=3b0f9acd-3014-455d-8125-77b8c10a4d3c,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:15.078239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:15.257610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46936) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:15.520167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5e72b584-00b6-4ce6-b7c1-cfa14e353097 admin admin] 10.222.0.41 "GET /v2.0/routers/eef4756d-beb0-4283-bfaa-afc8544ed66d HTTP/1.1" status: 200 len: 710 time: 0.2613857 Dec 09 09:18:15.645811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae73d57-8041-4d93-bda9-c3dfdfeec8bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:18:15.646378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fae73d57-8041-4d93-bda9-c3dfdfeec8bf admin admin] Synchronizing usage tracker for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:18:15.663727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fae73d57-8041-4d93-bda9-c3dfdfeec8bf admin admin] Unset dirty status for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:18:15.664909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fae73d57-8041-4d93-bda9-c3dfdfeec8bf admin admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 886 time: 0.1397796 Dec 09 09:18:15.674471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:18:16.139810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.317285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.369975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.501578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Allocated IP 172.26.4.84 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/2728c936-211b-4c3f-a656-30941ab683fe) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:18:16.645944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.674051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.678270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:16.747466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:18:16.751244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:18:16.753976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Pushing event updated for resources: {'Port': ['ID=2728c936-211b-4c3f-a656-30941ab683fe,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:16.765532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:18:16.768765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3b0f9acd-3014-455d-8125-77b8c10a4d3c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:18:16.815486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:16.836718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:16.837135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:16.955137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:17.117710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:17.120809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:17.312000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Router eef4756d-beb0-4283-bfaa-afc8544ed66d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:18:17.504370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:18:17.512996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:17.515243 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] 10.222.0.41 "PUT /v2.0/routers/eef4756d-beb0-4283-bfaa-afc8544ed66d HTTP/1.1" status: 200 len: 889 time: 1.8437941 Dec 09 09:18:17.515408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Sync routers for ids ['eef4756d-beb0-4283-bfaa-afc8544ed66d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:18:17.528446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Routers {'eef4756d-beb0-4283-bfaa-afc8544ed66d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:18:17.529253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:18:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eef4756d-beb0-4283-bfaa-afc8544ed66d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:17.720914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Set router eef4756d-beb0-4283-bfaa-afc8544ed66d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:18:18.055717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '2728c936-211b-4c3f-a656-30941ab683fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:16Z', 'revision_number': 4, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port': {'id': '2728c936-211b-4c3f-a656-30941ab683fe', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:16Z', 'updated_at': '2021-12-09T09:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:14Z', 'revision_number': 5, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:18.060500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Checking router: eef4756d-beb0-4283-bfaa-afc8544ed66d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:18:18.060853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Updating router eef4756d-beb0-4283-bfaa-afc8544ed66d port 2728c936-211b-4c3f-a656-30941ab683fe binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:18:18.114302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.436655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.449445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Transition to ACTIVE for port object 2728c936-211b-4c3f-a656-30941ab683fe will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:18:18.456421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.460175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:18.538609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Attempting to bind port 2728c936-211b-4c3f-a656-30941ab683fe on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:18:18.538978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Attempting to bind port 2728c936-211b-4c3f-a656-30941ab683fe by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:18:18.539345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Attempting to bind port 2728c936-211b-4c3f-a656-30941ab683fe on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:18:18.541362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Pushing event updated for resources: {'Port': ['ID=2728c936-211b-4c3f-a656-30941ab683fe,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:18.544194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:18.549320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:18:18.549553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:18:18.549952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.550341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:18:18.550842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Bound port: 2728c936-211b-4c3f-a656-30941ab683fe, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:18:18.551235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.639942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] For port 2728c936-211b-4c3f-a656-30941ab683fe, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:18:18.643110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] For port 2728c936-211b-4c3f-a656-30941ab683fe, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2728c936-211b-4c3f-a656-30941ab683fe,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:18:18.646626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:18.650229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:18.720653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Pushing event updated for resources: {'Port': ['ID=2728c936-211b-4c3f-a656-30941ab683fe,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:18.745848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Routers {'eef4756d-beb0-4283-bfaa-afc8544ed66d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:18:18.746471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:18:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eef4756d-beb0-4283-bfaa-afc8544ed66d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:18.793050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:18.925032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] Set router eef4756d-beb0-4283-bfaa-afc8544ed66d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:18:19.246056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '2728c936-211b-4c3f-a656-30941ab683fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:16Z', 'revision_number': 4, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port': {'id': '2728c936-211b-4c3f-a656-30941ab683fe', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:16Z', 'updated_at': '2021-12-09T09:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:14Z', 'revision_number': 5, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:18:19.250348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326ea61-cd86-497a-be73-f041e1de32c3 None None] The sync data for ids ['eef4756d-beb0-4283-bfaa-afc8544ed66d'] in dv-neutron-821175-1-hyperv is: [{'id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'name': 'router1', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '2728c936-211b-4c3f-a656-30941ab683fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:17:59Z', 'updated_at': '2021-12-09T09:18:16Z', 'revision_number': 4, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'gw_port': {'id': '2728c936-211b-4c3f-a656-30941ab683fe', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:16Z', 'updated_at': '2021-12-09T09:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '3b0f9acd-3014-455d-8125-77b8c10a4d3c', 'name': '', 'network_id': '0df1c670-f496-47d4-92bf-e0c7ed3f9596', 'tenant_id': '1206ba83a5624e2eb7a1aef83f817dac', 'mac_address': 'fa:16:3e:95:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef4756d-beb0-4283-bfaa-afc8544ed66d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:18:08Z', 'updated_at': '2021-12-09T09:18:14Z', 'revision_number': 5, 'project_id': '1206ba83a5624e2eb7a1aef83f817dac', 'subnets': [{'id': '6cc00cbf-9acd-4ce1-95af-52d1dd0c6185', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69882028-b3bf-4cad-bbed-50c0b4d7b51e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:18:19.842491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 46950) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:18:19.976673 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-def22427-4a6b-4784-9841-99c28c589705 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1330833 Dec 09 09:18:20.817659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2728c936-211b-4c3f-a656-30941ab683fe up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:18:20.886281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 2728c936-211b-4c3f-a656-30941ab683fe completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:18:20.890654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2728c936-211b-4c3f-a656-30941ab683fe triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:20.891030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:21.003686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:21.019810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2728c936-211b-4c3f-a656-30941ab683fe, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2728c936-211b-4c3f-a656-30941ab683fe,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:18:21.023854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:21.025855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bbacef92-cd85-4496-9ab5-7e87a2d6e728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:18:21.093096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2728c936-211b-4c3f-a656-30941ab683fe,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:18:21.096309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:18:22.777534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2728c936-211b-4c3f-a656-30941ab683fe up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:18:22.875857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2728c936-211b-4c3f-a656-30941ab683fe triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:18:22.876901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:33.421649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c46dde1e-4319-4009-8ae8-ed4c4230058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:34.472862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:35.635334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9bc5926a-dc21-40af-af41-5c500a6b1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:36.642049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:38.073053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:18:50.224269 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:19:03.423244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad1007be-8af5-4667-abe7-517a044f8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:04.476499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:05.641893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eb2929e0-d89c-4802-9e59-af069b605752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:06.648834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:08.080344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:27.223892 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:19:33.426017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3e2-31c9-4b41-b254-d8b78f2501d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:34.479425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:35.635793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d49c8bd-9f8b-441b-954b-1a866f649304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:36.650266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:19:38.087566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:03.428765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee590-1d84-44a4-8d28-60c7b47e91f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:04.223677 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:20:04.482915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:05.637416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a966b890-75f3-4a10-b7e4-7aff7fe410da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:06.653411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:08.091655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:26.130156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47558) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:26.220158 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d84f7bb-3b20-4244-aa2f-67e041c23a24 admin admin] GET failed (client error): The resource could not be found. Dec 09 09:20:26.221360 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d84f7bb-3b20-4244-aa2f-67e041c23a24 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0902734 Dec 09 09:20:26.350201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0820b-a735-4d3d-9278-02b8493d4df0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:26.351638 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eda0820b-a735-4d3d-9278-02b8493d4df0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1263587 Dec 09 09:20:28.367722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47568) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:28.498198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15945499-b079-4291-a9de-c623a60e6058 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:28.499537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-15945499-b079-4291-a9de-c623a60e6058 admin admin] 10.222.0.41 "GET /v2.0/subnets/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185 HTTP/1.1" status: 200 len: 849 time: 0.1308551 Dec 09 09:20:28.508755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:20:28.619423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Notify callbacks [] for subnet, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:28.802195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260'] for subnet, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:28.805666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:20:28.852062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:28.852879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:28.863807 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] 10.222.0.41 "PUT /v2.0/subnets/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185 HTTP/1.1" status: 200 len: 868 time: 0.3489337 Dec 09 09:20:28.864058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cf991-50e6-429e-b2e1-a2a741f1ddc4 None None] Network 0df1c670-f496-47d4-92bf-e0c7ed3f9596 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:20:28.875697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc00cbf-9acd-4ce1-95af-52d1dd0c6185,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:20:28.885034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.885436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.885694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.886019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.886370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.886684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.887000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.887862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.888184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.888497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.888818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:20:28.893288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:20:29.368140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f90a824-434e-4400-b840-26fa697201e2 None None] Provisioning complete for port 3b0f9acd-3014-455d-8125-77b8c10a4d3c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:20:29.368519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f90a824-434e-4400-b840-26fa697201e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:29.491019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f90a824-434e-4400-b840-26fa697201e2 None None] Provisioning complete for port 86bc2a92-8421-49b9-9ac3-c7d298d98f1c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:20:29.491396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f90a824-434e-4400-b840-26fa697201e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:30.868799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47578) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:31.068939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a16b19-046b-407b-b097-1e91b6838ec8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:31.069224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a16b19-046b-407b-b097-1e91b6838ec8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:31.070723 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63a16b19-046b-407b-b097-1e91b6838ec8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009835 Dec 09 09:20:33.080770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47588) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:33.316822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b3efe-f23d-4da6-8cb3-6359e622bbe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:33.317117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b3efe-f23d-4da6-8cb3-6359e622bbe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:33.318639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-421b3efe-f23d-4da6-8cb3-6359e622bbe1 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2369382 Dec 09 09:20:33.432128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-41ba4a34-3cd6-4f99-980a-b7e2a08ffc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:34.485626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:35.320821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47598) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:35.518749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d3220-27e3-43ed-9c49-cbf473334336 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:35.520131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c9d3220-27e3-43ed-9c49-cbf473334336 admin admin] 10.222.0.41 "GET /v2.0/networks/0df1c670-f496-47d4-92bf-e0c7ed3f9596 HTTP/1.1" status: 200 len: 869 time: 0.1983650 Dec 09 09:20:35.640860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4912724e-e66b-4d8a-b3d0-52108078600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:36.656995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:37.548918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47608) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:37.737572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6856b00-9241-4e83-a7e7-79ae050511c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:37.738928 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c6856b00-9241-4e83-a7e7-79ae050511c0 admin admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 886 time: 0.1890705 Dec 09 09:20:38.097282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:20:39.800923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47618) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:39.928425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc5b83-7158-46f8-9e23-67953d596c7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:39.928795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc5b83-7158-46f8-9e23-67953d596c7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:39.930279 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-18dc5b83-7158-46f8-9e23-67953d596c7b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284199 Dec 09 09:20:41.224037 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:20:41.968032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47628) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:42.099064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d437b7-6ae4-4487-9c72-3ee1feeb8f0e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:42.099437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d437b7-6ae4-4487-9c72-3ee1feeb8f0e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:42.100986 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55d437b7-6ae4-4487-9c72-3ee1feeb8f0e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319315 Dec 09 09:20:44.160062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47638) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:44.289634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7cb15b-0d32-42f7-9cd4-f67695bb172b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:44.290931 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c7cb15b-0d32-42f7-9cd4-f67695bb172b admin admin] 10.222.0.41 "GET /v2.0/subnets/6cc00cbf-9acd-4ce1-95af-52d1dd0c6185 HTTP/1.1" status: 200 len: 868 time: 0.1299372 Dec 09 09:20:46.294563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47648) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:46.419671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66031243-0549-4ee0-b3cd-8cadbaaa40d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:20:46.421033 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-66031243-0549-4ee0-b3cd-8cadbaaa40d5 admin admin] 10.222.0.41 "GET /v2.0/subnets/fae365d3-1c5c-47cd-879a-60d4789cd016 HTTP/1.1" status: 200 len: 816 time: 0.1255391 Dec 09 09:21:03.433681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6e21cbba-8696-4c36-85ac-45c11c1820a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:04.489836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:04.763876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47686) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:04.834263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-7ef70ed5-9050-44fa-ac05-e2fd66a54992 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:21:04.835292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ef70ed5-9050-44fa-ac05-e2fd66a54992 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0705104 Dec 09 09:21:05.645222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ec45-027a-4475-b622-a5e2dd8b4da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:06.660536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:06.957628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47696) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:07.047394 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a84549-9069-4f63-b653-00a6d95a36a1 admin admin] GET failed (client error): The resource could not be found. Dec 09 09:21:07.048600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6a84549-9069-4f63-b653-00a6d95a36a1 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0900488 Dec 09 09:21:07.179057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf6f7d-63f0-4ed4-9c29-ef16f6adf719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:21:07.180436 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-66cf6f7d-63f0-4ed4-9c29-ef16f6adf719 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1279020 Dec 09 09:21:08.100906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.210246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:09.281019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:09.286020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:21:09.296070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:21:09.305565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Made reservation on behalf of 559a9acd08ca416f89bdf07fd3773954 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:21:09.307977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.396453 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING neutron.services.revisions.revision_plugin [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Could not find related network for resource to bump revision. Dec 09 09:21:09.407856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:21:09.417337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.417673 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Added segment cc82bd94-349a-494b-b01f-20b257847066 of type vlan for network be2f3475-2780-4aee-bc53-4f151fdfc7ab Dec 09 09:21:09.443448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.473863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.475221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:21:09.475831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:09.480190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:21:09.577010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Pushing event updated for resources: {'Network': ['ID=be2f3475-2780-4aee-bc53-4f151fdfc7ab,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:21:09.579640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3684156 Dec 09 09:21:09.581576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:21:09.588761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:21:11.598776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:11.688253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-63303fd8-f411-4177-bd64-e8bd358f7b00 admin admin] GET failed (client error): The resource could not be found. Dec 09 09:21:11.688735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-63303fd8-f411-4177-bd64-e8bd358f7b00 admin admin] Synchronizing usage tracker for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:21:11.703087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-63303fd8-f411-4177-bd64-e8bd358f7b00 admin admin] Unset dirty status for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:21:11.704306 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63303fd8-f411-4177-bd64-e8bd358f7b00 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1046200 Dec 09 09:21:11.809986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da78d2-1cc2-4f8a-b695-23d0f8c9fd23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:21:11.811329 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-58da78d2-1cc2-4f8a-b695-23d0f8c9fd23 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1031520 Dec 09 09:21:11.820935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab', 'cidr': '192.168.233.0/24'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:11.825436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:21:11.829169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Usage tracker for resource:subnet and tenant:559a9acd08ca416f89bdf07fd3773954 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:21:11.831951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:21:11.837536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:21:11.847589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Made reservation on behalf of 559a9acd08ca416f89bdf07fd3773954 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:21:11.849813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.046030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.050158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-da27bd30-a476-408c-82e0-ed74d20fdbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:21:12.121924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90685e93-7c8e-43f0-ad73-7b44fb1df788,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:21:12.126209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:21:12.130538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Checking segment: {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:21:12.130881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Network hostable DHCP agents. Network: be2f3475-2780-4aee-bc53-4f151fdfc7ab, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:21:12.152462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:21:12.160967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, be2f3475-2780-4aee-bc53-4f151fdfc7ab) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:21:12.164797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:21:12.165540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.170489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e735a-72da-4279-bc7d-51fc355df384 None None] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:21:12.195389 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3701353 Dec 09 09:21:12.392234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-be2f3475-2780-4aee-bc53-4f151fdfc7ab', 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab', 'tenant_id': '559a9acd08ca416f89bdf07fd3773954', 'fixed_ips': [{'subnet_id': '90685e93-7c8e-43f0-ad73-7b44fb1df788'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:21:12.393074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.557935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Allocated IP 192.168.233.2 (be2f3475-2780-4aee-bc53-4f151fdfc7ab/90685e93-7c8e-43f0-ad73-7b44fb1df788/96e5098d-ff98-4fc5-b759-9dcd13c8959f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:21:12.762974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.773613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Transition to ACTIVE for port object 96e5098d-ff98-4fc5-b759-9dcd13c8959f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:21:12.792788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Transition to ACTIVE for port object 96e5098d-ff98-4fc5-b759-9dcd13c8959f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:21:12.799269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:12.804441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:21:12.907701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:21:12.908433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Pushing event updated for resources: {'Port': ['ID=96e5098d-ff98-4fc5-b759-9dcd13c8959f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:21:12.910833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:21:12.913857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:21:12.925044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.925386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.925717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.926155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.926487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.926818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.927371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.927481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.927744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.928071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.928383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:21:12.932003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:21:13.017855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Attempting to bind port 96e5098d-ff98-4fc5-b759-9dcd13c8959f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:21:13.018165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Attempting to bind port 96e5098d-ff98-4fc5-b759-9dcd13c8959f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:21:13.018503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Attempting to bind port 96e5098d-ff98-4fc5-b759-9dcd13c8959f on network be2f3475-2780-4aee-bc53-4f151fdfc7ab {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:21:13.024839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:21:13.025219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Checking segment: {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:21:13.025610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:13.026004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Bound using segment: {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:21:13.026456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Bound port: 96e5098d-ff98-4fc5-b759-9dcd13c8959f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:21:13.026837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:13.112305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] For port 96e5098d-ff98-4fc5-b759-9dcd13c8959f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:21:13.116144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] For port 96e5098d-ff98-4fc5-b759-9dcd13c8959f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=96e5098d-ff98-4fc5-b759-9dcd13c8959f,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:21:13.122414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:13.126306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:21:13.203240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Pushing event updated for resources: {'Port': ['ID=96e5098d-ff98-4fc5-b759-9dcd13c8959f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:21:13.206282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:21:14.023048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c684f-a180-4421-aefa-0d334652c7fd None None] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:21:14.132436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-259fe76b-7fba-4c57-9712-2bb424e17f34 None None] Provisioning for port 96e5098d-ff98-4fc5-b759-9dcd13c8959f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:21:14.882350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 96e5098d-ff98-4fc5-b759-9dcd13c8959f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:21:14.953237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 96e5098d-ff98-4fc5-b759-9dcd13c8959f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:21:14.960004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 96e5098d-ff98-4fc5-b759-9dcd13c8959f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:21:14.960491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:15.074444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:15.109017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 96e5098d-ff98-4fc5-b759-9dcd13c8959f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=96e5098d-ff98-4fc5-b759-9dcd13c8959f,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:21:15.113122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:15.115066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:21:15.178171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=96e5098d-ff98-4fc5-b759-9dcd13c8959f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:21:15.181298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:21:16.863524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 96e5098d-ff98-4fc5-b759-9dcd13c8959f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:21:16.932298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 96e5098d-ff98-4fc5-b759-9dcd13c8959f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:21:16.932670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:18.224110 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:21:33.437104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-583b67a0-02fb-4456-a021-5da7c3958b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:34.492576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:35.648321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5f64-0d72-400b-9b35-e2c73573d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:36.661774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:38.105203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:21:55.224386 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:22:03.441126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cc433a4a-0d0a-419c-9ac7-b5a953b77a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:04.496015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:05.651454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb9402a0-5064-40ae-abfb-b1ecdd51abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:06.665443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:08.106674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:13.956884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47758) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:22:13.963286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-12890a7e-5052-43ff-8525-aa12f034da3f tempest-verify_tempest_config-1476931392 tempest-verify_tempest_config-1476931392-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:22:13.964285 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-12890a7e-5052-43ff-8525-aa12f034da3f tempest-verify_tempest_config-1476931392 tempest-verify_tempest_config-1476931392-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0064504 Dec 09 09:22:14.293448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47774) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:22:14.431562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.463323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:22:14.467135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2f87ed96714970a6ae30e49f32c0ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:22:14.469934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:22:14.475969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:22:14.542991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.546948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.557301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60005be2-00f2-462b-bf5d-7f8778d15567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:22:14.637844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b9064b-0327-4646-ae81-80355ef86c50,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:22:14.642410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Synchronizing usage tracker for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:22:14.652526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.652862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.653187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.653508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.653827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.654144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.654457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.654768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.655077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.655394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.655698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:22:14.664361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:22:14.670208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Unset dirty status for tenant:559a9acd08ca416f89bdf07fd3773954 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:22:14.671502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e2f87ed96714970a6ae30e49f32c0ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3770380 Dec 09 09:22:14.674188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47780) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:22:14.732328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.756551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.847129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.851859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:22:14.864294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b9064b-0327-4646-ae81-80355ef86c50,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:22:14.867215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:22:14.869029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:14.872750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74b9064b-0327-4646-ae81-80355ef86c50 HTTP/1.1" status: 204 len: 168 time: 0.1950505 Dec 09 09:22:32.224206 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:22:33.444257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9798aef0-481e-4e6f-8c92-d9f21c95b6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:34.497933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:35.659476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-15e63777-f4fb-4f10-bf50-f1b8917315ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:36.670031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:22:38.108716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:03.445210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-775d1a6e-33c3-4db3-aef8-63d288cfc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:04.499432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:05.650813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-445608aa-7b49-4d81-a4b8-fdb1c7787e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:06.671060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:08.112738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:09.224759 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:23:32.726755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472480'] for agent, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:33.446835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9c0c-eaa4-409a-9eb3-5ef7a5354a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:34.502486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:35.652170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26e71d82-cebc-4715-ba76-b37a85e29df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:36.674802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:38.115867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:23:46.225495 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:23:47.533803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:47.678461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1d02f3cd-c806-49a5-b1e5-5123103073a9 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1435881 Dec 09 09:23:49.748246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47862) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:49.827263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-71cd0848-4dcd-4d04-8cae-39e6b31a4c33 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0779498 Dec 09 09:24:02.669611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:03.448455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e07bb83-e859-4769-8235-37c21a0e7fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:04.505380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:05.653052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ccde14c-6472-4898-9a48-6252b459cbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:06.677757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:08.118565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:23.226157 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:24:32.683675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:33.449384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b1de16e5-9682-42ce-905f-99a0053ca43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:34.508983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:35.655846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-690b1702-9c45-481f-89ff-4df9390dada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:36.679730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:24:38.124753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:00.225834 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:25:02.682725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:03.452814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e1b97bc8-49e9-4f89-92d0-fa003ce14665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:04.512081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:05.658135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-29a4f5b5-2584-4f7b-876c-dd5dd8465f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:06.691371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:08.138251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:10.392135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 47992) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:10.832517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1462471692-network', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:10.840311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:10.845462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Usage tracker for resource:network and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:10.848629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:10.854516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:10.864553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Made reservation on behalf of a06569cc287b49afbce6b6f7c1b46c58 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:10.866890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:10.880642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:10.914006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:10.917953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Usage tracker for resource:security_group_rule and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:10.921134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:10.927742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:10.996021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.001313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.004582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7534375d-77d6-4a5a-8755-093e97fe59f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:11.037741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:11.043890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d7d52-9116-453b-9626-a8ca1d1fa186,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:11.055450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.056068 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Added segment 1412496c-d56e-48d2-be79-49d23b90ed92 of type vlan for network 545891ae-0a07-4714-8f2c-cd6db99c12fe Dec 09 09:25:11.063179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.063799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.064318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.064813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.065334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.065826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.066301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.066775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.067255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.067820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.068317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Tracked resource versions report: Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: pushed versions: Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Log': {'1.0'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Network': {'1.1'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Port': {'1.5'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'PortForwarding': {'1.2'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'QosPolicy': {'1.8'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroup': {'1.2'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SubPort': {'1.0'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Subnet': {'1.1'}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Trunk': {'1.1'}} Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: consumer versions: Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: HyperV agent@hv-neutron-8211: {}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Log': '1.0', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Network': '1.1', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Port': '1.5', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'PortForwarding': '1.2', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'QosPolicy': '1.8', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroup': '1.2', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SecurityGroupRule': '1.0', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'SubPort': '1.0', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Subnet': '1.1', Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: 'Trunk': '1.1'}} Dec 09 09:25:11.069296 dv-neutron-821175-1-hyperv neutron-server[83487]: {{(pid=83487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:25:11.078142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:11.103864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.128988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.130319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:11.130999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.134856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d69f6681-cb55-4cc8-b365-70b981475890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:11.240378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Pushing event updated for resources: {'Network': ['ID=545891ae-0a07-4714-8f2c-cd6db99c12fe,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:11.247207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48026) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:11.252566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:11.253234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Request body: {'subnet': {'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1462471692-subnet', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:11.257460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8641112 Dec 09 09:25:11.258557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:11.259483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:11.264305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Usage tracker for resource:subnet and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:11.267657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:11.274276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:11.287451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Made reservation on behalf of a06569cc287b49afbce6b6f7c1b46c58 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:11.294981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.512021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.518020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:11.587479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23260f13-dfcf-490e-b22b-6e5d8be88e7e,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:11.633808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.634500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.635058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.635412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.638272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.639064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.639466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.640029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.640350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.640664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.640977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Tracked resource versions report: Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: pushed versions: Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Log': {'1.0'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Network': {'1.1'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Port': {'1.5'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'PortForwarding': {'1.2'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'QosPolicy': {'1.8'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroup': {'1.2'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SubPort': {'1.0'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Subnet': {'1.1'}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Trunk': {'1.1'}} Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: consumer versions: Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: HyperV agent@hv-neutron-8211: {}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Log': '1.0', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Network': '1.1', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Port': '1.5', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'PortForwarding': '1.2', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'QosPolicy': '1.8', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroup': '1.2', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SecurityGroupRule': '1.0', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'SubPort': '1.0', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Subnet': '1.1', Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: 'Trunk': '1.1'}} Dec 09 09:25:11.641934 dv-neutron-821175-1-hyperv neutron-server[83486]: {{(pid=83486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:25:11.654486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:11.655602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Checking segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:11.655999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Network hostable DHCP agents. Network: 545891ae-0a07-4714-8f2c-cd6db99c12fe, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:11.677067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:11.688356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 545891ae-0a07-4714-8f2c-cd6db99c12fe) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:11.692611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:11.693184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.698159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ad013-248d-48d9-b9dd-472d76fede3d None None] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:11.736894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48044) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:11.743991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:11.750054 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5015109 Dec 09 09:25:11.752366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:11.757441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Usage tracker for resource:router and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:11.761635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:11.769427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:11.787679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.789012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.814336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:11.832319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48048) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:11.946883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-545891ae-0a07-4714-8f2c-cd6db99c12fe', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:25:11.948072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.008027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.136951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Allocated IP 172.20.0.2 (545891ae-0a07-4714-8f2c-cd6db99c12fe/23260f13-dfcf-490e-b22b-6e5d8be88e7e/a89da8c1-88fd-4546-b797-ac83863c3b01) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:12.203163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48062) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:12.227429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.262140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.363455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-987466986-network', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:12.368660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:12.378066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Usage tracker for resource:network and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:12.378630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.384370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:12.392093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Transition to ACTIVE for port object a89da8c1-88fd-4546-b797-ac83863c3b01 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:12.393463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:12.416635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Transition to ACTIVE for port object a89da8c1-88fd-4546-b797-ac83863c3b01 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:12.422178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Made reservation on behalf of 2711ea18a7e249a5a3a2cf5f435597e9 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:12.425224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.426563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.434971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:12.459560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.467432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Allocated IP 172.26.4.232 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f3de1288-fe46-445b-a61d-1984701eb81a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:12.512741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Pushing event updated for resources: {'Port': ['ID=a89da8c1-88fd-4546-b797-ac83863c3b01,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:12.527424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.528905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.529605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.530160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.530704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.531237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.531809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.532352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.532888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.533435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.533962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Tracked resource versions report: Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: pushed versions: Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Log': {'1.0'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Network': {'1.1'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Port': {'1.5'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'PortForwarding': {'1.2'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'QosPolicy': {'1.8'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroup': {'1.2'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SubPort': {'1.0'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Subnet': {'1.1'}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Trunk': {'1.1'}} Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: consumer versions: Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: HyperV agent@hv-neutron-8211: {}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Log': '1.0', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Network': '1.1', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Port': '1.5', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'PortForwarding': '1.2', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'QosPolicy': '1.8', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroup': '1.2', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SecurityGroupRule': '1.0', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'SubPort': '1.0', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Subnet': '1.1', Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: 'Trunk': '1.1'}} Dec 09 09:25:12.535212 dv-neutron-821175-1-hyperv neutron-server[83488]: {{(pid=83488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:25:12.541299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:12.550565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:12.552712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:12.554254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:12.557008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:12.563502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Usage tracker for resource:security_group_rule and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:12.573454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:12.592638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:12.612617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-953371554-network', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:12.631378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:12.635280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Usage tracker for resource:network and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:12.641404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:12.651111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:12.671617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Made reservation on behalf of aa8b8fe8231740c296f77fac3e6d0074 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:12.674243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.685039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Attempting to bind port a89da8c1-88fd-4546-b797-ac83863c3b01 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:12.685855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Attempting to bind port a89da8c1-88fd-4546-b797-ac83863c3b01 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:12.686665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Attempting to bind port a89da8c1-88fd-4546-b797-ac83863c3b01 on network 545891ae-0a07-4714-8f2c-cd6db99c12fe {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:12.688857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.694616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:12.695249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Checking segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:12.695980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.696813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Bound using segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:12.698163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Bound port: a89da8c1-88fd-4546-b797-ac83863c3b01, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:12.698753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.750958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:12.763799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Usage tracker for resource:security_group_rule and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:12.768976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:12.782822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:12.795337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.800789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.805923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.815409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:12.842560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.848040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:12.849275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8874e8f6-ab35-4d95-8c01-2979b0b40aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:12.853349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] For port a89da8c1-88fd-4546-b797-ac83863c3b01, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:12.862437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] For port a89da8c1-88fd-4546-b797-ac83863c3b01, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a89da8c1-88fd-4546-b797-ac83863c3b01,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:12.874774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.879234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3fdac0a9-82b3-4eec-a6c5-ad5a444004e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:12.884264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751564271818', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:12.885182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Unsubscribe: segment precommit_create {{(pid=83486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 09:25:12.885817 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Added segment 55728c5f-7e9c-445a-a257-7d0c399136ff of type vlan for network f93e906e-7089-4dc4-9b7c-602720a5a075 Dec 09 09:25:12.955549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322d4dd4-b050-44e0-adaf-db1097d1d91c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:12.964291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.000862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f3de1288-fe46-445b-a61d-1984701eb81a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:13.011525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.033468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:13.038170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.038454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:13.042169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:13.062317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.062890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Pushing event updated for resources: {'Port': ['ID=a89da8c1-88fd-4546-b797-ac83863c3b01,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:13.069378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.075059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.090563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:13.138501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.139722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:13.151325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:13.153205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.173005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69421dd2-0424-425b-b3e9-7b9cfc44583f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:13.177232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.180519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:13.194903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.195116 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Added segment 3657c083-127d-4d04-aa7a-756ad20789fd of type vlan for network 7b5267a8-d53e-46b3-b456-941346666c33 Dec 09 09:25:13.231850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.232654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.351069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.362230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:13.362393 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5287149 Dec 09 09:25:13.364073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Pushing event updated for resources: {'Network': ['ID=f93e906e-7089-4dc4-9b7c-602720a5a075,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:13.372496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Request body: {'subnet': {'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-987466986-subnet', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:13.377989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network f93e906e-7089-4dc4-9b7c-602720a5a075 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:13.378545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.392193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:13.411127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.412389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Usage tracker for resource:subnet and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:13.412616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:13.413256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.422215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:13.431391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:13.455529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2514648 Dec 09 09:25:13.460848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48104) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:13.466030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:13.482310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Request body: {'subnet': {'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-953371554-subnet', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:13.562769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Pushing event updated for resources: {'Network': ['ID=7b5267a8-d53e-46b3-b456-941346666c33,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:13.571409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:13.574516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Made reservation on behalf of 2711ea18a7e249a5a3a2cf5f435597e9 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:13.577279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:13.578053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 7b5267a8-d53e-46b3-b456-941346666c33 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:13.604068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:13.616369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Usage tracker for resource:subnet and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:13.722264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:13.745183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:13.777014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Made reservation on behalf of aa8b8fe8231740c296f77fac3e6d0074 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:13.779573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.091645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.111400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:14.168539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23391034-4732-4443-a196-abe69d2b667e,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:14.181274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:14.225118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:25:14.260375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.271238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee1f1a-32c0-464e-bf62-d3feb08d936b None None] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:14.276405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8e3d2671-855b-4024-8177-15a73417fa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:14.368918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Checking segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:14.369271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Network hostable DHCP agents. Network: f93e906e-7089-4dc4-9b7c-602720a5a075, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:14.445283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c24bca-1d4c-41ad-9806-512d5aa76d07,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:14.452963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:14.475577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Checking segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:14.475963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Network hostable DHCP agents. Network: 7b5267a8-d53e-46b3-b456-941346666c33, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:14.486942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Network f93e906e-7089-4dc4-9b7c-602720a5a075 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:14.505903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-efa6cae4-7fed-4aca-b9c0-fcd336b9fa10 None None] Provisioning for port a89da8c1-88fd-4546-b797-ac83863c3b01 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:14.549366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, f93e906e-7089-4dc4-9b7c-602720a5a075) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:14.563405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:14.564013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.571985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac912dfd-fd7d-43c7-83f0-5e684b385218 None None] Network f93e906e-7089-4dc4-9b7c-602720a5a075 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:14.594441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Network 7b5267a8-d53e-46b3-b456-941346666c33 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:14.605642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 7b5267a8-d53e-46b3-b456-941346666c33) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:14.612514 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2450304 Dec 09 09:25:14.613867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:14.614443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.620675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48142) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:14.626086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51c672-91f2-4191-a322-1bb33483a9a3 None None] Network 7b5267a8-d53e-46b3-b456-941346666c33 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:14.632389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:14.643394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:14.651773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Usage tracker for resource:router and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:14.659790 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1929846 Dec 09 09:25:14.660233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:14.663673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:14.667488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:14.673075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:14.676757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:14.680539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:14.687959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Usage tracker for resource:router and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:14.693069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:14.694018 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Sync routers for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:14.708032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.708829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:14.712858 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:14.717910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.718043 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:14.721573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.723053 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9835880 Dec 09 09:25:14.726607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:14.749405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.802861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.804255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.826136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:14.967649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:15.039604 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:15.182878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.191013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a89da8c1-88fd-4546-b797-ac83863c3b01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:15.257837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-f93e906e-7089-4dc4-9b7c-602720a5a075', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:25:15.258667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.288047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.537650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:15.548334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Allocated IP 172.20.0.2 (f93e906e-7089-4dc4-9b7c-602720a5a075/23391034-4732-4443-a196-abe69d2b667e/b2df4a78-2f40-4752-b1fd-da5360976f89) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:15.601042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.665627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48182) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:15.678701 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:13Z', 'revision_number': 3, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:15.684627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.686528 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Checking router: 9abf4fb3-aef4-42f8-b93d-a113061e72d0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:15.686891 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Updating router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 port f3de1288-fe46-445b-a61d-1984701eb81a binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:15.790460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a89da8c1-88fd-4546-b797-ac83863c3b01 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:15.801215 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.869969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a89da8c1-88fd-4546-b797-ac83863c3b01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:15.870509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:15.900313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Allocated IP 172.26.4.85 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/a4f3b1cb-df57-49c7-b3bd-76c63a05322e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:16.118357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.141918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.154946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.175329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Transition to ACTIVE for port object b2df4a78-2f40-4752-b1fd-da5360976f89 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:16.276488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.288432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Transition to ACTIVE for port object b2df4a78-2f40-4752-b1fd-da5360976f89 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:16.296948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-7b5267a8-d53e-46b3-b456-941346666c33', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:25:16.298057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.330210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.341044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-49214a8c-29ba-4d94-870b-199c60f36456 None None] Provisioning complete for port a89da8c1-88fd-4546-b797-ac83863c3b01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:16.341758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-49214a8c-29ba-4d94-870b-199c60f36456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.352171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1432743871'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:16.366636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1355777050'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:16.377275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:16.380494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.394706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Usage tracker for resource:network and tenant:49e7a4f7f66f454dba1331ac6717c819 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:16.396736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:16.401557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:16.409266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:16.410082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:16.437345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Made reservation on behalf of 49e7a4f7f66f454dba1331ac6717c819 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:16.441168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.458686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:16.465613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Network f93e906e-7089-4dc4-9b7c-602720a5a075 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:16.466006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.490509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:16.497524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:16.519474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:16.532094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48196) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:16.535578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Usage tracker for resource:security_group_rule and tenant:49e7a4f7f66f454dba1331ac6717c819 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:16.539778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:16.547212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:16.556432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:16.560094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:16.587943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-221341842', 'router:external': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:16.598531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:16.604142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.639831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:16.654564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:network and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:16.658423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Pushing event updated for resources: {'Port': ['ID=b2df4a78-2f40-4752-b1fd-da5360976f89,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:16.659321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:16.661408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:16.685742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:16.706840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48202) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:16.711572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Pushing event updated for resources: {'Port': ['ID=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:16.719008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.720591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Usage tracker for resource:network and tenant:0003c0e9011a4b1b9ac1c2d7bad1291b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:16.728748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:16.729287 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.743227 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Transition to ACTIVE for port object f3de1288-fe46-445b-a61d-1984701eb81a will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:16.748554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:16.752743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.753297 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.757029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:16.768433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:16.815797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:16.825270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.825780 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Added segment 3bd2ff1c-e89e-471d-8581-c205fbf768e0 of type vlan for network a3c1175d-3b32-498b-80d0-ecbf1c82788a Dec 09 09:25:16.833882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Made reservation on behalf of 8f78c2ae79fd40ad9e4178c294901ef9 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:16.836463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.854614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.856831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1385600838'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:16.869071 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Pushing event updated for resources: {'Port': ['ID=f3de1288-fe46-445b-a61d-1984701eb81a,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:16.874715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:16.882497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.893338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Usage tracker for resource:network and tenant:e726dd63ac0b41878367474552890b2f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:16.897849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:16.900341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:16.910955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:16.914810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.921924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1581459366', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:16.939919 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.941438 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.941931 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.943511 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.944056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.945555 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.946045 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.947877 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.948418 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.948814 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.949144 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Tracked resource versions report: Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: pushed versions: Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Log': {'1.0'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Network': {'1.1'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Port': {'1.5'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'PortForwarding': {'1.2'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'QosPolicy': {'1.8'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroup': {'1.2'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SubPort': {'1.0'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Subnet': {'1.1'}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Trunk': {'1.1'}} Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: consumer versions: Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: { DHCP agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: HyperV agent@hv-neutron-8211: {}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: L3 agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: Metadata agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: Metering agent@dv-neutron-821175-1-hyperv: {}, Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: Open vSwitch agent@dv-neutron-821175-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Log': '1.0', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Network': '1.1', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Port': '1.5', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'PortForwarding': '1.2', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'QosPolicy': '1.8', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroup': '1.2', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SecurityGroupRule': '1.0', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'SubPort': '1.0', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Subnet': '1.1', Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: 'Trunk': '1.1'}} Dec 09 09:25:16.952546 dv-neutron-821175-1-hyperv neutron-server[83489]: {{(pid=83489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 09:25:16.961534 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Attempting to bind port f3de1288-fe46-445b-a61d-1984701eb81a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:16.961910 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Attempting to bind port f3de1288-fe46-445b-a61d-1984701eb81a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:16.962327 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Attempting to bind port f3de1288-fe46-445b-a61d-1984701eb81a on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:16.979026 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:16.980269 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:16.982303 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:16.983187 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.983601 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:16.984126 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Bound port: f3de1288-fe46-445b-a61d-1984701eb81a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:16.986351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:16.997441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Made reservation on behalf of e726dd63ac0b41878367474552890b2f for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:17.001195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.015933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a89da8c1-88fd-4546-b797-ac83863c3b01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a89da8c1-88fd-4546-b797-ac83863c3b01,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:17.018912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.029305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.039122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Usage tracker for resource:port and tenant:f16ea01ffd384c8dbca5795dc412eac4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.042364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.046077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:17.046682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.048746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.049322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.050398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Attempting to bind port b2df4a78-2f40-4752-b1fd-da5360976f89 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:17.050771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Attempting to bind port b2df4a78-2f40-4752-b1fd-da5360976f89 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:17.051207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Attempting to bind port b2df4a78-2f40-4752-b1fd-da5360976f89 on network f93e906e-7089-4dc4-9b7c-602720a5a075 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:17.059486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:security_group_rule and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.062709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.066500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:17.066892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Checking segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:17.067266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.067467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.068473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Bound using segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:17.069162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Bound port: b2df4a78-2f40-4752-b1fd-da5360976f89, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:17.069584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.076316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Made reservation on behalf of 0003c0e9011a4b1b9ac1c2d7bad1291b for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:17.079877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.082118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.117711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f8a5db7e-a6b1-465c-bd44-2fbc9806ff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.126308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Made reservation on behalf of f16ea01ffd384c8dbca5795dc412eac4 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:17.128896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.135937 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] For port f3de1288-fe46-445b-a61d-1984701eb81a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:17.140076 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] For port f3de1288-fe46-445b-a61d-1984701eb81a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3de1288-fe46-445b-a61d-1984701eb81a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:17.140747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.145132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6025193 Dec 09 09:25:17.149220 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.155785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48212) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:17.157025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Usage tracker for resource:security_group_rule and tenant:e726dd63ac0b41878367474552890b2f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.165385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.165689 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9828627d-310d-4146-8237-7e4d0b9af66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.173910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.180654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fbd082-a4f7-4cb1-ab60-9d00cedebfdf,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.184019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.193719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.199473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.204211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.205268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.331211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.347943 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Pushing event updated for resources: {'Port': ['ID=f3de1288-fe46-445b-a61d-1984701eb81a,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.352569 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.353334 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:17.353971 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:17.360960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.367750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Pushing event updated for resources: {'Network': ['ID=a3c1175d-3b32-498b-80d0-ecbf1c82788a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.377263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.381668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Usage tracker for resource:security_group_rule and tenant:f16ea01ffd384c8dbca5795dc412eac4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.389758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.395317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.401841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Allocated IP 172.26.4.52 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/a4e234fa-ba33-44f8-a06d-c4b3f89eb43a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:17.403264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.410698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network a3c1175d-3b32-498b-80d0-ecbf1c82788a details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:17.415601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.424766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'name': 'tempest-network--1311300031', 'router:external': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:17.435113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.443180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.451294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a46f24b9-47a9-4b5c-a37d-d9d668360efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.490791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c03625-6956-4504-88d4-a09707e86d2d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.506396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:17.517300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.517791 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Added segment ac3d4bed-039b-4fad-bacb-d93626201f1b of type vlan for network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e Dec 09 09:25:17.550541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.588211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:network and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.603212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.606208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a89da8c1-88fd-4546-b797-ac83863c3b01,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.609710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.624359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.633804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Allocated IP 172.20.0.2 (7b5267a8-d53e-46b3-b456-941346666c33/03c24bca-1d4c-41ad-9806-512d5aa76d07/d48a2de1-f3ab-4ff2-83c3-79ed0580774f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:17.634528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.636514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.643595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:17.643957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] For port b2df4a78-2f40-4752-b1fd-da5360976f89, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:17.644424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.663219 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:17.665956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] For port b2df4a78-2f40-4752-b1fd-da5360976f89, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b2df4a78-2f40-4752-b1fd-da5360976f89,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:17.683601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Allocated IP 172.20.0.1 (545891ae-0a07-4714-8f2c-cd6db99c12fe/23260f13-dfcf-490e-b22b-6e5d8be88e7e/7535dbe3-f1c7-440a-bace-6734b85d0ce9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:17.689628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.692731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.702358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.785032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Network': ['ID=6d8efcdd-c5e2-4f12-99fc-73b03e91f54e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:17.788316 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1208725 Dec 09 09:25:17.790451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.794861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:17.797855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48222) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:17.809574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'subnet': {'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:17.813085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:17.815654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.820056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:subnet and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.823330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:17.830050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:17.857819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.876186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Transition to ACTIVE for port object 7535dbe3-f1c7-440a-bace-6734b85d0ce9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:17.905591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Made reservation on behalf of 8f78c2ae79fd40ad9e4178c294901ef9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:17.907388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.919766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:17.922805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:17.936399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Usage tracker for resource:security_group_rule and tenant:0003c0e9011a4b1b9ac1c2d7bad1291b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:17.938842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-165002fb-9222-4a94-af53-fe0df52844b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:17.996431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.006218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:18.008339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:18.010783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.032673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.062476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.066142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Pushing event updated for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.069528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.071850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Pushing event updated for resources: {'Port': ['ID=b2df4a78-2f40-4752-b1fd-da5360976f89,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.084730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:18.086971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.122144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:18.129860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:18.133105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:18.133690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.134155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:18.148458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.148804 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Added segment abbc6aa9-8f54-4b78-b4d9-26889b3879a4 of type vlan for network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 Dec 09 09:25:18.185254 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:13Z', 'revision_number': 3, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:18.193333 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308db38-a123-4ea8-b9c7-feb9e50e8116 None None] The sync data for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv is: [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:13Z', 'revision_number': 3, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:18.195019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.195467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.210942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Transition to ACTIVE for port object d48a2de1-f3ab-4ff2-83c3-79ed0580774f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:18.246225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Transition to ACTIVE for port object d48a2de1-f3ab-4ff2-83c3-79ed0580774f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:18.265911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.272280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.282048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.301109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.306035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.328459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5982da24-9a32-47f7-9bd9-a811c4af9f21,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.346329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.378317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] device_id is not set on port 67f481f2-c51b-4d65-acaa-dc19aac13ef0 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:18.379949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.420265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.439958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.442536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Network 7b5267a8-d53e-46b3-b456-941346666c33 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:18.453387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:18.456516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:18.468754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.478291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Pushing event updated for resources: {'Port': ['ID=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.482855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.602814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.627379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:18.628455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:18.629150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.637007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.644540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5d9e410b-78d7-495b-b09c-f28038377bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.644928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Attempting to bind port d48a2de1-f3ab-4ff2-83c3-79ed0580774f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:18.645309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Attempting to bind port d48a2de1-f3ab-4ff2-83c3-79ed0580774f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:18.646005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Attempting to bind port d48a2de1-f3ab-4ff2-83c3-79ed0580774f on network 7b5267a8-d53e-46b3-b456-941346666c33 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:18.646641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:18.656190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:18.656598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Checking segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:18.659984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.659984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Bound using segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:18.659984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Bound port: d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:18.661324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.665807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:18.678692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c838d516-cbb2-47b4-8bb5-b046af5c5af5 None None] Provisioning for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:18.719372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c838d516-cbb2-47b4-8bb5-b046af5c5af5 None None] Provisioning complete for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:18.719749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c838d516-cbb2-47b4-8bb5-b046af5c5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.757020 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2175286 Dec 09 09:25:18.757624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.761683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:18.765271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.772038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.773862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Allocated IP 172.26.4.92 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/67f481f2-c51b-4d65-acaa-dc19aac13ef0) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:18.792013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:security_group_rule and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:18.799061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5e75a-50b0-42f9-9194-416d72c19487,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:18.806855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:18.826086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:18.838826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:18.839632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c838d516-cbb2-47b4-8bb5-b046af5c5af5 None None] Port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:18.842772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.860855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] For port d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:18.866059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] For port d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:18.876035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:18.882375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:18.905396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:19.068748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Pushing event updated for resources: {'Port': ['ID=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:19.074183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:19.113407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a734e9-3e13-409d-812e-c7cd8b518414,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:19.126210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:19.133027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.134258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Added segment f9aaf48b-47dd-49ab-90c2-d5b9522c275a of type vlan for network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 Dec 09 09:25:19.214839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.225930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Pushing event updated for resources: {'Network': ['ID=d8aa370a-67cf-46c6-95d6-6f5583cf1d41,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:19.251248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:19.261619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:19.297448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.314031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.401431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.417063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.417899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.423709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.424462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.430815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:19.431526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.432697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:19.436109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.442672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7985c6f9-1cde-40c0-9ac3-2e08d3b2b69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:19.502858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3de1288-fe46-445b-a61d-1984701eb81a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:19.678950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:19.697516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.698223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Added segment 49120d44-14f7-4042-a4fa-beef674036a5 of type vlan for network 9a0b3a83-8fa9-4d7a-9da2-eb02c84991af Dec 09 09:25:19.744728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f3de1288-fe46-445b-a61d-1984701eb81a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:19.751627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f3de1288-fe46-445b-a61d-1984701eb81a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:19.752057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.775373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:19.860185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event updated for resources: {'Network': ['ID=eecfe6e6-3e09-4c79-a6a3-5bff77457ce2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:19.876750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:19.877709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:19.882415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:19.900205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01938b8a-c7e8-46e7-ac26-741799350ddb None None] Network f93e906e-7089-4dc4-9b7c-602720a5a075 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:19.937287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.9656274 Dec 09 09:25:19.946447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:19.961457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48236) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:19.963610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:19.981616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.029982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.034043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48240) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:20.045078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Request body: {'subnet': {'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:20.065298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29326e5-f4a7-4077-93d4-e59fadedc4c0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:20.069572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.070903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:20.083013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1527933243'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:20.120445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.125986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:20.126912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.157872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0d72c9d5-dbf9-4a7b-adb0-aaffa685a0d0 None None] Provisioning for port b2df4a78-2f40-4752-b1fd-da5360976f89 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:20.162995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:20.170009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f3de1288-fe46-445b-a61d-1984701eb81a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3de1288-fe46-445b-a61d-1984701eb81a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:20.176157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:20.184262 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0210137 Dec 09 09:25:20.196136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48244) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:20.198668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Usage tracker for resource:port and tenant:6a2354225d9947d8af36f61b8225e55d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:20.198824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.202781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Pushing event updated for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:20.206774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b2df4a78-2f40-4752-b1fd-da5360976f89 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:20.214689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:20.218843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:20.218990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:20.266701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:20.267491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:20.279223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.287173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:20.319909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:20.327040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=9a0b3a83-8fa9-4d7a-9da2-eb02c84991af,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:20.329776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:20.332984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:20.366357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9a0b3a83-8fa9-4d7a-9da2-eb02c84991af details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:20.401050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6842587 Dec 09 09:25:20.405515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48248) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:20.413811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.92'}]}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:20.419857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:20.423673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Usage tracker for resource:router and tenant:f16ea01ffd384c8dbca5795dc412eac4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:20.426829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:20.434941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:20.435417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:20.444066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Router c0e538e3-d603-4058-bd79-47908b63eee0 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:25:20.455886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.456876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.569182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Pushing event updated for resources: {'Port': ['ID=67f481f2-c51b-4d65-acaa-dc19aac13ef0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:20.572152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:20.594934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Made reservation on behalf of 6a2354225d9947d8af36f61b8225e55d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:20.597752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.645302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:20.650166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.663460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f3de1288-fe46-445b-a61d-1984701eb81a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:20.673979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:20.682982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.694617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:25:20.696045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.712546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Usage tracker for resource:subnet and tenant:0003c0e9011a4b1b9ac1c2d7bad1291b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:20.720174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:20.739429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:20.749746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.774162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:20.779341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-96662e10-099e-4221-934e-5cd05082095a None None] Provisioning complete for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:20.779772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96662e10-099e-4221-934e-5cd05082095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.843793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b2df4a78-2f40-4752-b1fd-da5360976f89 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:20.870464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b2df4a78-2f40-4752-b1fd-da5360976f89 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:20.870815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:20.908724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4acb5e5-9e88-4cfe-a968-5a11ad41c04c None None] Network 7b5267a8-d53e-46b3-b456-941346666c33 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:20.942860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-96662e10-099e-4221-934e-5cd05082095a None None] Port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:20.952982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Made reservation on behalf of 0003c0e9011a4b1b9ac1c2d7bad1291b for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:21.021637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:21.095678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Usage tracker for resource:security_group_rule and tenant:6a2354225d9947d8af36f61b8225e55d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:21.104750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:21.116153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1235866-8aff-435d-900c-b444c6579f30,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:21.119000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:21.130189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:21.150696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.165755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Checking segment: {'id': 'ac3d4bed-039b-4fad-bacb-d93626201f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:21.165755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network hostable DHCP agents. Network: 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:21.175850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9c1638d9-9fc8-4d4b-94b9-58b10e2f9082 None None] Provisioning for port d48a2de1-f3ab-4ff2-83c3-79ed0580774f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:21.253337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:21.258850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.268937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.278333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:21.289425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:21.289736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks [] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.295262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:21.295399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Sync routers for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:21.295947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.312116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85022496-b06f-401c-a98d-54649f76bd12 None None] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:21.388521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a401c425-868d-42b6-856a-65db253879de admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.394773 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a401c425-868d-42b6-856a-65db253879de admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7719922 Dec 09 09:25:21.397434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48252) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:21.409506 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6069970 Dec 09 09:25:21.411272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48256) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:21.431571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.431954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.435550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.436139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > port after_create 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.436399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.436644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > port after_update 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.436966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.437307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.437627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.437942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.489200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-433075376', 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:21.494090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:21.499021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:port and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:21.502663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:21.508713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:21.532233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Made reservation on behalf of 8f78c2ae79fd40ad9e4178c294901ef9 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:21.534548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.587743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] device_id is not set on port f4d5680a-11dd-491c-aae0-68045ceff28d yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:21.609780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.610200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.610491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.610847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:21.611220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0b3a83-8fa9-4d7a-9da2-eb02c84991af']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:21.625906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49120d44-14f7-4042-a4fa-beef674036a5') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:21.626256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49120d44-14f7-4042-a4fa-beef674036a5') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:21.639421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.671353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f5355-1483-4a72-803e-7331a76a7a99 None None] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:21.686567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.698416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:21.699578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:21.719897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:21.720444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn_limited( Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn_limited( Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:21.739516 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:21.801918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b2df4a78-2f40-4752-b1fd-da5360976f89, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b2df4a78-2f40-4752-b1fd-da5360976f89,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:21.826618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:21.837470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a89da8c1-88fd-4546-b797-ac83863c3b01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:21.943477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 2001:db8::301 (6d8efcdd-c5e2-4f12-99fc-73b03e91f54e/d1235866-8aff-435d-900c-b444c6579f30/f4d5680a-11dd-491c-aae0-68045ceff28d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:22.040766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.066865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a0b3a83-8fa9-4d7a-9da2-eb02c84991af {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:22.070117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.078746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:22.081171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:22.095205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.103601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Router 55acf281-332f-4551-a320-6345afb6a015 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:25:22.116771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.140918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.166658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9a0b3a83-8fa9-4d7a-9da2-eb02c84991af HTTP/1.1" status: 204 len: 168 time: 1.9602687 Dec 09 09:25:22.171209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:22.172114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a7ce97bf-8e60-43d7-bd55-280a7eb8bed8 None None] Provisioning complete for port b2df4a78-2f40-4752-b1fd-da5360976f89 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:22.172775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a7ce97bf-8e60-43d7-bd55-280a7eb8bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.177951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48262) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:22.183579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:22.190359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.211398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a0b3a83-8fa9-4d7a-9da2-eb02c84991af,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:22.214255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:22.226480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:22.249983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:22.298232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:network and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:22.304571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:22.314309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b2df4a78-2f40-4752-b1fd-da5360976f89,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:22.323981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:22.331552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:22.382437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:22.385360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.386866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51ba5c7-02a6-4953-be20-a0a18b2a1357,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:22.390942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:22.489409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.494423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:25:22.522507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5a7e3ad3-f376-4a0a-92bc-9e7b3daf2edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:22.573648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a89da8c1-88fd-4546-b797-ac83863c3b01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:22.574561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.594289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.601274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:22.626440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:22.665500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.666260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Added segment f487afc5-8cb4-4aa0-9d22-5c16af6c7e39 of type vlan for network 68e8ae09-c042-4a4d-aa76-ef541904bc8c Dec 09 09:25:22.799680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.823930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.829395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event updated for resources: {'Subnet': ['ID=fbddaad1-5b8d-440e-b374-d2d076810b00,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:22.832659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:22.937800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Checking segment: {'id': 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:22.938050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Network hostable DHCP agents. Network: eecfe6e6-3e09-4c79-a6a3-5bff77457ce2, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:22.945927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:22.952959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:22.970135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:22.986806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.006141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.010280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:23.047618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:23.051965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.098668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Transition to ACTIVE for port object 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:23.172392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.173537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:16Z', 'revision_number': 3, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:23.179142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Checking router: c0e538e3-d603-4058-bd79-47908b63eee0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:23.179499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Updating router c0e538e3-d603-4058-bd79-47908b63eee0 port a4f3b1cb-df57-49c7-b3bd-76c63a05322e binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:23.185588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:23.195687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:23.236887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b2df4a78-2f40-4752-b1fd-da5360976f89 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:23.268367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, eecfe6e6-3e09-4c79-a6a3-5bff77457ce2) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:23.272980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:23.273170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.276768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.313316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af53fc4-49db-49bd-9b81-feebd9755ef6 None None] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:23.320469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:23.329821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=8360f301-5a06-4dfc-aaf8-2d9bc6e42f04,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:23.333090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:23.343557 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Sync routers for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:23.363593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3921504 Dec 09 09:25:23.364130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48266) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:23.372276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Request body: {'port': {'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-444688877'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:23.381339 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:23.382032 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:23.420031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.424085 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-11121b8c-06bc-4b20-a76b-ec39daab8071 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7627983 Dec 09 09:25:23.424737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48270) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:23.491551 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3125124 Dec 09 09:25:23.494192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:23.513602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48274) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:23.519299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:23.528284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'subnet': {'network_id': '68e8ae09-c042-4a4d-aa76-ef541904bc8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:23.534069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:23.538090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:subnet and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:23.542835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:23.546513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Checking segment: {'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:23.547046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Network hostable DHCP agents. Network: d8aa370a-67cf-46c6-95d6-6f5583cf1d41, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:23.552004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:23.560357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d5680a-11dd-491c-aae0-68045ceff28d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:23.574912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:23.575995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:23.577078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.582588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.586544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:23.589106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.639140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b2df4a78-2f40-4752-b1fd-da5360976f89 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:23.639731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.651303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:23.666007 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] 10.222.0.41 "PUT /v2.0/routers/9abf4fb3-aef4-42f8-b93d-a113061e72d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9300590 Dec 09 09:25:23.666221 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:23.671836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:23.684258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Usage tracker for resource:port and tenant:0003c0e9011a4b1b9ac1c2d7bad1291b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:23.688669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:23.692346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:23.702847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:23.724408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Sync routers for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:23.773465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, d8aa370a-67cf-46c6-95d6-6f5583cf1d41) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:23.778821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:23.798419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Made reservation on behalf of 0003c0e9011a4b1b9ac1c2d7bad1291b for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:23.801595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.802694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bef71c-e9df-40a1-af83-bdac22d8b77a None None] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:23.816943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:23.817316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:23.817695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:23.825385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:23.839182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:23.839523 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:23.842121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] device_id is not set on port 8b3b7876-18f6-46a0-b028-783c2fbde05b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:23.877298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 2 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:23.907594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:23.907965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:23.908302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:23.945568 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5313058 Dec 09 09:25:23.947801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48290) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:23.947936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:23.948046 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:23.952646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 3 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.037546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.037886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.038222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.055705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:24.064426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.932s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:24.092071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.092390 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.098452 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 4 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.156743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.190585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Transition to ACTIVE for port object a4f3b1cb-df57-49c7-b3bd-76c63a05322e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:24.200589 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 3, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:24.205642 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Checking router: 55acf281-332f-4551-a320-6345afb6a015 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:24.206502 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Updating router 55acf281-332f-4551-a320-6345afb6a015 port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:24.216665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-eecfe6e6-3e09-4c79-a6a3-5bff77457ce2', 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2', 'tenant_id': '0003c0e9011a4b1b9ac1c2d7bad1291b', 'fixed_ips': [{'subnet_id': 'fbddaad1-5b8d-440e-b374-d2d076810b00'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:25:24.263055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.272447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:24.273085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:24.274342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.274690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.275024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.276928 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.289765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Allocated IP 172.20.0.14 (eecfe6e6-3e09-4c79-a6a3-5bff77457ce2/fbddaad1-5b8d-440e-b374-d2d076810b00/8b3b7876-18f6-46a0-b028-783c2fbde05b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:24.298341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.298672 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.303553 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 5 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.325943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.326267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.326612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.343571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.354392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.354721 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.364185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 6 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.408701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.409030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.409359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.456280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:24.478768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=68e8ae09-c042-4a4d-aa76-ef541904bc8c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:24.490288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Deleting port f4d5680a-11dd-491c-aae0-68045ceff28d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:24.490965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.515890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.516222 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.583993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Pushing event updated for resources: {'Port': ['ID=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:24.588144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:24.611104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 7 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.638208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.638531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.638862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.691723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.692071 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.695769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 68e8ae09-c042-4a4d-aa76-ef541904bc8c details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:24.720313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 8 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.765763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.766117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.766447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.803503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.803850 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.806382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.810104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 9 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.838820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.839166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.839478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.844771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Transition to ACTIVE for port object 8b3b7876-18f6-46a0-b028-783c2fbde05b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:24.855030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.855909 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.858334 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 10 to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 Dec 09 09:25:24.889518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d48a2de1-f3ab-4ff2-83c3-79ed0580774f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:24.923165 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.938899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.939225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.939553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.955579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Attempting to bind port a4f3b1cb-df57-49c7-b3bd-76c63a05322e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:24.956234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Attempting to bind port a4f3b1cb-df57-49c7-b3bd-76c63a05322e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:24.956803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Attempting to bind port a4f3b1cb-df57-49c7-b3bd-76c63a05322e on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:24.959710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:24.960060 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:24.960445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.961376 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Transition to ACTIVE for port object a4e234fa-ba33-44f8-a06d-c4b3f89eb43a will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:24.976936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.982475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:24.989431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.000635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.071064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.095743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Allocated IP 172.20.0.2 (eecfe6e6-3e09-4c79-a6a3-5bff77457ce2/fbddaad1-5b8d-440e-b374-d2d076810b00/0158137b-d67a-47f5-a7f5-bc78a1a9aea5) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:25.122414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:25.129094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:25.141191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event updated for resources: {'Port': ['ID=8b3b7876-18f6-46a0-b028-783c2fbde05b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.144146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:25.173955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.188857 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Attempting to bind port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:25.189267 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Attempting to bind port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:25.189636 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Attempting to bind port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:25.206098 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Pushing event updated for resources: {'Port': ['ID=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.206378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Calling delete_port for f4d5680a-11dd-491c-aae0-68045ceff28d owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:25.223700 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.233190 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:25.233841 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:25.234442 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.235029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:25.235740 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Bound port: a4e234fa-ba33-44f8-a06d-c4b3f89eb43a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:25.236741 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.343465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:25.343948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempted to set empty binding levels {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:25:25.357766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:25.358474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.363314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:25.363770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:25.364344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.364798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:25.365027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.365465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Bound port: a4f3b1cb-df57-49c7-b3bd-76c63a05322e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:25.365855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.380503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.422716 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] For port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:25.422969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48300) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:25.425265 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] For port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:25.430167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.431079 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.436622 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.441608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786441868', 'description': 'tempest-description--1294998964'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:25.458553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:25.463283 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0977547 Dec 09 09:25:25.468314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Usage tracker for resource:security_group and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:25.470927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48304) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:25.477183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.497906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Transition to ACTIVE for port object 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:25.510943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.514215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:25.527475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Transition to ACTIVE for port object 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:25.538775 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Pushing event updated for resources: {'Port': ['ID=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.542786 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.544662 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:25.545893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:25.554115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:25.556751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.557364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c883aa09-8052-451c-8d7b-d7d221a6a467 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:25:25.585665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=8360f301-5a06-4dfc-aaf8-2d9bc6e42f04,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.591881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.5280576 Dec 09 09:25:25.601479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.602024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48308) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:25.618833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.632700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.637332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.639018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.656779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Deleting port 8b3b7876-18f6-46a0-b028-783c2fbde05b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:25.657032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.676214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:25.707716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:25.791916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port d48a2de1-f3ab-4ff2-83c3-79ed0580774f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:25.828093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Deleting port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:25.828734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.837630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d48a2de1-f3ab-4ff2-83c3-79ed0580774f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:25.838011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.838836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:25.849396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4d5680a-11dd-491c-aae0-68045ceff28d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.851598 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:25:25.852818 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a979a1c4-5751-40de-a162-ba91aa9acd45 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4452021 Dec 09 09:25:25.853706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.863414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48312) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:25.866419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:25.880679 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f4d5680a-11dd-491c-aae0-68045ceff28d HTTP/1.1" status: 204 len: 168 time: 1.9024415 Dec 09 09:25:25.883425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48316) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:25.888385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:25.893801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e', 'external_fixed_ips': [{'subnet_id': 'd1235866-8aff-435d-900c-b444c6579f30', 'ip_address': '2001:db8::301'}]}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:25.907885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:25.910640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:25.928408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:25.938493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Pushing event updated for resources: {'Port': ['ID=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:25.952445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:25.955877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Usage tracker for resource:security_group_rule and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:25.957352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:25.959142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] For port a4f3b1cb-df57-49c7-b3bd-76c63a05322e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:25.960878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:router and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:25.968249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:25.985043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:25.986803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:26.022698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:26.081338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] For port a4f3b1cb-df57-49c7-b3bd-76c63a05322e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:26.126905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:25:26.127524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.128322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.129249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.131530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.140341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:26.152846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.157643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Deleting port 67f481f2-c51b-4d65-acaa-dc19aac13ef0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:26.158174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.182928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d16646e7-46b6-467a-aae0-2a33aec75bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:26.197221 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 3, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:26.202712 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125414ff-4322-4b69-a5c8-66c4e200fe1e None None] The sync data for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv is: [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 3, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:26.441076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Attempting to bind port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:26.441295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Attempting to bind port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:26.441648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Attempting to bind port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 on network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:26.496793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Pushing event updated for resources: {'Port': ['ID=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:26.500185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:26.500578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Checking segment: {'id': 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:26.500993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.501389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Bound using segment: {'id': 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:26.501925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Bound port: 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'eecfe6e6-3e09-4c79-a6a3-5bff77457ce2'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:26.502635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.514775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:26.528732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.557895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e4a018f-c0f3-4c1e-9386-5ce4b51f7576,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:26.559892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:26.561443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:26.566165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:26.593253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.599472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Checking segment: {'id': 'f487afc5-8cb4-4aa0-9d22-5c16af6c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68e8ae09-c042-4a4d-aa76-ef541904bc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:26.600523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Network hostable DHCP agents. Network: 68e8ae09-c042-4a4d-aa76-ef541904bc8c, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:25:26.616961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.660883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.725844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Network 68e8ae09-c042-4a4d-aa76-ef541904bc8c is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:26.760496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 68e8ae09-c042-4a4d-aa76-ef541904bc8c) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:26.765913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:26.766556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.817297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] For port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:26.819033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.820977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] For port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,segment=NetworkSegment(f9aaf48b-47dd-49ab-90c2-d5b9522c275a),segment_id=f9aaf48b-47dd-49ab-90c2-d5b9522c275a)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:26.832978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2ff82-3dcb-435d-860f-dfebf682f16e None None] Network 68e8ae09-c042-4a4d-aa76-ef541904bc8c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:26.836977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Calling delete_port for 8b3b7876-18f6-46a0-b028-783c2fbde05b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:26.859232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.888463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04, host hv-neutron-8211, got binding levels [] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:26.889073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:26.891444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:26.917111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3995662 Dec 09 09:25:26.921114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48320) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:26.943097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'floatingip': {'floating_network_id': '68e8ae09-c042-4a4d-aa76-ef541904bc8c'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:27.049069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Allocated IP 172.20.0.1 (f93e906e-7089-4dc4-9b7c-602720a5a075/23391034-4732-4443-a196-abe69d2b667e/38fc2501-0c4a-4002-8976-467ef71f3938) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:27.061540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.095023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:27.137215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.138080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3de1288-fe46-445b-a61d-1984701eb81a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:27.153075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:27.176046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:floatingip and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:27.180212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:27.189440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:27.269593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 2, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:27.274469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Pushing event updated for resources: {'Port': ['ID=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:27.281144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:27.282434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.287236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Checking router: 9abf4fb3-aef4-42f8-b93d-a113061e72d0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:27.287691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Updating router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:27.318224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:27.333433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.336261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.351342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Calling delete_port for 8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:27.368978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f3de1288-fe46-445b-a61d-1984701eb81a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:27.369514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.381707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Transition to ACTIVE for port object 38fc2501-0c4a-4002-8976-467ef71f3938 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:27.439938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:27.594044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.611087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:27.638721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.703167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.734939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Network f93e906e-7089-4dc4-9b7c-602720a5a075 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:27.742881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:27.743787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:27.747051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.749227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Pushing event updated for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:27.750172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.753587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:27.754040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.756598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:27.757537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.790738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f057322-2e98-4613-a8dc-059658448eb6 None None] Network 68e8ae09-c042-4a4d-aa76-ef541904bc8c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:27.817108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:27.817928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.820693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:27.833569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92f7ae-bbb3-40a9-a615-5c3e508a5066,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:27.902479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Allocated IP 172.20.0.1 (7b5267a8-d53e-46b3-b456-941346666c33/03c24bca-1d4c-41ad-9806-512d5aa76d07/4a3e18d5-7ad2-4621-a56a-d24303f56fc9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:27.904948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:27.912654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Calling delete_port for 67f481f2-c51b-4d65-acaa-dc19aac13ef0 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:27.941113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:27.978398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:27.983789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.5559323 Dec 09 09:25:27.984952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48324) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:28.002148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'security_group_rule': {'security_group_id': '3f92f7ae-bbb3-40a9-a615-5c3e508a5066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:28.020373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.027452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event deleted for resources: {'Port': ['ID=8360f301-5a06-4dfc-aaf8-2d9bc6e42f04,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:28.035205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:28.037757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:28.073993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-72c98aa3-bb9f-4eb1-9a33-87c14eddf420 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:28.107560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Usage tracker for resource:security_group_rule and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:28.125167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:28.130772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.132726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 HTTP/1.1" status: 204 len: 168 time: 2.5248601 Dec 09 09:25:28.137269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48328) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:28.157425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event deleted for resources: {'Port': ['ID=8b3b7876-18f6-46a0-b028-783c2fbde05b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:28.159835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:28.213764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:28.275316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.294603 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d027376-0324-4e17-a6f4-815e790fc7f1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:25:28.298299 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d027376-0324-4e17-a6f4-815e790fc7f1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports/8360f301-5a06-4dfc-aaf8-2d9bc6e42f04 HTTP/1.1" status: 404 len: 333 time: 0.1572361 Dec 09 09:25:28.312356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48332) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:28.333852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-411993895'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:28.338367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:28.342339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Usage tracker for resource:port and tenant:6a2354225d9947d8af36f61b8225e55d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:28.349340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:28.387205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.389982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:28.411695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Allocated IP 172.20.0.14 (68e8ae09-c042-4a4d-aa76-ef541904bc8c/2e4a018f-c0f3-4c1e-9386-5ce4b51f7576/984e8e17-3739-435d-b853-d4a7636a9550) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:28.444055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-756710ea-02cc-4831-9865-3d1ec7956e40 None None] Provisioning for port 38fc2501-0c4a-4002-8976-467ef71f3938 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:28.452580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 2001:db8::301 (6d8efcdd-c5e2-4f12-99fc-73b03e91f54e/d1235866-8aff-435d-900c-b444c6579f30/d546fdf9-3577-4b83-9e1c-aae4568cce7d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:28.466948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-756710ea-02cc-4831-9865-3d1ec7956e40 None None] Provisioning complete for port 38fc2501-0c4a-4002-8976-467ef71f3938 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:28.469217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-756710ea-02cc-4831-9865-3d1ec7956e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.476983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Made reservation on behalf of 6a2354225d9947d8af36f61b8225e55d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:28.480130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.560826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-756710ea-02cc-4831-9865-3d1ec7956e40 None None] Port 38fc2501-0c4a-4002-8976-467ef71f3938 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:28.583642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4e234fa-ba33-44f8-a06d-c4b3f89eb43a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:28.607900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.609408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.632340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.634720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.647853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.691852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:28.707837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "DELETE /v2.0/ports/8b3b7876-18f6-46a0-b028-783c2fbde05b HTTP/1.1" status: 204 len: 168 time: 3.2284112 Dec 09 09:25:28.722752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48336) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:28.739561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port 15873e2d-a7f7-4bf6-8288-87e74e901482 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:28.809139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.812992 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8144248 Dec 09 09:25:28.819488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48342) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:28.820108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd8b1ab-becf-4e2f-b68c-a288bdd3b0e4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:28.822721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501e344-a7c0-4bb8-84af-e40ac5b42b7d None None] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:28.823910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.826115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] 10.222.0.41 "DELETE /v2.0/ports/67f481f2-c51b-4d65-acaa-dc19aac13ef0 HTTP/1.1" status: 204 len: 168 time: 2.9511368 Dec 09 09:25:28.830553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'security_group_rule': {'security_group_id': '3f92f7ae-bbb3-40a9-a615-5c3e508a5066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:28.835567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Transition to ACTIVE for port object 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:28.837358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:28.838922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:28.881966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:28.885352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f481f2-c51b-4d65-acaa-dc19aac13ef0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:28.890906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:28.892766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Usage tracker for resource:security_group_rule and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:28.897803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:28.900388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-47eb7bb0-dfb8-4089-8944-924ce8a0ef8b None None] Provisioning for port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:28.906686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:28.941483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:28.942629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.049227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2fce4677-938d-41c7-824c-63f4672281b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:29.098806 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b8c63533-cd07-4b07-95d1-b3c0c5053f1e tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3734984 Dec 09 09:25:29.123279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48348) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:29.136259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1046488011'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:29.142125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:29.147035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Usage tracker for resource:network and tenant:0003c0e9011a4b1b9ac1c2d7bad1291b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:29.150695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:29.159675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:29.163164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:29.180686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.193575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:29.193939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.206048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Made reservation on behalf of 0003c0e9011a4b1b9ac1c2d7bad1291b for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:29.209862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.236643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.241720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.241895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Network 7b5267a8-d53e-46b3-b456-941346666c33 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:29.245329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:29.250877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:29.271442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48354) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:29.276342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.296150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Pushing event updated for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:29.318144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:29.319283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:29.347931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.352014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaf712e-a848-4161-a131-4d9373e5e01d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:29.362372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:29.374823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.375538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:29.379813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.381636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5596762 Dec 09 09:25:29.385164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48360) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:29.393625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:29.404788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:29.410676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Usage tracker for resource:floatingip and tenant:a06569cc287b49afbce6b6f7c1b46c58 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:29.415357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:29.425379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:29.437787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:16Z', 'revision_number': 3, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:29.447829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.462808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d81f2-fd6c-4348-b10f-fed3550f1b1f None None] The sync data for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv is: [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:16Z', 'revision_number': 3, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:29.509677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:29.521914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.522859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Added segment 29e797ff-0d07-48b6-9e48-f953a988cdfb of type vlan for network a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 Dec 09 09:25:29.551557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.553406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.559342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.585525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Transition to ACTIVE for port object 7535dbe3-f1c7-440a-bace-6734b85d0ce9 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:29.611928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.619486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:29.624008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Port': ['ID=984e8e17-3739-435d-b853-d4a7636a9550,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:29.651207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.651720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:29.654632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.664003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.664257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-063520a9-4ad0-477d-a064-3b3e287f0b07 None None] Provisioning for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:29.666977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:29.686026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:29.703828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-063520a9-4ad0-477d-a064-3b3e287f0b07 None None] Provisioning complete for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:29.704994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-063520a9-4ad0-477d-a064-3b3e287f0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.717855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c81b4b24-7edb-4867-84e4-f18a831f11e3 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:29.757524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:29.765863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:29.794998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:29.798901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Usage tracker for resource:security_group_rule and tenant:8f358268bf8743c7a907ae270b8864af is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:29.801818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:29.808041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:29.838574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.849504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:29.879586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.893151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.895498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:29.898979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Pushing event updated for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:29.902785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:29.979263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.987416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:29.988464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d48a2de1-f3ab-4ff2-83c3-79ed0580774f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:30.003481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Network 68e8ae09-c042-4a4d-aa76-ef541904bc8c is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:30.013333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.025846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:30.027046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:30.032568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.037461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.047885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.049820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:30.070769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:30.116393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.119519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:30.131014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Attempting to bind port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:30.131393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Attempting to bind port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:30.131781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Attempting to bind port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 on network 545891ae-0a07-4714-8f2c-cd6db99c12fe {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:30.139428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-063520a9-4ad0-477d-a064-3b3e287f0b07 None None] Port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:30.144299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:30.144685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Checking segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:30.145214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.145619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Bound using segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:30.146192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Bound port: 7535dbe3-f1c7-440a-bace-6734b85d0ce9, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:30.146561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.150307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Allocated IP 172.26.4.9 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/35d1fc93-7db6-4f13-bec1-3a63b0bc3112) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:30.201272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.224651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Pushing event updated for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.240938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.243980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:30.250220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.263254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.306125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:30.306724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.338202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d48a2de1-f3ab-4ff2-83c3-79ed0580774f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:30.338579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.342691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=d546fdf9-3577-4b83-9e1c-aae4568cce7d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.381437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] For port 7535dbe3-f1c7-440a-bace-6734b85d0ce9, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:30.416235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] For port 7535dbe3-f1c7-440a-bace-6734b85d0ce9, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7535dbe3-f1c7-440a-bace-6734b85d0ce9,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:30.429733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.436156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:30.504270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:30.506227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.524219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Pushing event updated for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.529083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.530907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:30.532631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Network 7b5267a8-d53e-46b3-b456-941346666c33 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:30.555488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:30.607557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a3707f40-5da0-4f9f-acc3-173b3381f40d tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:30.610381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:30.653111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f358268bf8743c7a907ae270b8864af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3735220 Dec 09 09:25:30.664117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:30.664774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:30.672558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48366) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:30.678481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.694984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:30.742960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11d03080-a548-414a-a321-c2a386299fa7 None None] Could not find standard attr ID for object 8b3b7876-18f6-46a0-b028-783c2fbde05b. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:25:30.817080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.879467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:30.885275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'Port': ['ID=35d1fc93-7db6-4f13-bec1-3a63b0bc3112,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.892129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:30.910103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:30.910582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:30.922338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:30.926069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:30.930796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:30.971794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ed871-776c-4ce0-b241-931eddc9fd51,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:30.996436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:31.001895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:31.026195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b3d7718b-be6f-4e8d-873e-19349dc2a45f None None] Provisioning complete for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:31.026586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3d7718b-be6f-4e8d-873e-19349dc2a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.032419 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9045694 Dec 09 09:25:31.037284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48370) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:31.075418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:31.136214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:31.164746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:31.174047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Pushing event updated for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:31.179205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:31.180011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:31.180588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.191394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7718b-be6f-4e8d-873e-19349dc2a45f None None] Port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:31.275914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.306695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.311947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Network f93e906e-7089-4dc4-9b7c-602720a5a075 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:31.320271 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0047066 Dec 09 09:25:31.327098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48374) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:31.338916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:31.339220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.352538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:31.365954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.430136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=15873e2d-a7f7-4bf6-8288-87e74e901482,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:31.436020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:31.436188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,segment=NetworkSegment(f9aaf48b-47dd-49ab-90c2-d5b9522c275a),segment_id=f9aaf48b-47dd-49ab-90c2-d5b9522c275a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:31.457445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.460800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:31.493206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.503256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-059a7668-1847-4bff-83b8-acec5ad21f36 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.161s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:31.520102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.587220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.614178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4e234fa-ba33-44f8-a06d-c4b3f89eb43a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:31.642339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.687865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:31.695096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.697489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:31.710641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event updated for resources: {'Network': ['ID=a570f0b9-bbb6-4325-8929-8a8b06a0a8d8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:31.714166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:31.724800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31ad98d8-575f-4c7d-8eee-956e51563534 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks HTTP/1.1" status: 200 len: 7785 time: 0.6822689 Dec 09 09:25:31.729832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-de3074f1-4dd4-4a1a-85d0-7f9aa2fa4004 None None] Provisioning complete for port 38fc2501-0c4a-4002-8976-467ef71f3938 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:31.730863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-de3074f1-4dd4-4a1a-85d0-7f9aa2fa4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.768514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:31.791800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:31.799633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.800419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.801101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48378) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:31.825354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ed871-776c-4ce0-b241-931eddc9fd51,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:31.827369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.830972 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/960ed871-776c-4ce0-b241-931eddc9fd51 HTTP/1.1" status: 204 len: 168 time: 1.1403110 Dec 09 09:25:31.833385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:31.834235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:31.838665 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9164577 Dec 09 09:25:31.839953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:31.853992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48384) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:31.981466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:30Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:31.985901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-de3074f1-4dd4-4a1a-85d0-7f9aa2fa4004 None None] Port 38fc2501-0c4a-4002-8976-467ef71f3938 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:31.991449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:31.999924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.028190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Port': ['ID=984e8e17-3739-435d-b853-d4a7636a9550,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:32.032703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:32.033159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:32.033508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:32.054437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c83233-8fac-4942-9e27-84fda76deb54 None None] The sync data for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv is: [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:30Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:32.133738 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c19e1c0d-7b71-469c-bbb1-4464dbe755ab tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=68e8ae09-c042-4a4d-aa76-ef541904bc8c HTTP/1.1" status: 200 len: 690 time: 0.2783644 Dec 09 09:25:32.151140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48388) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:32.163365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.617020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:32.639556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48394) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:32.709450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router 7a76e974-b98d-46bf-99ff-4fbc8e251242 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:25:32.710615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.719389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.725124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Router c0e538e3-d603-4058-bd79-47908b63eee0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:25:32.824191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b2977b-389b-4fd4-b304-eb346003e172 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] Network a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:25:32.860387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.891925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:32.922694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:32.934477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ef99d-a6d4-40ca-96a1-5c2e04101a33 None None] Network a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:32.943453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Router 55acf281-332f-4551-a320-6345afb6a015 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:25:32.965326 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-30b2977b-389b-4fd4-b304-eb346003e172 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "POST /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1610768 Dec 09 09:25:32.971385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48400) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:33.182252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Deleting port 984e8e17-3739-435d-b853-d4a7636a9550 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:33.182877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.236610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'Port': ['ID=35d1fc93-7db6-4f13-bec1-3a63b0bc3112,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:33.240653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:33.255029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Sync routers for ids ['7a76e974-b98d-46bf-99ff-4fbc8e251242'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:33.260968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:33.271308 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0e538e3-d603-4058-bd79-47908b63eee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8672805 Dec 09 09:25:33.281347 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Routers {'7a76e974-b98d-46bf-99ff-4fbc8e251242'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:33.285697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:33.288794 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7a76e974-b98d-46bf-99ff-4fbc8e251242'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:33.294995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.296295 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.4099152 Dec 09 09:25:33.297765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:33.299120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48406) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:33.321776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6ce5ecc5-28db-4861-9909-1def40e876ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f16ea01ffd384c8dbca5795dc412eac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6719043 Dec 09 09:25:33.363036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48410) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:33.469224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-44fab360-6730-4b5d-b47d-6e5201617e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.594563 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Set router 7a76e974-b98d-46bf-99ff-4fbc8e251242 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:33.604983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.687931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port 15873e2d-a7f7-4bf6-8288-87e74e901482 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:33.754790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7535dbe3-f1c7-440a-bace-6734b85d0ce9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:33.768302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.775302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.775606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.868103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:33.876493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:33.876884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.912217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Transition to ACTIVE for port object 15873e2d-a7f7-4bf6-8288-87e74e901482 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:33.938455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.944584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:33.946532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5597074 Dec 09 09:25:33.955331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:34.014830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.030652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d37df078-28b8-4989-a431-c06daaadada7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:34.036044 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76e974-b98d-46bf-99ff-4fbc8e251242', 'name': '', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e', 'external_fixed_ips': [{'subnet_id': 'd1235866-8aff-435d-900c-b444c6579f30', 'ip_address': '2001:db8::301'}], 'enable_snat': True}, 'gw_port_id': 'd546fdf9-3577-4b83-9e1c-aae4568cce7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:25:30Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': 'd546fdf9-3577-4b83-9e1c-aae4568cce7d', 'name': '', 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76e974-b98d-46bf-99ff-4fbc8e251242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd1235866-8aff-435d-900c-b444c6579f30', 'ip_address': '2001:db8::301', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1235866-8aff-435d-900c-b444c6579f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:34.047951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5e75a-50b0-42f9-9194-416d72c19487,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:34.048832 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Checking router: 7a76e974-b98d-46bf-99ff-4fbc8e251242 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:34.049330 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Updating router 7a76e974-b98d-46bf-99ff-4fbc8e251242 port d546fdf9-3577-4b83-9e1c-aae4568cce7d binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:34.059399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.089107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.101259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.101732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.120626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:34.157010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.162035 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2d5e75a-50b0-42f9-9194-416d72c19487 HTTP/1.1" status: 204 len: 168 time: 0.7690842 Dec 09 09:25:34.175847 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65d61605-7144-446b-9ade-f03abfdb0c03 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks HTTP/1.1" status: 200 len: 8530 time: 1.1958880 Dec 09 09:25:34.182020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 7535dbe3-f1c7-440a-bace-6734b85d0ce9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7535dbe3-f1c7-440a-bace-6734b85d0ce9,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:34.188712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48424) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:34.188822 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.195371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.196270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4f3b1cb-df57-49c7-b3bd-76c63a05322e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:34.284919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=15873e2d-a7f7-4bf6-8288-87e74e901482,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:34.307995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:34.361521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:34.374090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Calling delete_port for 984e8e17-3739-435d-b853-d4a7636a9550 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:34.486149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a4f3b1cb-df57-49c7-b3bd-76c63a05322e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:34.495470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:34.520620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:34.521778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:34.522226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:34.522923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:34.538709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4f3b1cb-df57-49c7-b3bd-76c63a05322e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:34.540220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.568998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-454305f1-6d9f-45f4-a1fc-fcac7c4951c3 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "DELETE /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks/a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 HTTP/1.1" status: 204 len: 168 time: 0.3771729 Dec 09 09:25:34.571697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48436) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:34.607570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:34.610564 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:34.617039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.677544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48444) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:34.705683 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 09:25:34.713058 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 2 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:34.728434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:34.759974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.767152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198797644', 'description': 'tempest-description--267327486'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:34.778399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a4f3b1cb-df57-49c7-b3bd-76c63a05322e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:34.783920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:34.784265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:34.784605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:34.785791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.787279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:34.823112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:34.827912 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.840957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:34.841389 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:34.852677 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 3 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:34.890633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:34.906379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Usage tracker for resource:security_group and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:34.907604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:34.925212 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Transition to ACTIVE for port object d546fdf9-3577-4b83-9e1c-aae4568cce7d will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:34.927205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:34.930926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:34.934290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:34.934853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:34.936355 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.942169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:34.946299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:34.950616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.950702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:34.950783 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:34.962883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:34.963217 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:34.963792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:34.967179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 4 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:34.969290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:35.002599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.002941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.005326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.030763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] 10.222.0.41 "PUT /v2.0/routers/55acf281-332f-4551-a320-6345afb6a015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5559254 Dec 09 09:25:35.036574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:35.037687 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-944c7a6b-6230-4443-8eec-99e9dfc8091b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--786441868&fields=id&tenant_id=a06569cc287b49afbce6b6f7c1b46c58 HTTP/1.1" status: 200 len: 267 time: 0.3492970 Dec 09 09:25:35.067588 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Attempting to bind port d546fdf9-3577-4b83-9e1c-aae4568cce7d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.067852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Attempting to bind port d546fdf9-3577-4b83-9e1c-aae4568cce7d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ac3d4bed-039b-4fad-bacb-d93626201f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.068099 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Attempting to bind port d546fdf9-3577-4b83-9e1c-aae4568cce7d on network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.098176 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:35.098554 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Checking segment: {'id': 'ac3d4bed-039b-4fad-bacb-d93626201f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:35.098958 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.099321 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-40cf5ac3-7251-45c0-aabf-b1634876495e tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks HTTP/1.1" status: 200 len: 7785 time: 0.5246451 Dec 09 09:25:35.099431 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Bound using segment: {'id': 'ac3d4bed-039b-4fad-bacb-d93626201f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:35.099852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Bound port: d546fdf9-3577-4b83-9e1c-aae4568cce7d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3d4bed-039b-4fad-bacb-d93626201f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6d8efcdd-c5e2-4f12-99fc-73b03e91f54e'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:35.100235 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.101130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.154883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48460) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:35.210940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Port': ['ID=984e8e17-3739-435d-b853-d4a7636a9550,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:35.211588 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] For port d546fdf9-3577-4b83-9e1c-aae4568cce7d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:35.214399 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] For port d546fdf9-3577-4b83-9e1c-aae4568cce7d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d546fdf9-3577-4b83-9e1c-aae4568cce7d,segment=NetworkSegment(ac3d4bed-039b-4fad-bacb-d93626201f1b),segment_id=ac3d4bed-039b-4fad-bacb-d93626201f1b)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:35.226265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:35.226960 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.266655 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbe39f-8ef2-40cc-9450-ec041a55a51d None None] Pushing event updated for resources: {'Port': ['ID=d546fdf9-3577-4b83-9e1c-aae4568cce7d,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:35.267219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.267572 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.271896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 5 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.294788 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Routers {'7a76e974-b98d-46bf-99ff-4fbc8e251242'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:35.295955 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7a76e974-b98d-46bf-99ff-4fbc8e251242'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:35.316002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.316458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.316738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.320880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.331676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.332034 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.332555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 6 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.334869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:35.344961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.345425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Deleting port d546fdf9-3577-4b83-9e1c-aae4568cce7d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:35.345802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.373399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Usage tracker for resource:security_group_rule and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:35.392014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:35.417020 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3bf58508-2389-4c67-a5e9-f964740db104 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/networks/eecfe6e6-3e09-4c79-a6a3-5bff77457ce2/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2581809 Dec 09 09:25:35.422948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:35.426878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48472) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:35.500434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.500780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.501119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.508931 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] Set router 7a76e974-b98d-46bf-99ff-4fbc8e251242 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:35.516539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.516811 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.523830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 7 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.547088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.565835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-1f6858e0-c87f-401a-a6d5-eb3d414f188a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:35.567541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-1f6858e0-c87f-401a-a6d5-eb3d414f188a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 812 time: 0.5290704 Dec 09 09:25:35.581504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.581976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.582314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.592851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.593183 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.595339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 8 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.618507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7535dbe3-f1c7-440a-bace-6734b85d0ce9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:35.645502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.645839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.646174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.669456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.669765 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.670706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 9 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.721355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:35.721706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:35.722044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:35.732485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:35.732824 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:35.733207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 10 to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 Dec 09 09:25:35.734246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd14b-1264-4275-93cc-a03155645550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.736170 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76e974-b98d-46bf-99ff-4fbc8e251242', 'name': '', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:25:35Z', 'revision_number': 4, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:35.741425 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fabc37-a6c6-40b3-8697-ef262130d19a None None] The sync data for ids ['7a76e974-b98d-46bf-99ff-4fbc8e251242'] in dv-neutron-821175-1-hyperv is: [{'id': '7a76e974-b98d-46bf-99ff-4fbc8e251242', 'name': '', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:25:35Z', 'revision_number': 4, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:35.752639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-33dbe39f-8ef2-40cc-9450-ec041a55a51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:35.752639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:35.753596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.788214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69c5915e-07d4-499d-8c42-af8ea455522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:35.808022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:35.808448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:35.854838 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbe39f-8ef2-40cc-9450-ec041a55a51d None None] Pushing event updated for resources: {'Port': ['ID=d546fdf9-3577-4b83-9e1c-aae4568cce7d,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:35.858372 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-33dbe39f-8ef2-40cc-9450-ec041a55a51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:35.907292 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2dc38225-2a30-4e83-8148-e99a3ada5824 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/networks/eecfe6e6-3e09-4c79-a6a3-5bff77457ce2/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4670551 Dec 09 09:25:35.908201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48482) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:35.944221 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ec7faa13-b3eb-4b61-a4e2-d192ebe7e175 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/quotas/a06569cc287b49afbce6b6f7c1b46c58 HTTP/1.1" status: 200 len: 375 time: 0.3640766 Dec 09 09:25:36.024738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4f3b1cb-df57-49c7-b3bd-76c63a05322e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:36.026343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:36.026668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:36.027039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:36.032491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4a018f-c0f3-4c1e-9386-5ce4b51f7576,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:36.035920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:36.040442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.040586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.088780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.102716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:36.103124 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port 15873e2d-a7f7-4bf6-8288-87e74e901482 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:36.103547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.126865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:36.140793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4f3b1cb-df57-49c7-b3bd-76c63a05322e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:36.141183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.220683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] For port d546fdf9-3577-4b83-9e1c-aae4568cce7d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d546fdf9-3577-4b83-9e1c-aae4568cce7d,segment=NetworkSegment(ac3d4bed-039b-4fad-bacb-d93626201f1b),segment_id=ac3d4bed-039b-4fad-bacb-d93626201f1b)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:36.221334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.222253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port 15873e2d-a7f7-4bf6-8288-87e74e901482, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:36.222625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempted to set empty binding levels {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:25:36.227158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e8ae09-c042-4a4d-aa76-ef541904bc8c']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:36.241166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.246446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f487afc5-8cb4-4aa0-9d22-5c16af6c7e39') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:36.246878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f487afc5-8cb4-4aa0-9d22-5c16af6c7e39') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:36.273539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:36.325804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.351113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] In _notify_port_updated(), no bound segment for port 15873e2d-a7f7-4bf6-8288-87e74e901482 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:25:36.352288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.357207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "PUT /v2.0/ports/15873e2d-a7f7-4bf6-8288-87e74e901482 HTTP/1.1" status: 200 len: 976 time: 5.0268493 Dec 09 09:25:36.358227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.358588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48490) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.376061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:36.376483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:36.390947 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:36.397841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=15873e2d-a7f7-4bf6-8288-87e74e901482,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:36.403986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:36.429997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Calling delete_port for d546fdf9-3577-4b83-9e1c-aae4568cce7d owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:36.483656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.488421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1efe02e-007a-42d5-bc90-d46fa73feb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:36.503844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68e8ae09-c042-4a4d-aa76-ef541904bc8c {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:36.520888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.534438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/68e8ae09-c042-4a4d-aa76-ef541904bc8c HTTP/1.1" status: 204 len: 168 time: 4.3465149 Dec 09 09:25:36.537697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48496) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.602037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Network': ['ID=68e8ae09-c042-4a4d-aa76-ef541904bc8c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:36.605207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:36.634352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62e967f9-b565-4340-9ac9-bf39e51be796 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Synchronizing usage tracker for tenant:806df33d8cf8427a83a97333d181507c on resource:floatingip {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:36.649463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc272172-7d7f-4578-acd8-b45d9edcc497,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:36.658208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62e967f9-b565-4340-9ac9-bf39e51be796 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Unset dirty status for tenant:806df33d8cf8427a83a97333d181507c on resource:floatingip {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:36.659885 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62e967f9-b565-4340-9ac9-bf39e51be796 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1206229 Dec 09 09:25:36.662254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48502) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.700935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.757546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.757920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.758322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.758673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.759069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.759428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.759930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.760278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:36.761989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Synchronizing usage tracker for tenant:806df33d8cf8427a83a97333d181507c on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:36.783185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Unset dirty status for tenant:806df33d8cf8427a83a97333d181507c on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:36.784727 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cbf68be3-4946-48c5-a558-f20b5f7df029 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.1211565 Dec 09 09:25:36.787918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48508) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.801017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:36.810791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:36.812100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0640736 Dec 09 09:25:36.820769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-46521ba1-d68d-41f6-b3ce-faa251453450 tempest-DHCPAgentSchedulersTestJSON-1815936182 tempest-DHCPAgentSchedulersTestJSON-1815936182-project-admin] 10.222.0.41 "GET /v2.0/agents/b4a93dab-964e-44b8-a1e8-033fa46812e8/dhcp-networks HTTP/1.1" status: 200 len: 7747 time: 0.9073374 Dec 09 09:25:36.821624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48514) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.821949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48516) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.868090 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-b17c9c0a-08ed-474f-bf14-419c6dd943db tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] delete failed (client error): The resource could not be found. Dec 09 09:25:36.868823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b17c9c0a-08ed-474f-bf14-419c6dd943db tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/a1f30c79-f9c2-449b-9ba2-e136c1076df6 HTTP/1.1" status: 404 len: 345 time: 0.0797319 Dec 09 09:25:36.871948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48520) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.899296 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a8b07c-427f-47ca-b9a3-cf90de49efaa tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 09:25:36.899788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a8b07c-427f-47ca-b9a3-cf90de49efaa tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:25:36.902644 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-87a8b07c-427f-47ca-b9a3-cf90de49efaa tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/68e8ae09-c042-4a4d-aa76-ef541904bc8c HTTP/1.1" status: 404 len: 339 time: 0.0292041 Dec 09 09:25:36.906964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48528) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:36.912272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'name': 'tempest-network--218876589', 'router:external': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:36.917275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:36.921802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:network and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:36.925232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:36.926404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'security_group_rule': {'security_group_id': 'bc272172-7d7f-4578-acd8-b45d9edcc497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:36.938016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:36.951444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:36.956380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.022517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:37.037543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.037891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Added segment 9d2c6e54-dd2c-4efd-b1e5-4f1aa9f71976 of type vlan for network ab01c07a-6bcb-4d91-adbe-878e5e9a5559 Dec 09 09:25:37.075738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.117336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.120487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.121136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.129455 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6db57402-3dd2-4888-974c-62f4e0ae2781 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1844130 Dec 09 09:25:37.156656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:37.160569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:37.197777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Usage tracker for resource:security_group_rule and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:37.227798 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:25:37.232225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:37.270670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=ab01c07a-6bcb-4d91-adbe-878e5e9a5559,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:37.273812 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3658404 Dec 09 09:25:37.274706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:37.276405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48540) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:37.282170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ab01c07a-6bcb-4d91-adbe-878e5e9a5559 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:37.341087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Sync routers for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:37.354711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:37.376610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.396666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48546) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:37.435636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521581236', 'description': 'tempest-description--691702820'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:37.450364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:37.456419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:37.484671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Usage tracker for resource:security_group and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:37.496156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:37.500233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.504479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:37.510669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:37.541568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-9de23bf4-6ea5-453c-ace6-d25d23cdecf9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:25:37.543018 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-9de23bf4-6ea5-453c-ace6-d25d23cdecf9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1718404 Dec 09 09:25:37.546396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.550132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:37.572860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.578544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.582854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.587322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.592003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:37.592897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Synchronizing usage tracker for tenant:49e7a4f7f66f454dba1331ac6717c819 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:37.610447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Unset dirty status for tenant:49e7a4f7f66f454dba1331ac6717c819 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:37.614711 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b726f90a-ece5-40e9-aa96-6705ad1d54d5 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.3340909 Dec 09 09:25:37.614849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5027ec6c-1c25-48b8-99c9-03b95f1a868e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:37.614981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48560) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:37.668758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e95316d6-bf59-474a-a165-a3e4f85702cb tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Synchronizing usage tracker for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:37.685098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-796889727', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:37.705053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Port': ['ID=d546fdf9-3577-4b83-9e1c-aae4568cce7d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:37.726165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.745397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:37.757453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.785794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:37.862676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.890802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab01c07a-6bcb-4d91-adbe-878e5e9a5559']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:37.904526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2c6e54-dd2c-4efd-b1e5-4f1aa9f71976') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:37.904961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2c6e54-dd2c-4efd-b1e5-4f1aa9f71976') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:37.923065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.930737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:37.943652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.950981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:37.951373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:37.971383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Usage tracker for resource:port and tenant:842695dbcbd849858ba0258b7b673a92 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:37.975626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:37.984794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:38.001919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.023441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Made reservation on behalf of 842695dbcbd849858ba0258b7b673a92 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:38.025749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:38.029243 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:38.110111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.118775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:38.137375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 2, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:38.138104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab01c07a-6bcb-4d91-adbe-878e5e9a5559 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:38.140544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.141975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Checking router: 55acf281-332f-4551-a320-6345afb6a015 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:25:38.142340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Updating router 55acf281-332f-4551-a320-6345afb6a015 port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:25:38.143422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.146158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab01c07a-6bcb-4d91-adbe-878e5e9a5559,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:38.149287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:38.152685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ab01c07a-6bcb-4d91-adbe-878e5e9a5559 HTTP/1.1" status: 204 len: 168 time: 0.5363014 Dec 09 09:25:38.156826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48568) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:38.162514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'name': 'tempest-network--1923071396', 'router:external': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:38.167524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:38.172144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:network and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:38.175605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:38.187920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:38.202526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:38.205352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.215898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.233405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.242320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:38.255236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.255696 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Added segment a6d6bdff-258c-4871-80ce-94546b1aefaf of type vlan for network 54a4a46c-6f52-4db5-8cd8-170f8cb851d3 Dec 09 09:25:38.294516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e95316d6-bf59-474a-a165-a3e4f85702cb tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Unset dirty status for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:38.295898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e95316d6-bf59-474a-a165-a3e4f85702cb tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15433 time: 1.6266322 Dec 09 09:25:38.297222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.301384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48572) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:38.376995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.398492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Deleting port 15873e2d-a7f7-4bf6-8288-87e74e901482 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:38.398734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.402430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > segment before_delete 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.402881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.403718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.404189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > port after_create 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.404604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > port after_delete 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.405050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > port after_update 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.405464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > segment after_delete 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.405882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet after_create 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.406303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet after_delete 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.406722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet after_update 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.447173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.451262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:38.451924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.465568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:38.567325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet after_create 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.567859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet after_delete 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.568328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet before_create 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.568790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Subscribe: > subnet before_update 55550000 {{(pid=83486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 09:25:38.569242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a570f0b9-bbb6-4325-8929-8a8b06a0a8d8']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:38.576153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=54a4a46c-6f52-4db5-8cd8-170f8cb851d3,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:38.583042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:38.606537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:38.631721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:38.635600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Usage tracker for resource:security_group_rule and tenant:842695dbcbd849858ba0258b7b673a92 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:38.638873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:38.644787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:38.653898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.667303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Transition to ACTIVE for port object 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:38.674290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 54a4a46c-6f52-4db5-8cd8-170f8cb851d3 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:38.703538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.707379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e797ff-0d07-48b6-9e48-f953a988cdfb') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:38.707821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e797ff-0d07-48b6-9e48-f953a988cdfb') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:38.725918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Usage tracker for resource:security_group_rule and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:38.744421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:38.757447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.765813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.766340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port 15873e2d-a7f7-4bf6-8288-87e74e901482, host hv-neutron-8211, got binding levels [] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:38.766698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.767620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:38.837352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:38.840611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.849669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.922182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Calling delete_port for 15873e2d-a7f7-4bf6-8288-87e74e901482 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:38.923301 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-f5ec62a9-29e7-4d66-83c0-00bcba8ca9e9 service neutron] 10.222.0.41 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3599837 Dec 09 09:25:38.961735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:38.968319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:38.974369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.018081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:39.018619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.021637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Pushing event updated for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.026692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.030732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Attempting to bind port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:39.031225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Attempting to bind port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:39.031599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Attempting to bind port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 on network 7b5267a8-d53e-46b3-b456-941346666c33 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:39.039399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:39.039614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Checking segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:39.040078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.040545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Bound using segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:39.041021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Bound port: 4a3e18d5-7ad2-4621-a56a-d24303f56fc9, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:39.041848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.046593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.050115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.053951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn_limited( Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn_limited( Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:39.058680 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:39.065089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] device_id is not set on port 03848ca2-1df4-4aa1-aa92-e822c1cc8cea yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:39.099327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event deleted for resources: {'Port': ['ID=15873e2d-a7f7-4bf6-8288-87e74e901482,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.103698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.109575 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9517403 Dec 09 09:25:39.110395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48576) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.135512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] For port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:39.150126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.155374 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "DELETE /v2.0/ports/15873e2d-a7f7-4bf6-8288-87e74e901482 HTTP/1.1" status: 204 len: 168 time: 0.8495913 Dec 09 09:25:39.159616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a926232b-f78f-475b-b680-5795ecca574d,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.167119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48580) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.221799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.226134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:39.232955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.241989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbddbbb-3537-47bd-9e5c-9ea1f2807999 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:39.243311 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7dbddbbb-3537-47bd-9e5c-9ea1f2807999 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "GET /v2.0/networks/54a4a46c-6f52-4db5-8cd8-170f8cb851d3 HTTP/1.1" status: 200 len: 757 time: 0.1303339 Dec 09 09:25:39.246581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48584) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.330063 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb89c398-a02e-42e2-b417-4e4f7ca79457 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:25:39.331317 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bb89c398-a02e-42e2-b417-4e4f7ca79457 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports/15873e2d-a7f7-4bf6-8288-87e74e901482 HTTP/1.1" status: 404 len: 333 time: 0.1572714 Dec 09 09:25:39.343740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.344857 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.4526947 Dec 09 09:25:39.347698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48588) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.348043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48590) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.358720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'security_group_rule': {'security_group_id': 'bc272172-7d7f-4578-acd8-b45d9edcc497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:39.365578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-35441891', 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:39.384648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:39.387447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:39.394630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Usage tracker for resource:security_group_rule and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:39.397799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Usage tracker for resource:port and tenant:6a2354225d9947d8af36f61b8225e55d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:39.405994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba8557f-b183-45f6-bf70-ecd780b70820 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:39.406610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] For port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:39.407461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3ba8557f-b183-45f6-bf70-ecd780b70820 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "GET /v2.0/networks/a3c1175d-3b32-498b-80d0-ecbf1c82788a HTTP/1.1" status: 200 len: 768 time: 0.1598492 Dec 09 09:25:39.408769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:39.412033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:39.412472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616573d5-6efb-4aa5-af71-2e8dbcaef021,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.414951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48596) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.416430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.421687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:39.423737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:39.434460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d04061ef-d50b-4847-b327-186c1175d9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:39.435339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.474745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.507142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6dcde9b7-441d-4800-82b6-2518d8a31821 service neutron] 10.222.0.41 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828738 Dec 09 09:25:39.514252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:39.514903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:39.535843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbd67e4d-b0ea-4779-a8d4-3f10cad2f846 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:39.549678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.550176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a76e974-b98d-46bf-99ff-4fbc8e251242 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:25:39.579241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Pushing event updated for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.584259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.602007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.635210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Made reservation on behalf of 6a2354225d9947d8af36f61b8225e55d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:39.644438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.667802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.714916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port 1dd156cb-a55e-4972-a79d-60db2c09a89f yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:39.762402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:25:39.772271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.786827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event deleted for resources: {'Network': ['ID=a570f0b9-bbb6-4325-8929-8a8b06a0a8d8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:39.805729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.826851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:39.833001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48612) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:39.860894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Allocated IP 172.26.4.5 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/03848ca2-1df4-4aa1-aa92-e822c1cc8cea) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:39.864789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.868342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:39.885220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:39.927932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3f163f0-47cb-40f6-962d-80996510c57a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:40.030102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf47644c-fed9-4aeb-bdfb-1f7667c2661d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:40.036316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:40.068720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.081947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7314739 Dec 09 09:25:40.087136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48624) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:40.111935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:40.124239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:40.137276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.180436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731ab870-c497-4326-8320-6edfea6e01f3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:40.184658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Usage tracker for resource:floatingip and tenant:2711ea18a7e249a5a3a2cf5f435597e9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:40.185479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.188914 dv-neutron-821175-1-hyperv neutron-server[83487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 09:25:40.190764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:40.191869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.197155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "DELETE /v2.0/networks/a570f0b9-bbb6-4325-8929-8a8b06a0a8d8 HTTP/1.1" status: 204 len: 168 time: 3.3005273 Dec 09 09:25:40.198844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48628) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:40.205506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:40.207657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.208893 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.7983592 Dec 09 09:25:40.212285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.213325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7a76e974-b98d-46bf-99ff-4fbc8e251242 HTTP/1.1" status: 204 len: 168 time: 6.9131494 Dec 09 09:25:40.214058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48632) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:40.249553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:40.255898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5bb52f5-ce65-4d09-8e2c-d840ac88ad60 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:40.256759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48634) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:40.306375 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a2868d-ae20-4c88-aea7-29b38e458381 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] DELETE failed (client error): The resource could not be found. Dec 09 09:25:40.306865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a2868d-ae20-4c88-aea7-29b38e458381 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:25:40.312071 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-45a2868d-ae20-4c88-aea7-29b38e458381 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "DELETE /v2.0/ports/8b3b7876-18f6-46a0-b028-783c2fbde05b HTTP/1.1" status: 404 len: 333 time: 0.1101227 Dec 09 09:25:40.313647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48646) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:40.329315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:39Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:40.329842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'security_group_rule': {'security_group_id': '731ab870-c497-4326-8320-6edfea6e01f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:40.334070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77e99-480a-4341-8db3-a19a0f0e70e8 None None] The sync data for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv is: [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:39Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:40.335167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:40.374867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Usage tracker for resource:security_group_rule and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:40.392509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:40.399912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-29bfd38b-e23f-4e80-ac6a-69ee10150eb2 req-f00b6881-2b50-4936-b3fd-4dfb7144cb81 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Synchronizing usage tracker for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:40.423477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.431646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:40.480821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Pushing event updated for resources: {'Port': ['ID=03848ca2-1df4-4aa1-aa92-e822c1cc8cea,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:40.483784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:40.488817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:40.492739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:40.499801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.571542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Deleting subnet d1235866-8aff-435d-900c-b444c6579f30 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:25:40.583304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.589379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.607786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:40.625000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-29bfd38b-e23f-4e80-ac6a-69ee10150eb2 req-f00b6881-2b50-4936-b3fd-4dfb7144cb81 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Unset dirty status for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:40.626222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29bfd38b-e23f-4e80-ac6a-69ee10150eb2 req-f00b6881-2b50-4936-b3fd-4dfb7144cb81 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.7870846 Dec 09 09:25:40.674613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.688230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.739740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.745123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a4a46c-6f52-4db5-8cd8-170f8cb851d3']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:40.755429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:40.787423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d6bdff-258c-4871-80ce-94546b1aefaf') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:40.788317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d6bdff-258c-4871-80ce-94546b1aefaf') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:40.828062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.853919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=1dd156cb-a55e-4972-a79d-60db2c09a89f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:40.888335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:40.890868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.893947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.899318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.902322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:40.903017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.932117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6b10632-58a0-427a-a354-199929a5129b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:40.964080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:40.990304 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5339732 Dec 09 09:25:40.997467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6da607-ffb5-4298-a581-0d89058e1d43,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:41.006292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:41.007426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:41.007847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.023518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48664) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:41.030578 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:41.066256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}]}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:41.074424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:41.078543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:41.082001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:41.089784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:41.090650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:41.091197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.095199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Usage tracker for resource:router and tenant:842695dbcbd849858ba0258b7b673a92 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:41.100974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:41.105048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.115381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:41.128619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.132347 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8276405 Dec 09 09:25:41.150923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48670) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.156826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.164419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'security_group_rule': {'security_group_id': '731ab870-c497-4326-8320-6edfea6e01f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:41.172810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Deleting subnet fbddaad1-5b8d-440e-b374-d2d076810b00 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:25:41.173571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:41.175287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:41.179036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.213458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Usage tracker for resource:security_group_rule and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:41.214887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.215847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.219445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:41.224542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1235866-8aff-435d-900c-b444c6579f30,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:41.230753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:41.235233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.8861566 Dec 09 09:25:41.238914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:41.240102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48674) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.252127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.259052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.276552 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/d1235866-8aff-435d-900c-b444c6579f30 HTTP/1.1" status: 204 len: 168 time: 1.0106237 Dec 09 09:25:41.290571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48678) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.301407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.318583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.362120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:41.364271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Allocated IP 172.26.4.103 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/d5544911-217e-4a09-96d6-ba6ad5b8feb8) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:41.400493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54a4a46c-6f52-4db5-8cd8-170f8cb851d3 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:41.404870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.415362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.423444 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/54a4a46c-6f52-4db5-8cd8-170f8cb851d3 HTTP/1.1" status: 204 len: 168 time: 1.9923832 Dec 09 09:25:41.434554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48682) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.488275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Network': ['ID=54a4a46c-6f52-4db5-8cd8-170f8cb851d3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:41.521341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:41.532294 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-da9fdc81-ae38-4174-85cf-b4aa774e047f tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports/1dd156cb-a55e-4972-a79d-60db2c09a89f HTTP/1.1" status: 200 len: 953 time: 0.2909207 Dec 09 09:25:41.552767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48686) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:41.595253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'name': 'tempest-network--1786376051'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:41.600183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:41.609773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Usage tracker for resource:network and tenant:806df33d8cf8427a83a97333d181507c is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:41.616520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:41.616941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:41.623479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.712960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:41.720944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:41.722118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.793166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.825971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:41.832780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Deleting port 1dd156cb-a55e-4972-a79d-60db2c09a89f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:41.832961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.840439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83747a71-f1bb-4c06-bd82-2c49841b907a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:41.840846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.869946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.916541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:41.919601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.921951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.927127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:41.930363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Made reservation on behalf of 806df33d8cf8427a83a97333d181507c for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:41.932851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:41.996663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:41.998943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'Port': ['ID=d5544911-217e-4a09-96d6-ba6ad5b8feb8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:42.012353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:42.015072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:42.017732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:42.021746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:42.037536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:42.046436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:42.095448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.118489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.58', 52870) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:42.125937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.126254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Added segment d173fbaf-125f-4722-a220-9f78a53227ad of type vlan for network 68e06669-2ae2-435d-8b2a-57f95c725482 Dec 09 09:25:42.163881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-565ea11f-dd66-4d6a-9445-3b3eec64c868 req-42c48abe-9e93-4a5c-9bb3-fda323a25b73 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.2344542 Dec 09 09:25:42.352577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.353568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.365692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.389165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.410076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:42.506724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.512813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ff791ea8-31b2-487f-bdc4-86012411479f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:42.513995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ff791ea8-31b2-487f-bdc4-86012411479f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Synchronizing usage tracker for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:42.516294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8efcdd-c5e2-4f12-99fc-73b03e91f54e']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:42.524415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.535511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9af4238-d162-4bc4-80dd-8918e079c694,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:42.541612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:42.542179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.546551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:42.552094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:42.554063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:42.576605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.589429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3d4bed-039b-4fad-bacb-d93626201f1b') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:42.589429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3d4bed-039b-4fad-bacb-d93626201f1b') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:42.603688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.619732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.621457 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4694204 Dec 09 09:25:42.626119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.632582 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event deleted for resources: {'Subnet': ['ID=fbddaad1-5b8d-440e-b374-d2d076810b00,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:42.634504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48698) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:42.690956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:42.757178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Calling delete_port for 1dd156cb-a55e-4972-a79d-60db2c09a89f owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:42.763288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ff791ea8-31b2-487f-bdc4-86012411479f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Unset dirty status for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:42.763885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93eaa6-df13-48c6-9128-ff03d670b756 None None] Network eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:25:42.764467 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ff791ea8-31b2-487f-bdc4-86012411479f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 812 time: 0.6411350 Dec 09 09:25:42.787375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:42.788785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2747884 Dec 09 09:25:42.793824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:42.797276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.802421 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "DELETE /v2.0/subnets/fbddaad1-5b8d-440e-b374-d2d076810b00 HTTP/1.1" status: 204 len: 168 time: 2.4845679 Dec 09 09:25:42.808914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=68e06669-2ae2-435d-8b2a-57f95c725482,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:42.813986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48720) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:42.815124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:42.817368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:42.822555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.832686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:42.851402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Usage tracker for resource:floatingip and tenant:aa8b8fe8231740c296f77fac3e6d0074 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:42.851650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.853374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 68e06669-2ae2-435d-8b2a-57f95c725482 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:25:42.862122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:42.862821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:42.880913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:42.884476 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:42.901880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:43.071405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.096614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.127481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-e38b6b70-2243-4aa2-8ad2-c73166d50a93 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Synchronizing usage tracker for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:43.128122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.132324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.145725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d8efcdd-c5e2-4f12-99fc-73b03e91f54e {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:43.157712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.166636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-331dc6a7-c0ec-442a-af8a-5a52000fc893 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:43.193272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Deleting port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:43.193612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.345010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] DHCP port deletion for eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:25:43.350149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Deleting port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:43.350526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.411073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d8efcdd-c5e2-4f12-99fc-73b03e91f54e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:43.422685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.439442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:43.455521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:43.533673 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6d8efcdd-c5e2-4f12-99fc-73b03e91f54e HTTP/1.1" status: 204 len: 168 time: 2.2400007 Dec 09 09:25:43.565962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dd156cb-a55e-4972-a79d-60db2c09a89f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:43.583863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.588498 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1dd156cb-a55e-4972-a79d-60db2c09a89f HTTP/1.1" status: 204 len: 168 time: 2.0257516 Dec 09 09:25:43.588912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:43.602289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48734) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:43.630691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-e38b6b70-2243-4aa2-8ad2-c73166d50a93 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Unset dirty status for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:43.631877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-e38b6b70-2243-4aa2-8ad2-c73166d50a93 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06569cc287b49afbce6b6f7c1b46c58 HTTP/1.1" status: 200 len: 379 time: 0.8309200 Dec 09 09:25:43.643797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.660017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:25:43.739066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'port': {'device_id': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'admin_state_up': True, 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'security_groups': ['3f92f7ae-bbb3-40a9-a615-5c3e508a5066']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:43.813136 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8d1e4f-a808-4c20-9024-b1b48e48002c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:25:43.813654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0c8d1e4f-a808-4c20-9024-b1b48e48002c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Synchronizing usage tracker for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:43.925763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:43.958493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0c8d1e4f-a808-4c20-9024-b1b48e48002c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Unset dirty status for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:43.970985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0c8d1e4f-a808-4c20-9024-b1b48e48002c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports/1dd156cb-a55e-4972-a79d-60db2c09a89f HTTP/1.1" status: 404 len: 333 time: 0.3628540 Dec 09 09:25:43.992824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48740) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:44.079628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] For port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,segment=NetworkSegment(f9aaf48b-47dd-49ab-90c2-d5b9522c275a),segment_id=f9aaf48b-47dd-49ab-90c2-d5b9522c275a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:44.080135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.098455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] For port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,segment=NetworkSegment(f9aaf48b-47dd-49ab-90c2-d5b9522c275a),segment_id=f9aaf48b-47dd-49ab-90c2-d5b9522c275a)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:44.098823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.202412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.221316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.247124 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2d1d273-bdab-4119-a6f2-b4dd28ac2f3b req-670f0cf0-3df4-4760-9a15-d24327e3e9da tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.7453413 Dec 09 09:25:44.274122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-143255131'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:44.278972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Calling delete_port for 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:44.407875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.418518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Calling delete_port for 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:44.451430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48746) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:44.461270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'name': 'tempest-router--152178855', 'project_id': '33588328dd0840c9807762546e8e2ae5'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:44.484116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:44.484624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.515349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:44.539164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.539399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:router and tenant:33588328dd0840c9807762546e8e2ae5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:44.546568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:44.547179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:44.579017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:44.597163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Pushing event deleted for resources: {'Port': ['ID=0158137b-d67a-47f5-a7f5-bc78a1a9aea5,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:44.601518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:44.613704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] No DVR routers for this DVR port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:25:44.623570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.624695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.646986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:25:44.647244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:25:44.665110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.689543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.695579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e389605-9876-4cde-8722-2e5fe870b4a9 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:44.708862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.722694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:44.739142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:44.757894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:25:44.800583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:25:44.801293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:25:44.811405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:44.818599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Network 68e06669-2ae2-435d-8b2a-57f95c725482 is not hosted by any dhcp agent {{(pid=83487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 09 09:25:44.819295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:44.820120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.821376 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "PUT /v2.0/networks/68e06669-2ae2-435d-8b2a-57f95c725482 HTTP/1.1" status: 200 len: 858 time: 2.0243955 Dec 09 09:25:44.880236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:44.937781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:44.942653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48750) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:45.007184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Allocated IP 172.26.4.231 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f5601265-5162-4f35-8a82-4b38930e95c0) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:45.009750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event updated for resources: {'Network': ['ID=68e06669-2ae2-435d-8b2a-57f95c725482,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:45.070678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:45.077808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:45.101785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Made reservation on behalf of 6a2354225d9947d8af36f61b8225e55d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:45.104062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.106603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.107810 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d2401561-dbec-4bce-8d62-b650c41c2963 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6551940 Dec 09 09:25:45.110521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48754) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:45.181098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Deleting port 0158137b-d67a-47f5-a7f5-bc78a1a9aea5 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:45.181367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.288911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Made reservation on behalf of a06569cc287b49afbce6b6f7c1b46c58 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:45.301994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.305331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] The port '0158137b-d67a-47f5-a7f5-bc78a1a9aea5' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:25:45.448035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.453335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'Port': ['ID=d5544911-217e-4a09-96d6-ba6ad5b8feb8,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:45.456285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:45.493873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port f5160c9f-c817-4b36-8df0-564e879fde64 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:45.499208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.523124 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f645300-f93b-4d76-9afa-a5e880ae90c0 req-27922ab5-86c2-431d-90e6-6f7d56ad08c4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.0777969 Dec 09 09:25:45.552494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.652270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.668077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.678922 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5812218 Dec 09 09:25:45.679107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecfe6e6-3e09-4c79-a6a3-5bff77457ce2']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:45.705088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:45.705285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aaf48b-47dd-49ab-90c2-d5b9522c275a') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:45.715658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.727925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.811665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.893939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:45.894480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:45.920108 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:46.264267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.275464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc108903-0d99-4450-91d2-d36917d665c2 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:46.289239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Allocated IP 172.20.0.7 (545891ae-0a07-4714-8f2c-cd6db99c12fe/23260f13-dfcf-490e-b22b-6e5d8be88e7e/a385d4a5-f2ff-4647-b065-3fe4e3ec8d53) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:46.314256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.327880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.344002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.349265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.374998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:46.376701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] 10.222.0.41 "DELETE /v2.0/networks/eecfe6e6-3e09-4c79-a6a3-5bff77457ce2 HTTP/1.1" status: 204 len: 168 time: 3.5583704 Dec 09 09:25:46.377653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'Port': ['ID=f5601265-5162-4f35-8a82-4b38930e95c0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:46.381700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:46.383506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:46.384619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:46.403269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:46.441534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Pushing event deleted for resources: {'Network': ['ID=eecfe6e6-3e09-4c79-a6a3-5bff77457ce2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:46.459306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:46.471084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.471733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6229b61-312c-4089-a122-66e26b320aba {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:25:46.472501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.476695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.487053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.488297 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2a4fcc11-62e7-4572-a6e4-a237d1b2677a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e6229b61-312c-4089-a122-66e26b320aba HTTP/1.1" status: 204 len: 168 time: 1.3769071 Dec 09 09:25:46.492675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.548032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.669977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e06669-2ae2-435d-8b2a-57f95c725482']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:46.681929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.756233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd173fbaf-125f-4722-a220-9f78a53227ad') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:46.756552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd173fbaf-125f-4722-a220-9f78a53227ad') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:46.788521 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8fdababa-c16d-43d5-95de-e71ae5d2d601 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1198797644&fields=id&tenant_id=2711ea18a7e249a5a3a2cf5f435597e9 HTTP/1.1" status: 200 len: 267 time: 0.4087095 Dec 09 09:25:46.798911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:46.802008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.841000 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5bdc3e9f-dd68-42e0-836a-7b8c6e040951 req-10c1e23d-5861-4ce5-a405-4db109dc8983 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.0837247 Dec 09 09:25:46.857488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:46.936420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48790) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:46.981563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.092852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c7e57e2-e04a-4562-b91f-b009dfc1091e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:47.205016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.210559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.223444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:47.285637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.304660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639048839', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:47.333152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:47.342722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:47.343133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:47.358903 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:47.371664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.379113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'Port': ['ID=f5601265-5162-4f35-8a82-4b38930e95c0,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:47.382193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94c2add1-fb74-4250-a72d-91cae17f0497 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:25:47.385706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:47.387934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.389113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:47.410449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:47.421515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.432683 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7450480 Dec 09 09:25:47.514215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:47.525547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=f5160c9f-c817-4b36-8df0-564e879fde64,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:47.548307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:47.582093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:47.598164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:47.617205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:47.618025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:47.618612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.626778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:25:47.627452 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3cf7dffb-44f4-43ff-afdd-83be5232b01e tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 6.6017425 Dec 09 09:25:47.631052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.631442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:47.644314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.669186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-65b33a40-d25b-40ac-94a3-5d07c55e3fb0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:47.675526 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-65b33a40-d25b-40ac-94a3-5d07c55e3fb0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/networks?id=f93e906e-7089-4dc4-9b7c-602720a5a075 HTTP/1.1" status: 200 len: 805 time: 0.8756742 Dec 09 09:25:47.677514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.678453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.709507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:47.744667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Transition to ACTIVE for port object a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:47.752538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68e06669-2ae2-435d-8b2a-57f95c725482 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:25:47.766277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.768990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Pushing event deleted for resources: {'Network': ['ID=68e06669-2ae2-435d-8b2a-57f95c725482,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:47.773177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Deleting port 03848ca2-1df4-4aa1-aa92-e822c1cc8cea {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:47.773177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.780191 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.7446651 Dec 09 09:25:47.781812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:47.785351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48812) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:47.794285 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-b19995c0-7d81-42b8-91d6-ffc3a2beb56d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/quotas/2711ea18a7e249a5a3a2cf5f435597e9 HTTP/1.1" status: 200 len: 375 time: 0.1178181 Dec 09 09:25:47.804658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-faded8ce-faa6-4573-8946-5e7174cc3e33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0003c0e9011a4b1b9ac1c2d7bad1291b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8182940 Dec 09 09:25:47.813598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48816) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:47.835683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d2a3d675-3e05-4a31-83bc-6c90dd3edaab tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Synchronizing usage tracker for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:47.836544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:47.867903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] 10.222.0.41 "DELETE /v2.0/networks/68e06669-2ae2-435d-8b2a-57f95c725482 HTTP/1.1" status: 204 len: 168 time: 2.9225724 Dec 09 09:25:47.869680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48820) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:47.961257 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30eb625-ae72-4b83-b719-1dfcd0a09d75 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] DELETE failed (client error): The resource could not be found. Dec 09 09:25:47.961716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30eb625-ae72-4b83-b719-1dfcd0a09d75 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:25:47.966262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e30eb625-ae72-4b83-b719-1dfcd0a09d75 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "DELETE /v2.0/subnets/2e4a018f-c0f3-4c1e-9386-5ce4b51f7576 HTTP/1.1" status: 404 len: 337 time: 0.0762532 Dec 09 09:25:47.968663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:47.970306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:48.108063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.139268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:48.141222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.290330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.312556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Calling delete_port for 03848ca2-1df4-4aa1-aa92-e822c1cc8cea owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:48.333354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.351370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d2a3d675-3e05-4a31-83bc-6c90dd3edaab tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Unset dirty status for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:48.361031 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d2a3d675-3e05-4a31-83bc-6c90dd3edaab tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--521581236&fields=id&tenant_id=aa8b8fe8231740c296f77fac3e6d0074 HTTP/1.1" status: 200 len: 267 time: 0.6722264 Dec 09 09:25:48.416346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:48.449381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:48.459684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:48.515913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event updated for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:48.520582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:48.567786 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-10ec8c6a-5db4-47bb-a20d-4355a95925ca tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2711ea18a7e249a5a3a2cf5f435597e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7636132 Dec 09 09:25:48.742978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.766456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:48.767102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.825760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.863972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4ff413f4-eaed-4a26-9370-2925ae97603e None None] Provisioning for port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:48.871744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4ff413f4-eaed-4a26-9370-2925ae97603e None None] Provisioning complete for port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:48.872392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4ff413f4-eaed-4a26-9370-2925ae97603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.913715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.920385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-3b2961d8-59a1-4a7c-bfcc-b7d84c5dc244 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:25:48.935383 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-3b2961d8-59a1-4a7c-bfcc-b7d84c5dc244 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2115288 Dec 09 09:25:48.960160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:48.967138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4ff413f4-eaed-4a26-9370-2925ae97603e None None] Port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:49.040225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:49.059947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3302662 Dec 09 09:25:49.068094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a734e9-3e13-409d-812e-c7cd8b518414,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:49.068941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.074924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:49.094829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-477bd754-562f-4130-8e40-ff67bef1eb96 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:49.095531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-477bd754-562f-4130-8e40-ff67bef1eb96 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Synchronizing usage tracker for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:49.112374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.116096 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03a734e9-3e13-409d-812e-c7cd8b518414 HTTP/1.1" status: 204 len: 168 time: 1.2978137 Dec 09 09:25:49.119963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-477bd754-562f-4130-8e40-ff67bef1eb96 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Unset dirty status for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:49.128233 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-477bd754-562f-4130-8e40-ff67bef1eb96 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/networks?id=7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 200 len: 811 time: 0.7653465 Dec 09 09:25:49.185230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-929813e7-1f4c-4804-a101-9ee6dfc33bba tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/quotas/aa8b8fe8231740c296f77fac3e6d0074 HTTP/1.1" status: 200 len: 375 time: 0.0559130 Dec 09 09:25:49.222840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c1175d-3b32-498b-80d0-ecbf1c82788a']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:49.257491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd2ff1c-e89e-471d-8581-c205fbf768e0') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:49.257864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd2ff1c-e89e-471d-8581-c205fbf768e0') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:49.295796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.314179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:49.316857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.499281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Pushing event deleted for resources: {'Port': ['ID=03848ca2-1df4-4aa1-aa92-e822c1cc8cea,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:49.505442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:49.637050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-3b51d178-01b9-4cb2-ae6d-1b67087da7d9 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4508374 Dec 09 09:25:49.665404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.678492 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-dc4d99dc-f966-448d-a939-f2afedf5c754 service neutron] 10.222.0.41 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420869 Dec 09 09:25:49.688775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.693671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:49.694103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:49.711522 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:49.760325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48840) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:49.762587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] 10.222.0.41 "DELETE /v2.0/ports/03848ca2-1df4-4aa1-aa92-e822c1cc8cea HTTP/1.1" status: 204 len: 168 time: 2.1296480 Dec 09 09:25:49.799883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.879850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] device_id is not set on port f5160c9f-c817-4b36-8df0-564e879fde64 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:25:49.881126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:49.911009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Usage tracker for resource:security_group_rule and tenant:5830af993c574c5ba491d9c1d7a328de is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:49.926196 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-13eebbcc-7794-49b3-92aa-a912c280f5e4 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876177 Dec 09 09:25:49.927200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:49.938271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:49.975457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:49.985761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-5d3228a8-abe2-4d03-91d6-b16ed6776b46 service neutron] 10.222.0.41 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971380 Dec 09 09:25:50.017461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Transition to ACTIVE for port object f5160c9f-c817-4b36-8df0-564e879fde64 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:50.020608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.027053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.029513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:50.045036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.064014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Pushing event deleted for resources: {'Network': ['ID=a3c1175d-3b32-498b-80d0-ecbf1c82788a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:50.070847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:50.073280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:50.114657 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] 10.222.0.41 "DELETE /v2.0/networks/a3c1175d-3b32-498b-80d0-ecbf1c82788a HTTP/1.1" status: 204 len: 168 time: 2.1413538 Dec 09 09:25:50.232884 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-9d6ae87f-fde6-4ec0-9c36-298d36c4a328 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961552 Dec 09 09:25:50.257219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=f5160c9f-c817-4b36-8df0-564e879fde64,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:50.274167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.275170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:50.294686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.304444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:50.361252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:50.361252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:50.361252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:50.371980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:50.372613 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:50.373478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 2 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:50.395953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.434219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:50.434665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:50.435184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:50.446676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:50.447115 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:50.448172 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 3 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:50.457285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.541717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2364e2-eb8f-4274-b7eb-dd3121cb551c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:50.550417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:50.562044 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5830af993c574c5ba491d9c1d7a328de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7979083 Dec 09 09:25:50.562743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48864) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:50.850783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48878) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:50.851328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.864941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f9461688-b2ae-4c1b-b6d5-fec1302773ef req-a3466e89-0c3a-4752-a015-557ee7f9d60b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Synchronizing usage tracker for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:50.894564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48884) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:50.913503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:50.960593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f9461688-b2ae-4c1b-b6d5-fec1302773ef req-a3466e89-0c3a-4752-a015-557ee7f9d60b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Unset dirty status for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:50.984028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ae908416-58c8-4bb0-bca7-c8c00df73428 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:25:50.986250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-ae908416-58c8-4bb0-bca7-c8c00df73428 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0365839 Dec 09 09:25:50.986746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Allocated IP 172.26.4.192 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/b3816296-be78-42fe-b684-15acc1e6f2d1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:50.988358 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f9461688-b2ae-4c1b-b6d5-fec1302773ef req-a3466e89-0c3a-4752-a015-557ee7f9d60b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.2303646 Dec 09 09:25:51.106015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:51.110263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:51.158912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2364e2-eb8f-4274-b7eb-dd3121cb551c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:51.159435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:51.159986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:51.160601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:51.185527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:51.242041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:51.242412 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:51.265759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 4 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:51.315456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:51.323311 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b2364e2-eb8f-4274-b7eb-dd3121cb551c HTTP/1.1" status: 204 len: 168 time: 0.7593582 Dec 09 09:25:51.361934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:51.362256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:51.368271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:51.450464 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7c958dee-503d-47aa-9ad0-7f53d650d780 req-0adb53ec-99a6-42d7-a56e-f3c66a536e8e tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.2618175 Dec 09 09:25:51.599296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:51.637688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:51.639640 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:51.686777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 5 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:51.735512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025909-04f6-4b47-b150-f277d29fb9e4 req-d12d0f19-eae6-49ac-9132-5fdbee5860b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:51.738535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-c2025909-04f6-4b47-b150-f277d29fb9e4 req-d12d0f19-eae6-49ac-9132-5fdbee5860b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Synchronizing usage tracker for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:51.798645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:51.809563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Usage tracker for resource:security_group_rule and tenant:5643f0fdf6504607a351b4c56f91cc36 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:51.814000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:51.815047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:51.815446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:51.815922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:51.829221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:51.845647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:51.846125 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:51.879446 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 6 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:51.914841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Request body: {'port': {'device_id': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:52.000796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-c2025909-04f6-4b47-b150-f277d29fb9e4 req-d12d0f19-eae6-49ac-9132-5fdbee5860b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Unset dirty status for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:52.028513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2025909-04f6-4b47-b150-f277d29fb9e4 req-d12d0f19-eae6-49ac-9132-5fdbee5860b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 931 time: 1.0807962 Dec 09 09:25:52.045799 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7b8db195-76d9-43b5-a0ba-c42c4b4797aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49e7a4f7f66f454dba1331ac6717c819&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1500251 Dec 09 09:25:52.048286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:52.052778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.109567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.115423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:52.118869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:52.123555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:52.185906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.269936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.279783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:52.280406 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:52.284732 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 7 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:52.294423 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-988452fa-01cf-4ac8-bde6-c0faa596d65a req-9384efb6-53a7-4d5f-bed8-c78050370ab7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.1816766 Dec 09 09:25:52.297961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:52.323218 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2025909-04f6-4b47-b150-f277d29fb9e4 req-0336bfa7-0e05-4f03-9466-2c640a302bcd tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933455 Dec 09 09:25:52.329279 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5643f0fdf6504607a351b4c56f91cc36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4709079 Dec 09 09:25:52.332017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48930) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:52.370046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:52.371347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:52.371900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:52.394501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:52.395101 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:52.402059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 8 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:52.434717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25149a5-e01b-4783-96a8-c027b7ad9fa2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:52.437180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:52.437679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:52.438162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:52.447349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.455377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:52.456095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:52.499667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.549833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.654889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.694301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.843510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:52.843983 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:52.846534 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 9 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:52.868284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f7435b79-0c0b-43ec-b426-6d90bc1c4acf req-f0be1277-5e93-4197-9d55-bb3f74ed4154 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.1392980 Dec 09 09:25:52.906108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.930930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:52.931799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event updated for resources: {'Port': ['ID=b3816296-be78-42fe-b684-15acc1e6f2d1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:52.959210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:52.959595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:52.960412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:52.964116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:52.964516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:52.964920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:52.972706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:52.979155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:52.979155 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:52.979342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fbd082-a4f7-4cb1-ab60-9d00cedebfdf,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:52.979422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:52.983276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:52.983784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:53.021146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25149a5-e01b-4783-96a8-c027b7ad9fa2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:53.021301 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempt 10 to bind port f5160c9f-c817-4b36-8df0-564e879fde64 Dec 09 09:25:53.035796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:53.038711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.056859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d6199369-7ab1-44d6-bafd-19e19fc9c1fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70fbd082-a4f7-4cb1-ab60-9d00cedebfdf HTTP/1.1" status: 204 len: 168 time: 0.9831352 Dec 09 09:25:53.058019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.064208 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d25149a5-e01b-4783-96a8-c027b7ad9fa2 HTTP/1.1" status: 204 len: 168 time: 0.7254424 Dec 09 09:25:53.093189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:53.093533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:53.093891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempting to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:53.126697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:53.127037 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Failed to bind port f5160c9f-c817-4b36-8df0-564e879fde64 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd8aa370a-67cf-46c6-95d6-6f5583cf1d41'}] Dec 09 09:25:53.127396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.383295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:25:53.606800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61fd14-5ab3-488d-8328-b2e8463082fa req-9b9178d9-e83b-4561-be44-c36460714fa1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:53.607850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ad61fd14-5ab3-488d-8328-b2e8463082fa req-9b9178d9-e83b-4561-be44-c36460714fa1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 931 time: 0.1043808 Dec 09 09:25:53.621122 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-171fd692-4d2d-4222-b931-f7bf37576809 req-94422eff-0047-4451-84a4-d79366c6dc2b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.1231408 Dec 09 09:25:53.652147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:25:53.663265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port f5160c9f-c817-4b36-8df0-564e879fde64, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:53.663741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Attempted to set empty binding levels {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:25:53.678700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ad61fd14-5ab3-488d-8328-b2e8463082fa req-933c590d-cb93-4482-a611-b318f5dbb119 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639436 Dec 09 09:25:53.679330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.682366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.692078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:53.766552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Transition to ACTIVE for port object a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:53.774059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48960) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:53.783338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] In _notify_port_updated(), no bound segment for port f5160c9f-c817-4b36-8df0-564e879fde64 on network d8aa370a-67cf-46c6-95d6-6f5583cf1d41 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:25:53.784394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.788363 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "PUT /v2.0/ports/f5160c9f-c817-4b36-8df0-564e879fde64 HTTP/1.1" status: 200 len: 976 time: 5.9992523 Dec 09 09:25:53.789515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.794012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48964) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:53.798188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event updated for resources: {'Port': ['ID=f5160c9f-c817-4b36-8df0-564e879fde64,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:53.803367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:53.804996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e029ea1-3a02-4813-b0b6-64578ad8f463 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:53.920521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Deleting port f5160c9f-c817-4b36-8df0-564e879fde64 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:53.920941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:53.965043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Pushing event updated for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:53.968887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:54.032733 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1d934250-682a-4e6a-af73-fc99db6d8740 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=806df33d8cf8427a83a97333d181507c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2574601 Dec 09 09:25:54.036637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 48974) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:54.165273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Attempting to bind port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:25:54.166254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Attempting to bind port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:25:54.166254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Attempting to bind port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 on network 545891ae-0a07-4714-8f2c-cd6db99c12fe {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:54.176630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.177525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.182151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 on network 545891ae-0a07-4714-8f2c-cd6db99c12fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:25:54.183249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Attempting to bind port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 on network 545891ae-0a07-4714-8f2c-cd6db99c12fe {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:25:54.236177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:54.319127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac4112e7-1d45-4c81-98bf-b9801934b3e3 req-d58f7b11-c18f-4986-be29-34edaf0ae45c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Synchronizing usage tracker for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:54.328449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:25:54.328449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Checking segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:25:54.329002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Bound using segment: {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:25:54.329513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Bound port: a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1412496c-d56e-48d2-be79-49d23b90ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:25:54.329856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.405371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.419634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] For port f5160c9f-c817-4b36-8df0-564e879fde64, host hv-neutron-8211, got binding levels [] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:25:54.419969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.420868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac4112e7-1d45-4c81-98bf-b9801934b3e3 req-d58f7b11-c18f-4986-be29-34edaf0ae45c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Unset dirty status for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:54.422024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac4112e7-1d45-4c81-98bf-b9801934b3e3 req-d58f7b11-c18f-4986-be29-34edaf0ae45c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.2328076 Dec 09 09:25:54.452550 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-35106d95-2084-4b46-8ac7-ace62373dfd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=842695dbcbd849858ba0258b7b673a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2137499 Dec 09 09:25:54.461718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 48986) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:54.530689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:25:54.565693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Calling delete_port for f5160c9f-c817-4b36-8df0-564e879fde64 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:54.592010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.613599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:25:54.624404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.635629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cc94ac02-e1d2-49d7-9807-e6f569a491b1 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:54.686943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.692603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.696156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:54.740637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.743928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5160c9f-c817-4b36-8df0-564e879fde64,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:54.747244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:54.755322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7a1c5505-5354-4360-b782-7afa07bec2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:54.770256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.790988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.795905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] 10.222.0.58 "PUT /v2.0/ports/a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 1093 time: 3.2802346 Dec 09 09:25:54.799556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:25:54.808345 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f5160c9f-c817-4b36-8df0-564e879fde64 HTTP/1.1" status: 204 len: 168 time: 1.0126934 Dec 09 09:25:54.827340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49002) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:54.840496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.848736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:54.850276 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d29326e5-f4a7-4077-93d4-e59fadedc4c0 HTTP/1.1" status: 204 len: 168 time: 0.8126023 Dec 09 09:25:54.851409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29326e5-f4a7-4077-93d4-e59fadedc4c0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:54.858969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:54.884336 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38021c41-8d35-4b7b-8dd2-9e6815411215 req-b956d04a-9da9-474f-8c21-577e4e9af02c tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.0898800 Dec 09 09:25:54.910867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Pushing event updated for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:54.925460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:54.991356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fa208b-e925-45ac-95d5-01006c314d5e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:25:54.991896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-37fa208b-e925-45ac-95d5-01006c314d5e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Synchronizing usage tracker for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:55.045173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-37fa208b-e925-45ac-95d5-01006c314d5e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Unset dirty status for tenant:6a2354225d9947d8af36f61b8225e55d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:55.049751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49012) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:55.050314 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-37fa208b-e925-45ac-95d5-01006c314d5e tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] 10.222.0.41 "GET /v2.0/ports/f5160c9f-c817-4b36-8df0-564e879fde64 HTTP/1.1" status: 404 len: 333 time: 0.2145181 Dec 09 09:25:55.099800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.109224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:55.128498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad27076-3a2b-4fef-8eba-67bac79f2c55 req-8285e5f6-81d6-4250-ac6b-52bc447fc2c3 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:55.129965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3ad27076-3a2b-4fef-8eba-67bac79f2c55 req-8285e5f6-81d6-4250-ac6b-52bc447fc2c3 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 943 time: 0.2159925 Dec 09 09:25:55.133837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616573d5-6efb-4aa5-af71-2e8dbcaef021,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:55.141182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:55.190715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.195325 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/616573d5-6efb-4aa5-af71-2e8dbcaef021 HTTP/1.1" status: 204 len: 168 time: 0.7309515 Dec 09 09:25:55.208426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Router 83115084-8125-408c-9359-e87ff66d114d is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:25:55.213365 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3ad27076-3a2b-4fef-8eba-67bac79f2c55 req-dfa14cdd-d155-42a6-95a6-fd23aba28db3 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748591 Dec 09 09:25:55.240569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.457216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.516564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8aa370a-67cf-46c6-95d6-6f5583cf1d41']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:55.558129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:55.558315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbc6aa9-8f54-4b78-b4d9-26889b3879a4') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:55.593485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.620213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.631534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:25:55.632637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:25:55.654870 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:25:55.747692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.759161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:55.764536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8142c83c-7134-4928-a17c-018916566c64 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:55.788252 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] 10.222.0.41 "DELETE /v2.0/networks/d8aa370a-67cf-46c6-95d6-6f5583cf1d41 HTTP/1.1" status: 204 len: 168 time: 0.7367837 Dec 09 09:25:55.791600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Pushing event deleted for resources: {'Network': ['ID=d8aa370a-67cf-46c6-95d6-6f5583cf1d41,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:55.795313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:55.801863 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'status': 'completed', 'code': 200} Dec 09 09:25:55.813017 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1c700a1f-5891-4856-acc3-423db66d3683 req-33bc00eb-8175-4ac4-9da2-5ba65e2ceaba tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.1548364 Dec 09 09:25:55.865822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-0da4378a-405b-4b3f-8564-e1918785c08c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1096 time: 0.3512442 Dec 09 09:25:55.938539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:25:55.952712 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] Sync routers for ids ['83115084-8125-408c-9359-e87ff66d114d'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:25:55.955721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-7e6166ed-0b80-442d-b66b-824d5d7af078 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 217 time: 0.0804110 Dec 09 09:25:55.987234 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] Routers {'83115084-8125-408c-9359-e87ff66d114d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:55.989039 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['83115084-8125-408c-9359-e87ff66d114d'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:56.016899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:56.018279 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2054100 Dec 09 09:25:56.021242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49046) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.046581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-fa93ccf7-b140-4723-b42b-f6fcfa210320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:56.048359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-fa93ccf7-b140-4723-b42b-f6fcfa210320 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.0826983 Dec 09 09:25:56.119948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.58', 52879) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.189174 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:56.201584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] Routers {'83115084-8125-408c-9359-e87ff66d114d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:25:56.202631 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:25:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['83115084-8125-408c-9359-e87ff66d114d'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:56.299267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b2e6f028-37af-4a97-876e-6a12e3c29948 req-022c2376-0c37-463e-919b-12edb6081256 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.0673535 Dec 09 09:25:56.300144 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:25:56.300640 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a11611-9eac-4ca8-bac9-75ce709d84eb None None] The sync data for ids ['83115084-8125-408c-9359-e87ff66d114d'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:25:56.428276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-7afdc4cd-927a-4a6c-9866-4680b42fed90 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:56.430157 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-7afdc4cd-927a-4a6c-9866-4680b42fed90 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.58 "GET /v2.0/networks?id=7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 200 len: 811 time: 0.2987423 Dec 09 09:25:56.438916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-c5e4bb34-8ea8-4e56-be92-4c21513be9b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3835335 Dec 09 09:25:56.485920 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a3422729-df01-494a-83af-f3203035c37c tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/83115084-8125-408c-9359-e87ff66d114d HTTP/1.1" status: 200 len: 925 time: 0.4631691 Dec 09 09:25:56.489564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49060) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.550927 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6fc77b42-26b2-44ad-ad77-bd7923aa3da8 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=83115084-8125-408c-9359-e87ff66d114d HTTP/1.1" status: 200 len: 205 time: 0.0599914 Dec 09 09:25:56.553721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.686420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49072) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.709668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.58', 52882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.737588 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-e161603f-c415-4f81-8f88-9feea6dc0f36 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8b8fe8231740c296f77fac3e6d0074 HTTP/1.1" status: 200 len: 379 time: 0.2844465 Dec 09 09:25:56.758591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49084) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:56.773373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'port': {'device_id': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'admin_state_up': True, 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'security_groups': ['731ab870-c497-4326-8320-6edfea6e01f3']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:57.045107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-928dead1-36a7-46cf-8db6-3146b61b0323 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:57.045776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-928dead1-36a7-46cf-8db6-3146b61b0323 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Synchronizing usage tracker for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:57.083059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-928dead1-36a7-46cf-8db6-3146b61b0323 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Unset dirty status for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:57.083059 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-928dead1-36a7-46cf-8db6-3146b61b0323 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.58 "GET /v2.0/networks?id=f93e906e-7089-4dc4-9b7c-602720a5a075 HTTP/1.1" status: 200 len: 805 time: 0.3569212 Dec 09 09:25:57.084042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-8c4a8fad-4928-4a1d-83f8-a757b055055e service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289475 Dec 09 09:25:57.157180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cb84562a-0ae0-4624-b350-f112a8a48da3 req-3fb07ddd-d47f-4a3f-b7fd-fe3386cd78df tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.0866151 Dec 09 09:25:57.203694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ebab9-942c-450a-b49d-b3a343b169ba req-2e54853d-079f-4a7a-831c-db7358fb446f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:57.207574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-4c560d43-ee4b-453b-9d45-0292f9cc9f63 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Synchronizing usage tracker for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:57.213220 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a68ebab9-942c-450a-b49d-b3a343b169ba req-2e54853d-079f-4a7a-831c-db7358fb446f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 943 time: 0.6786780 Dec 09 09:25:57.295797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:57.302108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:57.319706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:floatingip and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:57.357941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:57.363344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:57.379214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-824ecdcb-ca95-43b1-abc4-9bae26076717 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e726dd63ac0b41878367474552890b2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6915817 Dec 09 09:25:57.379930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49100) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:57.383907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:57.414530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-4c560d43-ee4b-453b-9d45-0292f9cc9f63 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Unset dirty status for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:57.418935 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-4c560d43-ee4b-453b-9d45-0292f9cc9f63 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2711ea18a7e249a5a3a2cf5f435597e9 HTTP/1.1" status: 200 len: 380 time: 0.2567413 Dec 09 09:25:57.420681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:57.428244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.474909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'port': {'device_id': 'ff98ff05-7db2-4947-a667-13609171103b', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'admin_state_up': True, 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'security_groups': ['bc272172-7d7f-4578-acd8-b45d9edcc497']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:57.501974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a68ebab9-942c-450a-b49d-b3a343b169ba req-d8eef249-6eec-4e9f-a3d9-c512e988cdbe tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070167 Dec 09 09:25:57.514368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Made reservation on behalf of aa8b8fe8231740c296f77fac3e6d0074 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:57.517752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.548349 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-743fbece-b0a9-4daf-9919-70d5a74baed0 req-90837a42-4099-4bad-bc5f-08c4b8e65d4d service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478564 Dec 09 09:25:57.686759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.720991 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6b74363e-0daf-4cf4-94bb-7fb80eac115b req-f5487139-5311-4930-8fb0-c3fd62ca01c2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.0806661 Dec 09 09:25:57.722506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49110) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:57.733393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.775353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.853389 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-2447a8ab-e6f2-4762-acdf-b3827d4f267c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1096 time: 0.2412663 Dec 09 09:25:57.862174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Allocated IP 172.20.0.7 (7b5267a8-d53e-46b3-b456-941346666c33/03c24bca-1d4c-41ad-9806-512d5aa76d07/68dfe72e-2ef4-40e9-8b52-2015cd2604da) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:57.959191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:57.960505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:57.972622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:57.983968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:58.001792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Made reservation on behalf of 2711ea18a7e249a5a3a2cf5f435597e9 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:58.005030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.025342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982da24-9a32-47f7-9bd9-a811c4af9f21,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:58.033270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:58.132461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-95f4a0f3-74cd-495f-b22d-24446c219bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:58.133465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-95f4a0f3-74cd-495f-b22d-24446c219bf4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.2727337 Dec 09 09:25:58.185729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49122) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:58.201687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.205250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5982da24-9a32-47f7-9bd9-a811c4af9f21 HTTP/1.1" status: 204 len: 168 time: 0.8182058 Dec 09 09:25:58.225640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-46925ab9-92cf-4f9c-91c8-8a475e9e8f7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 217 time: 0.0843399 Dec 09 09:25:58.244807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-251552755'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:58.260869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:58.307296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Usage tracker for resource:network and tenant:20b58664a6ad437f9ac9d3b1b917bab4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:58.320573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1206987218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:58.326978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:58.331132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:58.334839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.380185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:router and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:58.394135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:58.396909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:58.425587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:58.466952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Allocated IP 172.20.0.8 (f93e906e-7089-4dc4-9b7c-602720a5a075/23391034-4732-4443-a196-abe69d2b667e/74bafd58-6599-49d1-a6bf-ff0f7286cde2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:58.469077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:58.472060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.479059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f692b540-e785-4160-954b-f14255f8197d req-3a2814ee-aa48-4485-be7e-1b075e665dea tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Synchronizing usage tracker for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:25:58.492300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.493213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.507236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.510354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.538094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-c9cf6c91-a31c-4c76-829b-08fb2416046e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:58.539589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-c9cf6c91-a31c-4c76-829b-08fb2416046e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.3073144 Dec 09 09:25:58.543223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Transition to ACTIVE for port object 68dfe72e-2ef4-40e9-8b52-2015cd2604da will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:58.548269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f692b540-e785-4160-954b-f14255f8197d req-3a2814ee-aa48-4485-be7e-1b075e665dea tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Unset dirty status for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:25:58.549361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f692b540-e785-4160-954b-f14255f8197d req-3a2814ee-aa48-4485-be7e-1b075e665dea tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.1404164 Dec 09 09:25:58.644977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.653499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:58.670458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.707172 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-081a1040-d18e-4079-9d3e-7632f746540c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1608818 Dec 09 09:25:58.751110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49136) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:58.769045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event updated for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:58.772023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Allocated IP 172.26.4.105 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5432a1a0-467f-4e98-97fe-0bd6a02244ad) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:25:58.772865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Network 7b5267a8-d53e-46b3-b456-941346666c33 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:58.780020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:58.784564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.788344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:58.791037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:58.797064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Usage tracker for resource:security_group_rule and tenant:20b58664a6ad437f9ac9d3b1b917bab4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:58.845239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:58.850311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:58.853191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port b3816296-be78-42fe-b684-15acc1e6f2d1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:25:58.853529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:58.900124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:58.951337 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c095c53d-3414-4e68-b4a2-add297c703ea req-98e38517-8c20-42d2-87a7-64e4c8a63bcf tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.0792055 Dec 09 09:25:59.032642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:59.033253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.045750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-80e7c15b-96c4-4ba6-b204-b97421a682e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a2354225d9947d8af36f61b8225e55d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2864494 Dec 09 09:25:59.052365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49142) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:59.058806 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-7c86afca-858b-4cca-b475-9165383ac379 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397229 Dec 09 09:25:59.091518 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3476884 Dec 09 09:25:59.114677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Request body: {'port': {'device_id': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:59.160746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-37352c7d-7790-4e5c-bc49-223414da918a None None] Provisioning for port 68dfe72e-2ef4-40e9-8b52-2015cd2604da completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:25:59.166381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-37352c7d-7790-4e5c-bc49-223414da918a None None] Provisioning complete for port 68dfe72e-2ef4-40e9-8b52-2015cd2604da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:25:59.166760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-37352c7d-7790-4e5c-bc49-223414da918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.202409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.223098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-37352c7d-7790-4e5c-bc49-223414da918a None None] Port 68dfe72e-2ef4-40e9-8b52-2015cd2604da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:25:59.316701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.317558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.318728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3557eb68-a25b-414e-b41a-fff96739446c tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1239207 Dec 09 09:25:59.328887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49146) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:59.345985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb9c3-7049-4dba-b0aa-addb0b6ea238 req-93388ccf-f288-4b34-80d3-19202fd792ce tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:59.347353 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98fdb9c3-7049-4dba-b0aa-addb0b6ea238 req-93388ccf-f288-4b34-80d3-19202fd792ce tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 943 time: 0.6736751 Dec 09 09:25:59.348747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-63235895'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:25:59.358300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:59.363576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-441edc05-557c-4bf0-9f94-b7b1cb78775d req-7ee38bb2-8b88-4a6e-b8b1-c82923eea405 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930527 Dec 09 09:25:59.380133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:network and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:59.388089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:59.392945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.404489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.415921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:59.421722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.481733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.486647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:25:59.489569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.502086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Transition to ACTIVE for port object 74bafd58-6599-49d1-a6bf-ff0f7286cde2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:25:59.508201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.509313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.606523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.622768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:25:59.627544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f9bc3ca1-3dfc-4fae-a4a8-d63fafef0983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:59.640810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:security_group_rule and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:25:59.646687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:25:59.664516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51ba5c7-02a6-4953-be20-a0a18b2a1357,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:59.673064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for b3816296-be78-42fe-b684-15acc1e6f2d1 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:25:59.673367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:59.676894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:25:59.712106 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98fdb9c3-7049-4dba-b0aa-addb0b6ea238 req-b1792e79-c03b-4027-b2a7-8432b988d6d6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469646 Dec 09 09:25:59.732926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.744270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.765818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:59.781130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.784938 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e51ba5c7-02a6-4953-be20-a0a18b2a1357 HTTP/1.1" status: 204 len: 168 time: 0.7291121 Dec 09 09:25:59.787102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.793610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.818533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:25:59.856912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993bf58d-96f2-4779-ba01-7d4681ca1e85,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:25:59.864489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:25:59.868487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:25:59.907195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.907544 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Added segment 4e84ac41-6972-4f3b-a760-900dd5fbac12 of type vlan for network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 Dec 09 09:25:59.937344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.939403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:59.945968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819facf-a2ef-472b-8bed-26d48ec716cd req-a094fc90-7422-456b-af83-8d8e7b929904 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:25:59.947459 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4819facf-a2ef-472b-8bed-26d48ec716cd req-a094fc90-7422-456b-af83-8d8e7b929904 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 931 time: 0.2100611 Dec 09 09:25:59.950658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:25:59.958621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Network f93e906e-7089-4dc4-9b7c-602720a5a075 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:25:59.978202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:25:59.978767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:25:59.998942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:00.004820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.017343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:00.051571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=5432a1a0-467f-4e98-97fe-0bd6a02244ad,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.062808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.078917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dfe72e-2ef4-40e9-8b52-2015cd2604da {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:26:00.082969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:00.087890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d983c9-1c81-4fbb-86ba-9f17b78fa148,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.097518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.099369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.113573 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4819facf-a2ef-472b-8bed-26d48ec716cd req-34c10b10-ee60-4706-b3ce-41e0143526e6 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358113 Dec 09 09:26:00.114738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.115216 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Added segment cce19423-8d8b-46b7-902a-3eab1d40abd7 of type vlan for network 317bb728-2139-48e4-9446-f217f5c269b8 Dec 09 09:26:00.131330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Transition to ACTIVE for port object 68dfe72e-2ef4-40e9-8b52-2015cd2604da will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:00.151404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.164303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1d2aef1a-3e8b-45f9-84b2-ea151ba6cba8 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.233680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.305406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event updated for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.312264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:00.313097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.324510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.328927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.329495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.367826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.384965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:00.385831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.399276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.437076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9659188 Dec 09 09:26:00.446386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.454391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:00.467355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.480033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.486408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c12b1bc6-3a23-4d86-a9d6-059795cc1187 None None] Provisioning for port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:00.498637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c12b1bc6-3a23-4d86-a9d6-059795cc1187 None None] Provisioning complete for port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:00.499032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c12b1bc6-3a23-4d86-a9d6-059795cc1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.522745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7948303 Dec 09 09:26:00.526013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49164) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:00.542185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Request body: {'port': {'device_id': 'ff98ff05-7db2-4947-a667-13609171103b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:00.548142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'subnet': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:00.563130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.596500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c12b1bc6-3a23-4d86-a9d6-059795cc1187 None None] Port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:00.609294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:00.610512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.612518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Network': ['ID=3135bb8a-7b0b-44ab-a1e7-80ac9f56e304,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.622386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.629209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b12319fb-51f6-424e-9039-0feefee16b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.630129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:00.639349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:00.677812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=b3816296-be78-42fe-b684-15acc1e6f2d1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.682514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.719845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3870630 Dec 09 09:26:00.737600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49170) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:00.751724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d240-95f3-4bda-9e64-fa5c26f32a66 req-7e417e8d-c207-42e8-ba94-6ec1dab958c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:00.752599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-4673d240-95f3-4bda-9e64-fa5c26f32a66 req-7e417e8d-c207-42e8-ba94-6ec1dab958c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Synchronizing usage tracker for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:00.806424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'subnet': {'network_id': '317bb728-2139-48e4-9446-f217f5c269b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:00.888263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Network': ['ID=317bb728-2139-48e4-9446-f217f5c269b8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:00.892714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:00.901660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 317bb728-2139-48e4-9446-f217f5c269b8 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:00.941079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:00.959064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:00.959986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-4673d240-95f3-4bda-9e64-fa5c26f32a66 req-7e417e8d-c207-42e8-ba94-6ec1dab958c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Unset dirty status for tenant:2711ea18a7e249a5a3a2cf5f435597e9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:00.966921 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4673d240-95f3-4bda-9e64-fa5c26f32a66 req-7e417e8d-c207-42e8-ba94-6ec1dab958c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 931 time: 0.7178991 Dec 09 09:26:00.991983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Usage tracker for resource:subnet and tenant:20b58664a6ad437f9ac9d3b1b917bab4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:01.007987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:01.011158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.014346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Attempting to bind port 68dfe72e-2ef4-40e9-8b52-2015cd2604da on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:01.014949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Attempting to bind port 68dfe72e-2ef4-40e9-8b52-2015cd2604da by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:01.015476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Attempting to bind port 68dfe72e-2ef4-40e9-8b52-2015cd2604da on network 7b5267a8-d53e-46b3-b456-941346666c33 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:01.032153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:01.052784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Port 68dfe72e-2ef4-40e9-8b52-2015cd2604da on network 7b5267a8-d53e-46b3-b456-941346666c33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:26:01.053466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Attempting to bind port 68dfe72e-2ef4-40e9-8b52-2015cd2604da on network 7b5267a8-d53e-46b3-b456-941346666c33 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:01.066354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:01.071960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:01.090704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:subnet and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:01.096358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:01.099988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:01.100630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Checking segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:01.101190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Bound using segment: {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:01.101638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Bound port: 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3657c083-127d-4d04-aa7a-756ad20789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:01.101982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.124886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:01.248008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:01.270671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:26:01.289095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051095c-c7dc-43aa-b888-6d03c0563184 req-27164de3-7822-489c-a270-9357f2047dde tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:01.290557 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a051095c-c7dc-43aa-b888-6d03c0563184 req-27164de3-7822-489c-a270-9357f2047dde tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 943 time: 0.4109106 Dec 09 09:26:01.297687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.361820 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4673d240-95f3-4bda-9e64-fa5c26f32a66 req-eaf9ba26-d8eb-471f-b49f-8b572ed27d03 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938553 Dec 09 09:26:01.362419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.413581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.538309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:01.545128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:01.552753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.566548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'port_id': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'mac_address': 'fa:16:3e:10:54:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:26:01.597637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:01.679609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a051095c-c7dc-43aa-b888-6d03c0563184 req-ce967254-5e96-40f7-9faa-ffbd8a3a019e tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644066 Dec 09 09:26:01.688580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.701873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:01.715473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.740302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:26:01.798250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.799603 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] 10.222.0.58 "PUT /v2.0/ports/68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 200 len: 1093 time: 2.6976347 Dec 09 09:26:01.803538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:01.806954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:01.840656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.847915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:01.918225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:01.968549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:01.994675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:01.999729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:02.035212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:02.038049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'status': 'completed', 'code': 200} Dec 09 09:26:02.098238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.140388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.155563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:02.215036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7800ed0-c016-435e-b399-6c4c9ebb3f22 req-60857f1a-622b-4a3d-a3b6-6ea0b2233543 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:02.221873 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c7800ed0-c016-435e-b399-6c4c9ebb3f22 req-60857f1a-622b-4a3d-a3b6-6ea0b2233543 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 943 time: 0.6215084 Dec 09 09:26:02.259095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.259841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router 83115084-8125-408c-9359-e87ff66d114d {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:26:02.266579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-2f33c443-f40a-4821-9b0b-ea8767fffbfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 1096 time: 0.4089866 Dec 09 09:26:02.295352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:26:02.365695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.390286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bafd58-6599-49d1-a6bf-ff0f7286cde2 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:26:02.408957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.426484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Subnet': ['ID=5072004a-2fb4-452f-a4d2-a4ad41eddf5b,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:02.442357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Transition to ACTIVE for port object 74bafd58-6599-49d1-a6bf-ff0f7286cde2 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:02.442548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.445564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:02.450483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.464426 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/83115084-8125-408c-9359-e87ff66d114d HTTP/1.1" status: 204 len: 168 time: 5.9062428 Dec 09 09:26:02.467396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-239ea30d-8b3c-40e9-bbd8-ec1416f0410e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:02.478520 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c7800ed0-c016-435e-b399-6c4c9ebb3f22 req-55bf0fe4-8647-4cbe-b914-7409001c128d tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559669 Dec 09 09:26:02.479914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49208) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:02.480646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.484519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.502190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-db438718-cec8-48b0-a08b-e033b481125f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 200 len: 217 time: 0.2248516 Dec 09 09:26:02.504137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d1985de-e247-48d3-8302-244420ad829f tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:02.581716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Checking segment: {'id': '4e84ac41-6972-4f3b-a760-900dd5fbac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:02.582377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network hostable DHCP agents. Network: 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:02.591834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684632405', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:02.615315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:02.639415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Subnet': ['ID=b8d0d54f-5047-4209-b7da-d33e7d416b8f,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:02.655798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:router and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:02.657110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:02.665434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:02.678131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-fdd94a15-1bdd-4ee5-9cfd-b20c422728a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:02.679510 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-fdd94a15-1bdd-4ee5-9cfd-b20c422728a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03c24bca-1d4c-41ad-9806-512d5aa76d07 HTTP/1.1" status: 200 len: 850 time: 0.1670074 Dec 09 09:26:02.701489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.767206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:02.767485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Checking segment: {'id': 'cce19423-8d8b-46b7-902a-3eab1d40abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:02.767988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network hostable DHCP agents. Network: 317bb728-2139-48e4-9446-f217f5c269b8, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:02.801081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:02.810297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=5432a1a0-467f-4e98-97fe-0bd6a02244ad,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:02.852230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:02.861977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d11bc-6e32-430b-b7b1-17bc874b5ebd req-a41d8403-abaf-4c4a-8c2f-6829ebf464bd tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:02.863459 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-708d11bc-6e32-430b-b7b1-17bc874b5ebd req-a41d8403-abaf-4c4a-8c2f-6829ebf464bd tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.2846196 Dec 09 09:26:02.864312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82f881-1dae-42ef-9b5b-6e879092b0d0 None None] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:02.876438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:02.877027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:02.884364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49220) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:02.957377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 317bb728-2139-48e4-9446-f217f5c269b8 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:02.982136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 317bb728-2139-48e4-9446-f217f5c269b8) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:02.987117 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-668ee424-ad4c-46dd-ac23-01b80b160a5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b5267a8-d53e-46b3-b456-941346666c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2962692 Dec 09 09:26:02.991413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-708d11bc-6e32-430b-b7b1-17bc874b5ebd req-06246f7a-5359-4ad0-b716-6389833baae8 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165586 Dec 09 09:26:02.992830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:02.993423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.010172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f458d4c8-c3ff-40a7-b9b4-5f2c19cbdd8e None None] Network 317bb728-2139-48e4-9446-f217f5c269b8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:03.021207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4935861 Dec 09 09:26:03.032944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49226) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:03.052196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-1776464334'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:03.147200 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4036362 Dec 09 09:26:03.153468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:03.154316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.216426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.217361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.233742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.235560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'network': {'name': 'tempest-router-network01--1317231376'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:03.237386 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c4b92750-81d3-4ae7-be83-70871587ab90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4741015 Dec 09 09:26:03.242092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49236) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:03.248700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:03.257719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1973743510'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:03.265036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Attempting to bind port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:03.265407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Attempting to bind port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:03.265856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Attempting to bind port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 on network f93e906e-7089-4dc4-9b7c-602720a5a075 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:03.266979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9f1a9635-8555-42bc-8a47-0eb0340da3bb tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:03.279046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:03.283313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Pushing event updated for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:03.286534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:03.286970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 on network f93e906e-7089-4dc4-9b7c-602720a5a075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:26:03.287281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Attempting to bind port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 on network f93e906e-7089-4dc4-9b7c-602720a5a075 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:03.295646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:03.296623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:03.296961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Checking segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:03.297498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Bound using segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:03.297974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Bound port: 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:03.298324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.308426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:03.308808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:03.310765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:network and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:03.318246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:03.323429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.339145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:network and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:03.352677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:03.359572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:03.377933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:03.393609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-6ebc6f43-3bd0-4dd5-9f10-e97abc542158 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950837 Dec 09 09:26:03.404480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b7e6f-c82f-43cb-a0c8-73a74392d7dd req-404ae1c3-dc9e-4851-a207-f014acf954a6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:03.411554 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e09b7e6f-c82f-43cb-a0c8-73a74392d7dd req-404ae1c3-dc9e-4851-a207-f014acf954a6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 944 time: 0.5399961 Dec 09 09:26:03.433798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:03.437066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.461749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Made reservation on behalf of 2331e684b4ba47adb7ef5ee1af4694b0 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:03.465919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.475386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:03.506331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a52f3e69-ccfd-4750-87fd-b1b7fa758597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.514570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'tenant_id': '20b58664a6ad437f9ac9d3b1b917bab4', 'fixed_ips': [{'subnet_id': '5072004a-2fb4-452f-a4d2-a4ad41eddf5b'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:03.515707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.528709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:03.536801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-317bb728-2139-48e4-9446-f217f5c269b8', 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8', 'tenant_id': 'a609bbd461c84a3ead84ec2e807e14d7', 'fixed_ips': [{'subnet_id': 'b8d0d54f-5047-4209-b7da-d33e7d416b8f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:03.537763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.555066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Usage tracker for resource:port and tenant:20b58664a6ad437f9ac9d3b1b917bab4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:03.557818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:03.558571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.563939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.577909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:03.600437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:03.624899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:03.639357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:03.661624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:03.672756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.678053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f51a08-92c2-4264-acc5-34c51bf26b4b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:03.696238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:03.699429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.733076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.734860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.735207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Added segment 831dfe4c-f934-41a4-915b-9d946a24376a of type vlan for network 4efe7725-7bbb-4e23-a4e3-207773412fa4 Dec 09 09:26:03.744034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:03.744931 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e09b7e6f-c82f-43cb-a0c8-73a74392d7dd req-e834bcdb-71b5-4731-ac67-e6afbdd03523 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318424 Dec 09 09:26:03.753277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Allocated IP 172.20.0.2 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/b6d81fd1-b564-45d2-81b2-c96321d5b63a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:03.769574 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2859129a-815f-4498-8c03-c2e9f3c5fe9d req-9ef58b0d-e32a-44a3-bf2f-442f2f772d70 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599153 Dec 09 09:26:03.769574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:security_group_rule and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:03.780207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:03.793720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49242) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:03.794024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f1a9635-8555-42bc-8a47-0eb0340da3bb tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "PUT /v2.0/quotas/b97ff36c080647148f4595589e771562 HTTP/1.1" status: 200 len: 366 time: 0.9061995 Dec 09 09:26:03.811710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:03.814320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port 828f13bb-0273-4efb-8b71-82828207394b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:03.817131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:03.818521 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] 10.222.0.58 "PUT /v2.0/ports/74bafd58-6599-49d1-a6bf-ff0f7286cde2 HTTP/1.1" status: 200 len: 1093 time: 3.3705733 Dec 09 09:26:03.836396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:03.847146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Pushing event updated for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:03.870591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:03.917233 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-70c36647-6164-4af7-80aa-b64016b2ae03 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1202605 Dec 09 09:26:03.923818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49250) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.032961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.043203 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-da349fbe-f122-4485-860c-94c999ba6aa9 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas/b97ff36c080647148f4595589e771562 HTTP/1.1" status: 200 len: 366 time: 0.1102839 Dec 09 09:26:04.044513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49256) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.045357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Transition to ACTIVE for port object b6d81fd1-b564-45d2-81b2-c96321d5b63a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:04.083387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Transition to ACTIVE for port object b6d81fd1-b564-45d2-81b2-c96321d5b63a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:04.096765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.139349 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-25d81caa-bd00-4e4e-8b38-42f9706f1bcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2711ea18a7e249a5a3a2cf5f435597e9&device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 1096 time: 0.2647040 Dec 09 09:26:04.141951 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-405feea5-3b45-483e-8f7f-2d59b735ccf2 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/b97ff36c080647148f4595589e771562 HTTP/1.1" status: 204 len: 168 time: 0.0952282 Dec 09 09:26:04.148165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49262) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.207853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.218666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:04.270427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.278364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.286225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:04.286927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.297006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bbeeff0-9d69-4369-8411-a7e30d61a830 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:04.309672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-99874bda-8b9e-4a0b-8fe6-cc3573e2f5b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2 HTTP/1.1" status: 200 len: 217 time: 0.1552246 Dec 09 09:26:04.315830 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5476521f-62a3-4790-8a6b-8adb8a5a5b35 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1611280 Dec 09 09:26:04.315830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49268) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.319925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.358908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:04.370257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:04.384195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:04.389812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Pushing event updated for resources: {'Port': ['ID=b6d81fd1-b564-45d2-81b2-c96321d5b63a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:04.397544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:04.419426 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0310d4e7-c53c-400d-a8df-88de5ec6d2f9 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas/b97ff36c080647148f4595589e771562 HTTP/1.1" status: 200 len: 370 time: 0.1008170 Dec 09 09:26:04.428610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49272) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.445990 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ce7e1f8f-b6b8-49d0-9128-1c5666dd41f3 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas/b97ff36c080647148f4595589e771562/default HTTP/1.1" status: 200 len: 370 time: 0.0090985 Dec 09 09:26:04.447835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49276) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.460342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.9 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/828f13bb-0273-4efb-8b71-82828207394b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:04.463157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:04.464588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Allocated IP 2001:db8::2 (317bb728-2139-48e4-9446-f217f5c269b8/b8d0d54f-5047-4209-b7da-d33e7d416b8f/d4cbb526-6a7a-4cc6-8ae0-898e4923e923) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:04.467538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.470128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-1960d18e-35a2-40ea-8477-a58916c6162a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:04.471586 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-1960d18e-35a2-40ea-8477-a58916c6162a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23391034-4732-4443-a196-abe69d2b667e HTTP/1.1" status: 200 len: 844 time: 0.1451364 Dec 09 09:26:04.480322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2662818 Dec 09 09:26:04.484193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47705d5-30df-4e8b-94bb-7ed7dd857674 req-da739a8e-012d-40fb-90c4-6f6fbfe41df0 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:04.485775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e47705d5-30df-4e8b-94bb-7ed7dd857674 req-da739a8e-012d-40fb-90c4-6f6fbfe41df0 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 943 time: 0.8585587 Dec 09 09:26:04.487777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49280) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:04.516420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'network': {'name': 'tempest-router-network02--2120291546'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:04.535633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.536129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.537072 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Added segment 1e30431a-00fd-4f63-884a-a4758e9c9160 of type vlan for network 2fb43114-ed4b-4248-bc51-a03e340b355d Dec 09 09:26:04.540288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Network': ['ID=4efe7725-7bbb-4e23-a4e3-207773412fa4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:04.552777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:04.555242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:04.555845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:04.578043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-3b03d267-3199-4cab-9c82-4bd308a7b7b4 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] delete failed (client error): The resource could not be found. Dec 09 09:26:04.581913 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b03d267-3199-4cab-9c82-4bd308a7b7b4 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/b97ff36c080647148f4595589e771562 HTTP/1.1" status: 404 len: 348 time: 0.1302404 Dec 09 09:26:04.583651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.587452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:04.592156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-50c1aeee-31ea-46b3-b7eb-be67728ee2c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 1096 time: 0.7293222 Dec 09 09:26:04.600330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:network and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:04.605154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:04.640647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd793-fce7-40ad-86a4-9d3c7fda41e3 req-0a1a3d07-f5ff-47cc-8e68-89f4b3df1123 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:04.644706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:04.648423 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fc1bd793-fce7-40ad-86a4-9d3c7fda41e3 req-0a1a3d07-f5ff-47cc-8e68-89f4b3df1123 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.4087722 Dec 09 09:26:04.659352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:04.665565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:04.689698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.698396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08326c54-13d8-49cc-82e0-845d7939a799,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:04.710087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:04.745325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.748566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.801647 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-bf8dd981-7dc6-45b5-a300-753582731c60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f93e906e-7089-4dc4-9b7c-602720a5a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3205659 Dec 09 09:26:04.819523 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fc1bd793-fce7-40ad-86a4-9d3c7fda41e3 req-c6f012f0-405e-497d-b285-73efd46386f6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701167 Dec 09 09:26:04.822628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:04.853354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Attempting to bind port b6d81fd1-b564-45d2-81b2-c96321d5b63a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:04.853730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Attempting to bind port b6d81fd1-b564-45d2-81b2-c96321d5b63a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '4e84ac41-6972-4f3b-a760-900dd5fbac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:04.854106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Attempting to bind port b6d81fd1-b564-45d2-81b2-c96321d5b63a on network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:04.881756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:04.882206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Checking segment: {'id': '4e84ac41-6972-4f3b-a760-900dd5fbac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:04.882554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.882959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Bound using segment: {'id': '4e84ac41-6972-4f3b-a760-900dd5fbac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:04.883445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Bound port: b6d81fd1-b564-45d2-81b2-c96321d5b63a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84ac41-6972-4f3b-a760-900dd5fbac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:04.883843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:04.976212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49294) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:05.065048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ca45-c725-4469-8f86-c511facac426 req-8448cf98-5cc9-4dcf-9a5f-ad9b62f5b711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:05.065594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 172.26.4.171 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/ae1941c3-ac80-4a6b-94b5-1b51b1091739) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:05.066910 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-8448cf98-5cc9-4dcf-9a5f-ad9b62f5b711 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 200 len: 912 time: 0.4503284 Dec 09 09:26:05.069698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e47705d5-30df-4e8b-94bb-7ed7dd857674 req-7d836a87-e0e8-48cc-81a3-8f14d0942c06 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5673320 Dec 09 09:26:05.080967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.111585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:network and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:05.147324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:05.186283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:05.186887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.208117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:05.222007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:05.225369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.230593 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-1e60fdc2-2e63-4ed8-a5bf-316b679f8558 service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091427 Dec 09 09:26:05.241837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:subnet and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:05.273580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:05.273802 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'status': 'completed', 'code': 200} Dec 09 09:26:05.273802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:05.276575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:05.347549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.350690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] For port b6d81fd1-b564-45d2-81b2-c96321d5b63a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:05.357429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] For port b6d81fd1-b564-45d2-81b2-c96321d5b63a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b6d81fd1-b564-45d2-81b2-c96321d5b63a,segment=NetworkSegment(4e84ac41-6972-4f3b-a760-900dd5fbac12),segment_id=4e84ac41-6972-4f3b-a760-900dd5fbac12)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:05.364010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Transition to ACTIVE for port object d4cbb526-6a7a-4cc6-8ae0-898e4923e923 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:05.373669 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-b7630c41-14d0-4174-a598-ac7efc221752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 200 len: 217 time: 0.2963698 Dec 09 09:26:05.375646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.382238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:05.445125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Transition to ACTIVE for port object d4cbb526-6a7a-4cc6-8ae0-898e4923e923 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:05.467564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.477726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2286520 Dec 09 09:26:05.482000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:subnetpool and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:05.486551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49302) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:05.486781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Network': ['ID=2fb43114-ed4b-4248-bc51-a03e340b355d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:05.497828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:05.522285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Request body: {'subnet': {'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:05.528204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:05.565730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ca45-c725-4469-8f86-c511facac426 req-a0d71590-c983-4c07-817e-de174a7a946e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:05.565946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:05.566693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-a0d71590-c983-4c07-817e-de174a7a946e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03c24bca-1d4c-41ad-9806-512d5aa76d07 HTTP/1.1" status: 200 len: 850 time: 0.1604669 Dec 09 09:26:05.567835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.568179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Added segment e48fb8e4-3841-4ea4-90f7-c42bb7ab1318 of type vlan for network 5f2e69df-0103-40d5-a332-cad1d5a43b37 Dec 09 09:26:05.574189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.585880 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'code': 200} Dec 09 09:26:05.586184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.603616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Network 317bb728-2139-48e4-9446-f217f5c269b8 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:05.605846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 2fb43114-ed4b-4248-bc51-a03e340b355d details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:05.623420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:05.625853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Pushing event updated for resources: {'Port': ['ID=b6d81fd1-b564-45d2-81b2-c96321d5b63a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:05.628847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:05.676703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.680767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object 828f13bb-0273-4efb-8b71-82828207394b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:05.692087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:05.694064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbbe6c-05bf-4f31-bcd6-854b6715fd2d req-dc147c70-fc71-4fed-a760-03c17c4de053 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:05.695593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f7fbbe6c-05bf-4f31-bcd6-854b6715fd2d req-dc147c70-fc71-4fed-a760-03c17c4de053 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4291291 Dec 09 09:26:05.731416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:05.744032 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a91c9ed3-e28c-4aa5-896f-f88c7c80d974 req-c3af153e-6786-457e-8adb-9bab41dea509 service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973371 Dec 09 09:26:05.744779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:05.746327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:subnet and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:05.789420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:port and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:05.797259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:05.803831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.814052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:05.814637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.857109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.870373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:05.874907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:05.880129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-34218797-bb8b-48f7-82fc-86b7737e37e6 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:05.881288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:05.934160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Attempting to bind port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:05.934684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Attempting to bind port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'cce19423-8d8b-46b7-902a-3eab1d40abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:05.935058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Attempting to bind port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 on network 317bb728-2139-48e4-9446-f217f5c269b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:05.937935 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f7fbbe6c-05bf-4f31-bcd6-854b6715fd2d req-7917b032-d40c-437d-8699-3d655bf71ca4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343066 Dec 09 09:26:05.940451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.977221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:05.977221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Checking segment: {'id': 'cce19423-8d8b-46b7-902a-3eab1d40abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:05.977221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:05.977221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Bound using segment: {'id': 'cce19423-8d8b-46b7-902a-3eab1d40abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:05.985519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Bound port: d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce19423-8d8b-46b7-902a-3eab1d40abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '317bb728-2139-48e4-9446-f217f5c269b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:05.986012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.017674 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-75e2cedc-6e3e-4e69-8418-787043fe156e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b5267a8-d53e-46b3-b456-941346666c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4369278 Dec 09 09:26:06.100986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:06.135069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:router and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:06.136378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6075671 Dec 09 09:26:06.136844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=ae1941c3-ac80-4a6b-94b5-1b51b1091739,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:06.136844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:06.136844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:06.140204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] For port d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:06.149182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] For port d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,segment=NetworkSegment(cce19423-8d8b-46b7-902a-3eab1d40abd7),segment_id=cce19423-8d8b-46b7-902a-3eab1d40abd7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:06.159176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:06.172276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb38bded-7743-4f91-a159-5ccddc7e1a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.179703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.186044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49310) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:06.192571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Pushing event updated for resources: {'Port': ['ID=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:06.193566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:06.197879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:06.198870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:06.215203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Made reservation on behalf of 2331e684b4ba47adb7ef5ee1af4694b0 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:06.253279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'subnet': {'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:06.278111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Pushing event updated for resources: {'Port': ['ID=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:06.281617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:06.283636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Network': ['ID=5f2e69df-0103-40d5-a332-cad1d5a43b37,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:06.286668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:06.293252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:06.296183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:06.299965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:floatingip and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:06.326349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:06.372205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=828f13bb-0273-4efb-8b71-82828207394b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:06.375929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:06.439159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:06.454218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:06.456828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:06.537392 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-1a61d317-2aec-42ca-b48e-cfaad0c01d87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2711ea18a7e249a5a3a2cf5f435597e9&device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 1096 time: 0.7281411 Dec 09 09:26:06.547080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-f152ff8d-8d23-48fe-ac29-c4c62d094454 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613621 Dec 09 09:26:06.560586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.581432 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-e487a47a-a889-4db1-91c0-fdec846ad952 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.7865384 Dec 09 09:26:06.606223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:06.631721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:06.632454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.643409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:subnet and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:06.648754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:06.660749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665fe8-d82b-446b-aafb-20920086d5d7 req-efd9d61b-a6ed-4b4f-98cf-272b269eebdf tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:06.662211 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7b665fe8-d82b-446b-aafb-20920086d5d7 req-efd9d61b-a6ed-4b4f-98cf-272b269eebdf tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.5587463 Dec 09 09:26:06.704737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.707245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aeb8c-b95b-4042-b32b-0af1062c3492 req-119352f3-308c-4ac3-bb4b-3a140d5c8f62 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:06.713279 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d55aeb8c-b95b-4042-b32b-0af1062c3492 req-119352f3-308c-4ac3-bb4b-3a140d5c8f62 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 943 time: 0.4228969 Dec 09 09:26:06.714679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:06.756673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:06.820268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:06.837262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7989528 Dec 09 09:26:06.844057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49314) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:06.961508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-1370661633', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:b5:9b'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:07.058368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-cfc7bf68-f858-4412-9f4b-ac3969309530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:07.060097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-cfc7bf68-f858-4412-9f4b-ac3969309530 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f93e906e-7089-4dc4-9b7c-602720a5a075 HTTP/1.1" status: 200 len: 906 time: 0.5095150 Dec 09 09:26:07.065959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-1561e4f2-a901-43d3-8a5b-b727d0fb6aea service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866393 Dec 09 09:26:07.096873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:07.110985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7b665fe8-d82b-446b-aafb-20920086d5d7 req-d4c34227-f3d2-41ab-b647-fc7de6c76911 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871198 Dec 09 09:26:07.115888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Usage tracker for resource:security_group_rule and tenant:9667fdd92d434c8cb32610474fc34fcb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:07.117667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d55aeb8c-b95b-4042-b32b-0af1062c3492 req-186363ab-3cb0-4fa9-b09a-5461a2dfe95a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029367 Dec 09 09:26:07.120727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.134479 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-8f47cde8-948f-4ff6-9795-aa969d8bbe3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2 HTTP/1.1" status: 200 len: 217 time: 0.0674143 Dec 09 09:26:07.202235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012f49f-ee60-457a-9a07-f93356e5e485 None None] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:07.213329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-374d25bc-81b2-4b2b-8ae1-8f035b788519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:07.216421 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-374d25bc-81b2-4b2b-8ae1-8f035b788519 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23391034-4732-4443-a196-abe69d2b667e HTTP/1.1" status: 200 len: 844 time: 0.0751691 Dec 09 09:26:07.223276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:07.231415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:07.289237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 68dfe72e-2ef4-40e9-8b52-2015cd2604da details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:26:07.304516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-7b6ebf31-cc69-40ef-8fe1-9409d3cbb64b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f93e906e-7089-4dc4-9b7c-602720a5a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813103 Dec 09 09:26:07.311211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:security_group and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:07.375092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5e39bc45-9fc3-4c1a-b092-5c80e4df0a08 None None] Provisioning for port b6d81fd1-b564-45d2-81b2-c96321d5b63a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:07.377921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:07.458267 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-3fd5c282-441e-4d2f-b88d-f3448b6b5d82 service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463351 Dec 09 09:26:07.562658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:07.566836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Usage tracker for resource:security_group_rule and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:07.583477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:07.589822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Usage tracker for resource:port and tenant:20b58664a6ad437f9ac9d3b1b917bab4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:07.592198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'port_id': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'mac_address': 'fa:16:3e:19:06:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:26:07.595445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:07.602718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:07.645116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:07.647114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.662013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.668127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.704712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dfe72e-2ef4-40e9-8b52-2015cd2604da {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:26:07.707053 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1be5a0c0-116c-4f8e-a915-f1729849298d req-6b1b0f9a-57f0-4114-987a-a17ddbe4af51 service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404544 Dec 09 09:26:07.735928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:07.748516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.751597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-895d9c0d-4750-4028-ae48-c27bf7b97bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:07.781123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d4cbb526-6a7a-4cc6-8ae0-898e4923e923 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:07.812404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:07.845616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:07.877464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:07.881175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:07.896128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:07.902404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b6d81fd1-b564-45d2-81b2-c96321d5b63a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:07.919010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.945258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.945910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:07.972531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a09b5-7421-4bb2-8779-184e0eb88fab None None] Network 317bb728-2139-48e4-9446-f217f5c269b8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:08.007864 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec817fde-8eda-4d54-9c34-beae6d4b47a5 tempest-QuotasTest-885701126 tempest-QuotasTest-885701126-project-admin] 10.222.0.41 "GET /v2.0/quotas/5161c948d7a54a8a9296f078b116cf8f/details.json HTTP/1.1" status: 200 len: 703 time: 3.0258269 Dec 09 09:26:08.070697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['68dfe72e-2ef4-40e9-8b52-2015cd2604da'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:26:08.108366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.128169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4354-0b65-4695-a52b-d761191e6fa8 req-8a2d9d9a-49b5-4ce7-abf1-db1a880f0f3d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:08.130016 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f58e4354-0b65-4695-a52b-d761191e6fa8 req-8a2d9d9a-49b5-4ce7-abf1-db1a880f0f3d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.8566375 Dec 09 09:26:08.148807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b6d81fd1-b564-45d2-81b2-c96321d5b63a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:08.168922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b6d81fd1-b564-45d2-81b2-c96321d5b63a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:08.169308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.264662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.269912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Provisioning for port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:08.278670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Provisioning complete for port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:08.279057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.293667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Subnet': ['ID=d6af5729-39f9-4c56-92cd-c8e7d029bb5b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:08.296982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:08.306407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:08.336859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1f85c4b5-b4d9-4253-8ac1-d4e048967861 req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7252381 Dec 09 09:26:08.358766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port 73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:08.376729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49328) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:08.394419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a708a2-a2d7-4ede-9afc-b6d1586acc32 req-9dc782ef-837b-42a8-9a93-ab12e70d8e3a tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:08.402465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f4a708a2-a2d7-4ede-9afc-b6d1586acc32 req-9dc782ef-837b-42a8-9a93-ab12e70d8e3a tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.1205409 Dec 09 09:26:08.462926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f4a708a2-a2d7-4ede-9afc-b6d1586acc32 req-7fc7ffc6-fd11-44c5-9a2a-c72c556c201d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592077 Dec 09 09:26:08.488593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce4aaa-9637-49e2-832a-ef429ba0e0c7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:08.500762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.507046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:08.537529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f58e4354-0b65-4695-a52b-d761191e6fa8 req-8bf6ce1b-9b27-44a6-a886-37087048cedb tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109214 Dec 09 09:26:08.538196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Checking segment: {'id': '1e30431a-00fd-4f63-884a-a4758e9c9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:08.538552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network hostable DHCP agents. Network: 2fb43114-ed4b-4248-bc51-a03e340b355d, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:08.555379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.596625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:08.600991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8fa3e191164ab0b634bfc268023274 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:08.604111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:08.611821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:08.640180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.657117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:08.694107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.708933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b6d81fd1-b564-45d2-81b2-c96321d5b63a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b6d81fd1-b564-45d2-81b2-c96321d5b63a,segment=NetworkSegment(4e84ac41-6972-4f3b-a760-900dd5fbac12),segment_id=4e84ac41-6972-4f3b-a760-900dd5fbac12)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:08.729927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.735439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dc0cb08a-a149-482b-844d-a386862847c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:08.740168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.762071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.5 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/73dd4955-97d6-46ff-bacd-f8bae7e5f8e2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:08.774473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.775056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:08.793672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a8fa3e191164ab0b634bfc268023274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4111338 Dec 09 09:26:08.797839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:08.834574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e3153-0a13-4366-b5b9-e5397ebc671d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:08.838047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:08.860637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8dc18-d18c-4f19-a63e-132ac5c17298 req-20788570-d358-4c96-8687-b47eeb7a551d tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:08.863070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-02b8dc18-d18c-4f19-a63e-132ac5c17298 req-20788570-d358-4c96-8687-b47eeb7a551d tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 944 time: 0.1655133 Dec 09 09:26:08.875498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 2fb43114-ed4b-4248-bc51-a03e340b355d is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:08.877046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b6d81fd1-b564-45d2-81b2-c96321d5b63a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:08.877519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Subnet': ['ID=9efce880-eeac-4f24-b65b-37e2ce4d6d13,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:08.881539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:08.884196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] For port d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,segment=NetworkSegment(cce19423-8d8b-46b7-902a-3eab1d40abd7),segment_id=cce19423-8d8b-46b7-902a-3eab1d40abd7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:08.892535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:08.894692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:08.898897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:08.919654 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-02b8dc18-d18c-4f19-a63e-132ac5c17298 req-3260ec25-1e9c-41b1-aea2-cc469c3b9070 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472748 Dec 09 09:26:08.942251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Checking segment: {'id': '831dfe4c-f934-41a4-915b-9d946a24376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:08.942606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network hostable DHCP agents. Network: 4efe7725-7bbb-4e23-a4e3-207773412fa4, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:08.966099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 2fb43114-ed4b-4248-bc51-a03e340b355d) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:08.981067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Provisioning for port 828f13bb-0273-4efb-8b71-82828207394b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:08.991185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2cbd31-2a57-41b1-b796-fe8076bee2b8 None None] Network 2fb43114-ed4b-4248-bc51-a03e340b355d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:08.995816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:08.996422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.019281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Pushing event updated for resources: {'Port': ['ID=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:09.021844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Provisioning complete for port 828f13bb-0273-4efb-8b71-82828207394b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:09.022232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.048531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:09.139150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.143296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Port 828f13bb-0273-4efb-8b71-82828207394b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:09.173768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6762414 Dec 09 09:26:09.173768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:09.174080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49338) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:09.204533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-219473509', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:09.212568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Provisioning complete for port b6d81fd1-b564-45d2-81b2-c96321d5b63a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:09.212954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.221244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.227869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:09.230977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 4efe7725-7bbb-4e23-a4e3-207773412fa4) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:09.240243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:router and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:09.247243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98332b-c99b-4bd3-8541-17b923d2c3d7 None None] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:09.255209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:09.259969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:09.261154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.289921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:09.293293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 74bafd58-6599-49d1-a6bf-ff0f7286cde2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:26:09.357949 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1649699 Dec 09 09:26:09.360208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 68dfe72e-2ef4-40e9-8b52-2015cd2604da up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:09.360479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49342) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:09.362819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.367298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'subnet': {'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:09.367460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.368496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.404873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router bb550b01-6ddd-4dcd-9673-b13a3efcda92 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:09.416318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object 73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:09.421925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.429412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-252bce1a-b916-4121-ada9-ef01762a77bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:09.459651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-2fb43114-ed4b-4248-bc51-a03e340b355d', 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d', 'tenant_id': '2331e684b4ba47adb7ef5ee1af4694b0', 'fixed_ips': [{'subnet_id': 'd6af5729-39f9-4c56-92cd-c8e7d029bb5b'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:09.460486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.508601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e3153-0a13-4366-b5b9-e5397ebc671d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:09.519907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:09.531983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.546778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.547992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:09.562539 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc8e3153-0a13-4366-b5b9-e5397ebc671d HTTP/1.1" status: 204 len: 168 time: 0.7480369 Dec 09 09:26:09.563924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:subnet and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:09.578215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:09.600578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:09.629639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:09.707056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d4cbb526-6a7a-4cc6-8ae0-898e4923e923 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:09.736779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.819263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec2e996a-82a0-476e-b2ff-392445ca84fb tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:09.837080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.857931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 68dfe72e-2ef4-40e9-8b52-2015cd2604da completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:09.925828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 68dfe72e-2ef4-40e9-8b52-2015cd2604da triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:09.926216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:09.968754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=73dd4955-97d6-46ff-bacd-f8bae7e5f8e2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:09.983111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:09.992299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:09.992690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.007717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:10.037784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:10.057198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:10.169665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04245376-7a96-4b9b-8a1f-65e11c731940 req-6618159d-3117-4782-91d9-95d6bd6f27fa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:10.171228 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04245376-7a96-4b9b-8a1f-65e11c731940 req-6618159d-3117-4782-91d9-95d6bd6f27fa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4192431 Dec 09 09:26:10.207999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Sync routers for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:10.215004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49358) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:10.260274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.274111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-4efe7725-7bbb-4e23-a4e3-207773412fa4', 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4', 'tenant_id': 'a609bbd461c84a3ead84ec2e807e14d7', 'fixed_ips': [{'subnet_id': '9efce880-eeac-4f24-b65b-37e2ce4d6d13'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:10.275151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.335059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:10.367444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.378713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:10.408404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04245376-7a96-4b9b-8a1f-65e11c731940 req-f6770689-356e-4330-ac8c-d595245c166b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235823 Dec 09 09:26:10.409742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:10.422847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'port_id': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'mac_address': 'fa:16:3e:b4:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:26:10.426603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Usage tracker for resource:security_group_rule and tenant:5161c948d7a54a8a9296f078b116cf8f is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:10.431719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:10.458761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:10.473262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Subnet': ['ID=23178893-4a60-4da5-b8a2-fc10ad3925ef,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:10.477182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.547595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:10.548304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:10.581485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.583116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:10.596459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.609558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7873bfbe-57e4-47e9-a93a-c3199fc31228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:10.627973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de708dc0-caf1-4935-a5a6-b539812288c0 req-a6ee1698-4f1e-4f50-bc17-fe38cc6676d3 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:10.629282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Allocated IP 172.20.0.2 (2fb43114-ed4b-4248-bc51-a03e340b355d/d6af5729-39f9-4c56-92cd-c8e7d029bb5b/be4e7cb6-1953-4d5d-86af-359709fa7385) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:10.630257 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de708dc0-caf1-4935-a5a6-b539812288c0 req-a6ee1698-4f1e-4f50-bc17-fe38cc6676d3 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.9386618 Dec 09 09:26:10.668242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Checking segment: {'id': 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:10.668608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network hostable DHCP agents. Network: 5f2e69df-0103-40d5-a332-cad1d5a43b37, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:10.686112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12541e22-34e8-49d6-baa0-1330a892b0db None None] Provisioning complete for port 828f13bb-0273-4efb-8b71-82828207394b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:10.686547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12541e22-34e8-49d6-baa0-1330a892b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.694584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:10.695542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.723511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fbf877-1c46-4808-9cf1-2f46d8cc84d0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:10.728501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.737119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:10.752304 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5161c948d7a54a8a9296f078b116cf8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5360746 Dec 09 09:26:10.753150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49362) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:10.755981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:10.769916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 5f2e69df-0103-40d5-a332-cad1d5a43b37) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:10.775359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:10.776055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.801175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8ff29-3c29-4b41-b33d-8d901dcea1d7 None None] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:10.805118 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9538612 Dec 09 09:26:10.810672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49366) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:10.831644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:10.848318 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Sync routers for ids ['bb550b01-6ddd-4dcd-9673-b13a3efcda92'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:10.861994 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de708dc0-caf1-4935-a5a6-b539812288c0 req-6f1b1152-5ded-4c27-873e-e249e2ed6e54 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611984 Dec 09 09:26:10.886720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Routers {'bb550b01-6ddd-4dcd-9673-b13a3efcda92'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:10.887603 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bb550b01-6ddd-4dcd-9673-b13a3efcda92'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:10.891011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.894749 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.3909647 Dec 09 09:26:10.906038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49372) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:10.908330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:10.952751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fbcaa-777b-4c97-bc56-8aaac1bf7a5d req-a9757073-9b13-4b13-80b8-5efeefd779a9 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:10.954219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c58fbcaa-777b-4c97-bc56-8aaac1bf7a5d req-a9757073-9b13-4b13-80b8-5efeefd779a9 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 944 time: 0.2930253 Dec 09 09:26:10.956747 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5948021 Dec 09 09:26:10.960922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49376) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:11.032277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:11.034057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.108328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.145739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c58fbcaa-777b-4c97-bc56-8aaac1bf7a5d req-cb4dc7e1-046f-4fe2-91ce-c2a3239a09f0 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860824 Dec 09 09:26:11.159434 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Set router bb550b01-6ddd-4dcd-9673-b13a3efcda92 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:11.163496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:11.166849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.167457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:11.171393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:11.172273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Synchronizing usage tracker for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:11.327737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Unset dirty status for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:11.331656 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-050e7d38-5f07-4331-8238-beedfec6321d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5150118 Dec 09 09:26:11.331813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49380) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:11.360254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-12541e22-34e8-49d6-baa0-1330a892b0db None None] Port 828f13bb-0273-4efb-8b71-82828207394b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:11.421883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Allocated IP 172.26.4.16 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/b383f62a-f003-4db6-9a5d-5347252b4333) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:11.506509 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:03Z', 'updated_at': '2021-12-09T09:26:06Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:04Z', 'updated_at': '2021-12-09T09:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:11.516065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b6d81fd1-b564-45d2-81b2-c96321d5b63a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:11.520809 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Checking router: bb550b01-6ddd-4dcd-9673-b13a3efcda92 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:11.521172 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Updating router bb550b01-6ddd-4dcd-9673-b13a3efcda92 port ae1941c3-ac80-4a6b-94b5-1b51b1091739 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:26:11.522561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port 73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:11.522908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.614343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.649637 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.660386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.670897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8274b4d-fd86-4c5c-8023-33c759711080 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:11.701934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:11.708199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.715813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fbf877-1c46-4808-9cf1-2f46d8cc84d0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:11.721195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-5f2e69df-0103-40d5-a332-cad1d5a43b37', 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37', 'tenant_id': 'a609bbd461c84a3ead84ec2e807e14d7', 'fixed_ips': [{'subnet_id': '23178893-4a60-4da5-b8a2-fc10ad3925ef'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:11.722005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.805391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:11.808961 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10fbf877-1c46-4808-9cf1-2f46d8cc84d0 HTTP/1.1" status: 204 len: 168 time: 1.0517745 Dec 09 09:26:11.815603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.816018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.816376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.816726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.817078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.817426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.817858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.818207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.818548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.818888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.819241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:11.841173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:11.843176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de1e3a26-17e8-465a-b222-43a7fefc5a93 tempest-RoutersAdminNegativeTest-444230120 tempest-RoutersAdminNegativeTest-444230120-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:11.885602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:11.898261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:11.919501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:11.931382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.129318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=b383f62a-f003-4db6-9a5d-5347252b4333,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:12.142056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:12.147121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.193195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.238676 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Transition to ACTIVE for port object ae1941c3-ac80-4a6b-94b5-1b51b1091739 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:12.255541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.257744 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.263631 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:12.282133 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f6c87434-1fa8-4b61-8e75-da614360296c tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/bb550b01-6ddd-4dcd-9673-b13a3efcda92 HTTP/1.1" status: 200 len: 909 time: 1.3749850 Dec 09 09:26:12.283304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:12.291777 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'code': 200} Dec 09 09:26:12.305497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1684632405', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': True}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:12.320874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e46e0-92cb-4b4a-9cbb-3de7fbcb41be req-b6d69ca7-2849-4999-8191-1264bf6c4bc1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:12.329305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d1e46e0-92cb-4b4a-9cbb-3de7fbcb41be req-b6d69ca7-2849-4999-8191-1264bf6c4bc1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6161261 Dec 09 09:26:12.349188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:12.368950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Usage tracker for resource:router and tenant:8f78c2ae79fd40ad9e4178c294901ef9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:12.378584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:12.405271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:12.410875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:12.482649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.483942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.490894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for 73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:12.499095 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d1e46e0-92cb-4b4a-9cbb-3de7fbcb41be req-744b586f-db21-4528-bb3a-95e99ad4b270 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665678 Dec 09 09:26:12.503518 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b98428e-74cf-4dad-b661-fef71d119259 req-64035c07-91c6-4746-b37c-55e6a1774f70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 1097 time: 0.3548563 Dec 09 09:26:12.512017 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Attempting to bind port ae1941c3-ac80-4a6b-94b5-1b51b1091739 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:12.512609 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Attempting to bind port ae1941c3-ac80-4a6b-94b5-1b51b1091739 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:12.513124 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Attempting to bind port ae1941c3-ac80-4a6b-94b5-1b51b1091739 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:12.530610 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:12.531673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:12.536263 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.536999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:12.537692 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Bound port: ae1941c3-ac80-4a6b-94b5-1b51b1091739, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:12.538350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.598659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.611420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1b98428e-74cf-4dad-b661-fef71d119259 req-79d82dd8-2dcd-48b2-8d31-92bdde58941e service neutron] Synchronizing usage tracker for tenant:9667fdd92d434c8cb32610474fc34fcb on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:12.675550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.712650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Allocated IP 2001:db8::2 (4efe7725-7bbb-4e23-a4e3-207773412fa4/9efce880-eeac-4f24-b65b-37e2ce4d6d13/66063069-c74b-4da7-a2bc-9fb241ff8232) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:12.719245 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] For port ae1941c3-ac80-4a6b-94b5-1b51b1091739, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:12.727793 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] For port ae1941c3-ac80-4a6b-94b5-1b51b1091739, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ae1941c3-ac80-4a6b-94b5-1b51b1091739,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:12.739724 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Pushing event updated for resources: {'Port': ['ID=ae1941c3-ac80-4a6b-94b5-1b51b1091739,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:12.746967 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.748428 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:12.762309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e8ba1d26-c35d-4b30-a360-d30174c53535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:12.765418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ced6bb-c828-4c98-aa7a-ab336c045a36 req-8085e0d0-e9c9-44fc-be44-8f9b551676c3 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:12.772523 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70ced6bb-c828-4c98-aa7a-ab336c045a36 req-8085e0d0-e9c9-44fc-be44-8f9b551676c3 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 943 time: 0.5744374 Dec 09 09:26:12.778225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1b98428e-74cf-4dad-b661-fef71d119259 req-79d82dd8-2dcd-48b2-8d31-92bdde58941e service neutron] Unset dirty status for tenant:9667fdd92d434c8cb32610474fc34fcb on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:12.782696 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b98428e-74cf-4dad-b661-fef71d119259 req-79d82dd8-2dcd-48b2-8d31-92bdde58941e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613084 Dec 09 09:26:12.839261 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Pushing event updated for resources: {'Port': ['ID=ae1941c3-ac80-4a6b-94b5-1b51b1091739,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:12.844160 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:12.850132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bafd58-6599-49d1-a6bf-ff0f7286cde2 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:26:12.853950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12541e22-34e8-49d6-baa0-1330a892b0db None None] Provisioning complete for port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:12.854876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12541e22-34e8-49d6-baa0-1330a892b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.874340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:12.882753 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Routers {'bb550b01-6ddd-4dcd-9673-b13a3efcda92'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:12.883483 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bb550b01-6ddd-4dcd-9673-b13a3efcda92'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:12.892721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f587eddf-6131-42e1-bfd6-1dc160986326 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:12.944893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Transition to ACTIVE for port object be4e7cb6-1953-4d5d-86af-359709fa7385 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:12.960752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=73dd4955-97d6-46ff-bacd-f8bae7e5f8e2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:12.976877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70ced6bb-c828-4c98-aa7a-ab336c045a36 req-fbbc0234-5c4b-46bf-bfae-a59f5642c45f tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033629 Dec 09 09:26:13.003444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.037531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4bc9f8ae-7290-4361-82ec-5421b0fe7b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:13.059698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.066209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.068929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.069302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.069666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.070025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.070381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.076659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.077233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.077597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.078127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.083448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:13.158015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b6d81fd1-b564-45d2-81b2-c96321d5b63a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:13.158402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.181189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.184730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.256335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:13.298123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.312744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:13.337091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Transition to ACTIVE for port object be4e7cb6-1953-4d5d-86af-359709fa7385 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:13.353769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.397845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.398203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.398677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.399019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.399354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.400832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.400832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.400832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.401253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.401519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.402054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:13.402649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab26c-2b41-4c90-80e4-5e58816edec5 req-73e2f9d8-8272-4c16-b323-63bd6f820ee3 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:13.403627 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] Set router bb550b01-6ddd-4dcd-9673-b13a3efcda92 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:13.406928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-24bab26c-2b41-4c90-80e4-5e58816edec5 req-73e2f9d8-8272-4c16-b323-63bd6f820ee3 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.6153812 Dec 09 09:26:13.419219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:13.419729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4c0aaa90-a284-43e0-823d-143a9dcf150b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:13.473544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.500128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:13.503130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.511503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913d467-1e99-46f1-bbed-ba3e5cd34a1e req-b16cbe73-3f74-4177-8483-93d913894395 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:13.519486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:13.524397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:13.524545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0913d467-1e99-46f1-bbed-ba3e5cd34a1e req-b16cbe73-3f74-4177-8483-93d913894395 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2126033 Dec 09 09:26:13.524632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49416) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:13.537692 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 HTTP/1.1" status: 204 len: 168 time: 2.2043955 Dec 09 09:26:13.547699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Request body: {'floatingip': {'port_id': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:13.556926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49420) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:13.595133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Pushing event updated for resources: {'Port': ['ID=be4e7cb6-1953-4d5d-86af-359709fa7385,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:13.621734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Allocated IP 2001:db8::2 (5f2e69df-0103-40d5-a332-cad1d5a43b37/23178893-4a60-4da5-b8a2-fc10ad3925ef/41828c95-b290-4d0f-9a6b-70c86380b12f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:13.624294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:13.705420 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-696581ad-1aca-4a6e-8ff5-59ac1c8c5f4b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] GET failed (client error): The resource could not be found. Dec 09 09:26:13.706305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-696581ad-1aca-4a6e-8ff5-59ac1c8c5f4b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Synchronizing usage tracker for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:13.706761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:13.732961 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-24bab26c-2b41-4c90-80e4-5e58816edec5 req-88bc3386-f97a-44a1-af6e-eef6cb401c10 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193138 Dec 09 09:26:13.757078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-696581ad-1aca-4a6e-8ff5-59ac1c8c5f4b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Unset dirty status for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:13.758587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-696581ad-1aca-4a6e-8ff5-59ac1c8c5f4b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports/73dd4955-97d6-46ff-bacd-f8bae7e5f8e2 HTTP/1.1" status: 404 len: 333 time: 0.1957703 Dec 09 09:26:13.764217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49426) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:13.777374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-518589147'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:13.804255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['74bafd58-6599-49d1-a6bf-ff0f7286cde2'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:26:13.853861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Network 2fb43114-ed4b-4248-bc51-a03e340b355d is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:13.865634 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:03Z', 'updated_at': '2021-12-09T09:26:06Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:04Z', 'updated_at': '2021-12-09T09:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:13.867615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:13.874692 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e2d95-c7c8-4801-b0a3-2930ae37a729 None None] The sync data for ids ['bb550b01-6ddd-4dcd-9673-b13a3efcda92'] in dv-neutron-821175-1-hyperv is: [{'id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:03Z', 'updated_at': '2021-12-09T09:26:06Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': 'ae1941c3-ac80-4a6b-94b5-1b51b1091739', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb550b01-6ddd-4dcd-9673-b13a3efcda92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:04Z', 'updated_at': '2021-12-09T09:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:13.892276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:13.957785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49430) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:14.005124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b2124026-d4dc-4959-93b5-77ddb1da0462 None None] Could not find standard attr ID for object 73dd4955-97d6-46ff-bacd-f8bae7e5f8e2. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:26:14.040078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:25:28Z', 'revision_number': 2, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:14.064997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:14.081934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.131458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.132297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.146002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:14.194217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Checking router: c0e538e3-d603-4058-bd79-47908b63eee0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:14.194582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Updating router c0e538e3-d603-4058-bd79-47908b63eee0 port 38fc2501-0c4a-4002-8976-467ef71f3938 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:26:14.212243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-807964718'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:14.231793 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:26:14.262104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:14.265010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.292525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:14.360115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:14.383823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Transition to ACTIVE for port object 66063069-c74b-4da7-a2bc-9fb241ff8232 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:14.413328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Router 9cec05b3-1ffd-4e48-8d69-aff238baea49 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:14.484315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Attempting to bind port be4e7cb6-1953-4d5d-86af-359709fa7385 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:14.484883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Attempting to bind port be4e7cb6-1953-4d5d-86af-359709fa7385 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1e30431a-00fd-4f63-884a-a4758e9c9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:14.485169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Attempting to bind port be4e7cb6-1953-4d5d-86af-359709fa7385 on network 2fb43114-ed4b-4248-bc51-a03e340b355d {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:14.539283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Transition to ACTIVE for port object 66063069-c74b-4da7-a2bc-9fb241ff8232 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:14.553737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.593859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:14.594129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Checking segment: {'id': '1e30431a-00fd-4f63-884a-a4758e9c9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:14.594492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.594879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Bound using segment: {'id': '1e30431a-00fd-4f63-884a-a4758e9c9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:14.595372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Bound port: be4e7cb6-1953-4d5d-86af-359709fa7385, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e30431a-00fd-4f63-884a-a4758e9c9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:14.595779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.616814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:14.621005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ae1941c3-ac80-4a6b-94b5-1b51b1091739 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:14.663834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:network and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:14.668842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:14.671244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:14.692691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:14.714120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 172.26.4.179 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/34474ade-c85b-411e-a0dc-b2a69a1cfd68) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:14.922453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Allocated IP 2001:db8::1 (4efe7725-7bbb-4e23-a4e3-207773412fa4/9efce880-eeac-4f24-b65b-37e2ce4d6d13/3bf703b8-1c89-4c04-b5db-bf09f8ee5518) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:14.927321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.12 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:14.990434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:15.116984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.121085 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.9350479 Dec 09 09:26:15.122544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:15.125878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.132411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49440) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:15.185124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Pushing event updated for resources: {'Port': ['ID=66063069-c74b-4da7-a2bc-9fb241ff8232,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:15.188283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] Sync routers for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:15.230583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.243142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:15.281135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0a24e-5b53-4e70-8c56-edf06be93c1c req-e87d4817-46da-4a97-8948-da174cf5b91c tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:15.282606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edc0a24e-5b53-4e70-8c56-edf06be93c1c req-e87d4817-46da-4a97-8948-da174cf5b91c tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 944 time: 1.0593295 Dec 09 09:26:15.311355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:15.320244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:15.320894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:15.322159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.394437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:15.395590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:15.418407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:15.444138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:15.450372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.458875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:security_group_rule and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:15.467886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:15.479390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.482820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:15.488787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port ae1941c3-ac80-4a6b-94b5-1b51b1091739 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:15.494240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edc0a24e-5b53-4e70-8c56-edf06be93c1c req-4e1e7815-ee5b-4d0a-84bd-1c53adb97d8c tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940343 Dec 09 09:26:15.514203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:15.528861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] For port be4e7cb6-1953-4d5d-86af-359709fa7385, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:15.542987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Transition to ACTIVE for port object 41828c95-b290-4d0f-9a6b-70c86380b12f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:15.549715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ae1941c3-ac80-4a6b-94b5-1b51b1091739 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:15.550112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.570816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da929338-67b7-4d03-9f95-81f415ec8cc5 req-4c7cc657-4715-4a03-abfc-111e12334d78 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:15.578161 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da929338-67b7-4d03-9f95-81f415ec8cc5 req-4c7cc657-4715-4a03-abfc-111e12334d78 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.6005263 Dec 09 09:26:15.600060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Transition to ACTIVE for port object 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:15.648780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.654211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] For port be4e7cb6-1953-4d5d-86af-359709fa7385, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=be4e7cb6-1953-4d5d-86af-359709fa7385,segment=NetworkSegment(1e30431a-00fd-4f63-884a-a4758e9c9160),segment_id=1e30431a-00fd-4f63-884a-a4758e9c9160)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:15.665441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.693777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.697236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:15.697987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:15.727880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.738231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e6bb312-e528-4b4c-be83-2ae57af47483 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:15.756139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.763746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-91af6c7e-e0d8-4257-881c-d71ebbdd8079 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:15.765587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:15.793847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.810271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.810483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Transition to ACTIVE for port object 41828c95-b290-4d0f-9a6b-70c86380b12f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:15.814132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.825928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da929338-67b7-4d03-9f95-81f415ec8cc5 req-a715af06-b602-48db-9962-35ce50aa1630 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467258 Dec 09 09:26:15.827924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:15.840532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:15.840952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6e4c-6c32-44bd-87d4-0a85a5bb8831 None None] The sync data for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:15.851308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.861224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Attempting to bind port 66063069-c74b-4da7-a2bc-9fb241ff8232 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:15.861627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Attempting to bind port 66063069-c74b-4da7-a2bc-9fb241ff8232 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '831dfe4c-f934-41a4-915b-9d946a24376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:15.862001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Attempting to bind port 66063069-c74b-4da7-a2bc-9fb241ff8232 on network 4efe7725-7bbb-4e23-a4e3-207773412fa4 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:15.875912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=34474ade-c85b-411e-a0dc-b2a69a1cfd68,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:15.876373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:15.879218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:15.881743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:15.890695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:15.892609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Port': ['ID=3bf703b8-1c89-4c04-b5db-bf09f8ee5518,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:15.896535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:15.900497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:15.912875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:15.922974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-74a99889-b178-4a68-bd27-f2a61f04ae98 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:15.930495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:15.949753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:15.960797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:15.961187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Checking segment: {'id': '831dfe4c-f934-41a4-915b-9d946a24376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:15.961601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.961784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.961995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Bound using segment: {'id': '831dfe4c-f934-41a4-915b-9d946a24376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:15.962475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Bound port: 66063069-c74b-4da7-a2bc-9fb241ff8232, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831dfe4c-f934-41a4-915b-9d946a24376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4efe7725-7bbb-4e23-a4e3-207773412fa4'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:15.962905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:15.965538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:16.020448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7edaec-51e2-4041-b05a-8713785dd11e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.024876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.027222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Added segment e3db2c84-69f2-4664-8368-16d4e533b7cf of type vlan for network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 Dec 09 09:26:16.029956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Pushing event updated for resources: {'Port': ['ID=be4e7cb6-1953-4d5d-86af-359709fa7385,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.030753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.042155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.054596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.102695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:16.116813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:16.122240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.175115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:16.182596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.233588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.269182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.290033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Transition to ACTIVE for port object 38fc2501-0c4a-4002-8976-467ef71f3938 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:16.301933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.323840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.329259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Pushing event updated for resources: {'Port': ['ID=41828c95-b290-4d0f-9a6b-70c86380b12f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.334717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.343508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:16.344378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.353297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.381500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed1a2-90f3-44f3-9ceb-70a24798611e req-5d75fe3c-a076-4c65-a862-662386a715e4 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:16.383254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-68bed1a2-90f3-44f3-9ceb-70a24798611e req-5d75fe3c-a076-4c65-a862-662386a715e4 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.3657212 Dec 09 09:26:16.391073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.400675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49446) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:16.409866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Request body: {'floatingip': {'port_id': '68dfe72e-2ef4-40e9-8b52-2015cd2604da'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:16.422267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.449729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.486992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.489991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.513234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:16.533376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port ae1941c3-ac80-4a6b-94b5-1b51b1091739, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ae1941c3-ac80-4a6b-94b5-1b51b1091739,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:16.562418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.570357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] For port 66063069-c74b-4da7-a2bc-9fb241ff8232, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:16.576159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Pushing event updated for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.579459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.580004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:16.581454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.582364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:16.625016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.650785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Attempting to bind port 41828c95-b290-4d0f-9a6b-70c86380b12f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:16.651335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Attempting to bind port 41828c95-b290-4d0f-9a6b-70c86380b12f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:16.651977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Attempting to bind port 41828c95-b290-4d0f-9a6b-70c86380b12f on network 5f2e69df-0103-40d5-a332-cad1d5a43b37 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:16.666315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Network': ['ID=87f27de2-5535-41f2-9a36-ffeb4d57ab99,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.670402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7116599 Dec 09 09:26:16.673595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.675329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49452) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:16.686828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'subnet': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:16.711547 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Floating IP ff6b868b-8e2f-4958-996b-29111d315001 associated. External IP: 172.26.4.9, port: a385d4a5-f2ff-4647-b065-3fe4e3ec8d53. Dec 09 09:26:16.715839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=ae1941c3-ac80-4a6b-94b5-1b51b1091739,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:16.722252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] For port 66063069-c74b-4da7-a2bc-9fb241ff8232, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=66063069-c74b-4da7-a2bc-9fb241ff8232,segment=NetworkSegment(831dfe4c-f934-41a4-915b-9d946a24376a),segment_id=831dfe4c-f934-41a4-915b-9d946a24376a)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:16.727935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:16.733024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:16.783658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.814440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5af0bc17-535e-48c1-8a5e-fbeb4cb8e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:16.853131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:16.854660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.920126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:16.920517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Checking segment: {'id': 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:16.920925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.921324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Bound using segment: {'id': 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:16.921811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Bound port: 41828c95-b290-4d0f-9a6b-70c86380b12f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f2e69df-0103-40d5-a332-cad1d5a43b37'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:16.922186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:16.941891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device be4e7cb6-1953-4d5d-86af-359709fa7385 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:17.063702 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2929838 Dec 09 09:26:17.064044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49456) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:17.081200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:b5:9b'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:17.280578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:17.355747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:subnet and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:17.366150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:17.390097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:17.424980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 74bafd58-6599-49d1-a6bf-ff0f7286cde2 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:17.492218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Pushing event updated for resources: {'Port': ['ID=66063069-c74b-4da7-a2bc-9fb241ff8232,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:17.534834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.538825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:17.563455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.564323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.575296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:17.577961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1567973-e8b0-4127-95e6-4650d5cedd61 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:17.579385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2b397c17-c111-43df-b7ea-8ab8ff37e0e2 None None] Provisioning for port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:17.634959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a1f75f-3ce0-471b-817d-0e49242c4639 None None] Network 2fb43114-ed4b-4248-bc51-a03e340b355d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:17.656825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1187b793-1af9-484a-ab59-88de01337eab None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:17.663652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2b397c17-c111-43df-b7ea-8ab8ff37e0e2 None None] Provisioning complete for port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:17.663652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2b397c17-c111-43df-b7ea-8ab8ff37e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.731727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port be4e7cb6-1953-4d5d-86af-359709fa7385 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:17.743023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1187b793-1af9-484a-ab59-88de01337eab None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:17.749531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Attempting to bind port 38fc2501-0c4a-4002-8976-467ef71f3938 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:17.749920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Attempting to bind port 38fc2501-0c4a-4002-8976-467ef71f3938 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:17.750275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Attempting to bind port 38fc2501-0c4a-4002-8976-467ef71f3938 on network f93e906e-7089-4dc4-9b7c-602720a5a075 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:17.786261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.787203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.810107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.821601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:17.884625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.895115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:17.895502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Checking segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:17.895962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.896368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Bound using segment: {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:17.896935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Bound port: 38fc2501-0c4a-4002-8976-467ef71f3938, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55728c5f-7e9c-445a-a257-7d0c399136ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:17.897231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:17.913285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2b397c17-c111-43df-b7ea-8ab8ff37e0e2 None None] Port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:17.931634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.004192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Port': ['ID=3bf703b8-1c89-4c04-b5db-bf09f8ee5518,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:18.008664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:18.017989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Pushing event updated for resources: {'Port': ['ID=41828c95-b290-4d0f-9a6b-70c86380b12f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:18.019194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c16a6a-a268-4865-99d8-525ce9d90345 req-aecb01e6-cfbc-47e0-9505-e335e69abfe5 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:18.029058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:18.029479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:18.033383 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c1c16a6a-a268-4865-99d8-525ce9d90345 req-aecb01e6-cfbc-47e0-9505-e335e69abfe5 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 944 time: 1.1486840 Dec 09 09:26:18.085636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:18.086382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.111898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:18.128222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:18.182424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] For port 38fc2501-0c4a-4002-8976-467ef71f3938, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:18.192354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Provisioning for port be4e7cb6-1953-4d5d-86af-359709fa7385 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:18.201894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] For port 38fc2501-0c4a-4002-8976-467ef71f3938, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=38fc2501-0c4a-4002-8976-467ef71f3938,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:18.238536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Provisioning complete for port be4e7cb6-1953-4d5d-86af-359709fa7385 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:18.238916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.267613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.280537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:18.438280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Pushing event updated for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:18.451484 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:18.461317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.530631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:18.531207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:18.683581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:18.699399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.725331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:18.757391 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c1c16a6a-a268-4865-99d8-525ce9d90345 req-77ebceaa-f15c-40e7-a390-c4744af57908 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6782143 Dec 09 09:26:18.764935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:18.787688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:18.889115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Subnet': ['ID=cca2b525-41c5-404e-8085-cf7efd5e83d6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:18.899580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:19.093258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:19.195016 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'code': 200} Dec 09 09:26:19.196379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 66063069-c74b-4da7-a2bc-9fb241ff8232 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:19.227610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.249887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:19.337120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:19.341573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Checking segment: {'id': 'e3db2c84-69f2-4664-8368-16d4e533b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:19.342104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network hostable DHCP agents. Network: 87f27de2-5535-41f2-9a36-ffeb4d57ab99, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:19.423042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:19.455435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 87f27de2-5535-41f2-9a36-ffeb4d57ab99) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:19.459137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] For port be4e7cb6-1953-4d5d-86af-359709fa7385, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=be4e7cb6-1953-4d5d-86af-359709fa7385,segment=NetworkSegment(1e30431a-00fd-4f63-884a-a4758e9c9160),segment_id=1e30431a-00fd-4f63-884a-a4758e9c9160)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:19.468734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:19.469912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.477728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Router b044871c-775a-4c5d-8b0e-2613b8b6aae7 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:19.498886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.501311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5470a172-0878-45e0-9135-b55879bf314e None None] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:19.659908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9813490 Dec 09 09:26:19.668818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:19.669431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49462) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:19.674231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:19.677747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:19.683770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-144640356'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:19.687585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.692728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.707817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.757312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:19.776671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:19.826774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:19.831006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33223a66-eed5-4403-a19e-be47c326e64a None None] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:19.888796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 66063069-c74b-4da7-a2bc-9fb241ff8232 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:19.900230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ae1941c3-ac80-4a6b-94b5-1b51b1091739 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:19.959024 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fcb3e8aa-6d66-4365-8adf-d1b9c4f4e154 req-411df2d4-da87-4c33-b1df-e5cd8a0ad22e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 1098 time: 0.7466586 Dec 09 09:26:20.127049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:20.133659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:20.139156 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] Sync routers for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:20.151997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:port and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:20.155993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:20.159101 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:20.162623 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:20.173205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:20.174361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:20.176376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:20.229749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2673371 Dec 09 09:26:20.238807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:20.242605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.254660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49468) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:20.286508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] In _notify_port_updated(), no bound segment for port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f on network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:20.290443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:20.292846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.297265 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "PUT /v2.0/ports/ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f HTTP/1.1" status: 200 len: 993 time: 3.2232540 Dec 09 09:26:20.299005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port 55f5c47a-f947-44bc-8da7-ba0a420ace37 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:20.316875 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:20.333626 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:20.334646 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:20.358516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6384dd-2bec-48a4-881a-b2ed7de8e7ee None None] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:20.371628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49472) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:20.373702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Pushing event updated for resources: {'Port': ['ID=be4e7cb6-1953-4d5d-86af-359709fa7385,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:20.376994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:20.420014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.423243 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:20.423866 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cabdc-dcfe-493d-8c7b-6d169f83e6e8 None None] The sync data for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:20.452303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5c8b9-8e30-495c-951b-98cd5d98bb18 req-605287d8-5f26-46ca-91c5-e005a28aa7e8 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:20.454052 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78c5c8b9-8e30-495c-951b-98cd5d98bb18 req-605287d8-5f26-46ca-91c5-e005a28aa7e8 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.4777982 Dec 09 09:26:20.485717 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fcb3e8aa-6d66-4365-8adf-d1b9c4f4e154 req-d581344d-392f-44a2-a9ba-3f395a670961 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5180311 Dec 09 09:26:20.492722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ae1941c3-ac80-4a6b-94b5-1b51b1091739 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:20.493106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.529826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'tenant_id': '7c988a8013be49a1b4202a332d3d3fd8', 'fixed_ips': [{'subnet_id': 'cca2b525-41c5-404e-8085-cf7efd5e83d6'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:20.531748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.555679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::41 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/55f5c47a-f947-44bc-8da7-ba0a420ace37) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:20.561573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:20.600225 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78c5c8b9-8e30-495c-951b-98cd5d98bb18 req-7ab1fb28-5343-4841-9fa8-ee1adc7ba3c2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379511 Dec 09 09:26:20.668803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:20.669098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.755526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:20.770829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.793384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Sync routers for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:20.804456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning complete for port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:20.804828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.868051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-28fbf68c-8de7-4a5e-a678-8cda31884946 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "PUT /v2.0/floatingips/ff6b868b-8e2f-4958-996b-29111d315001 HTTP/1.1" status: 200 len: 989 time: 7.3387003 Dec 09 09:26:20.872028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:20.909285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:20.947413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object 55f5c47a-f947-44bc-8da7-ba0a420ace37 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:20.962734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'status': 'completed', 'code': 200} Dec 09 09:26:20.998566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:21.004650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:21.128625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:18Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:21.137696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=55f5c47a-f947-44bc-8da7-ba0a420ace37,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:21.140897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Port ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:21.152828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:21.159785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:21.160870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:21.161062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:21.161681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:21.163262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:21.168661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:21.169285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:21.193936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5204613 Dec 09 09:26:21.194269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49482) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:21.201084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883179411', 'allowed_address_pairs': [{'ip_address': '2001:db8::41', 'mac_address': 'fa:16:3e:a7:3e:04'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:21.216740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8928f-0a9d-43fb-b30b-db5b7dc6400d None None] The sync data for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv is: [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:18Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:21.367863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Allocated IP 2001:db8::2 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/3f148348-84e9-437b-b101-1adc34630942) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:21.458556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:21.470585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:port and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:21.473906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:21.489225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:21.518725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:21.523621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:21.583380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port 42cdc11c-5207-4bde-94e2-d188e0130012 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:21.619156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:21.738713 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Floating IP 7fcc2535-7562-4041-9871-a79592e2aed9 associated. External IP: 172.26.4.231, port: 68dfe72e-2ef4-40e9-8b52-2015cd2604da. Dec 09 09:26:21.740389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 38fc2501-0c4a-4002-8976-467ef71f3938 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:21.827289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning for port 66063069-c74b-4da7-a2bc-9fb241ff8232 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:21.857433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning complete for port 66063069-c74b-4da7-a2bc-9fb241ff8232 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:21.857959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:21.952433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e82749-9052-42f0-92ba-c2aa27d49370 req-aaa574f9-6b58-4850-88a2-6fce70efedd5 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:21.967691 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7e82749-9052-42f0-92ba-c2aa27d49370 req-aaa574f9-6b58-4850-88a2-6fce70efedd5 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.1626961 Dec 09 09:26:22.068142 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7e82749-9052-42f0-92ba-c2aa27d49370 req-02e3e72f-3302-48a8-bb28-d382fbad3628 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945709 Dec 09 09:26:22.413762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 38fc2501-0c4a-4002-8976-467ef71f3938 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:22.422592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:22.424688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 38fc2501-0c4a-4002-8976-467ef71f3938 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:22.425070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:22.541152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:22.585576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:22.683798 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-c9c09a27-6ff2-4927-a3ea-0334b9652f09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 1.6444225 Dec 09 09:26:22.737804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Allocated IP 172.20.0.1 (2fb43114-ed4b-4248-bc51-a03e340b355d/d6af5729-39f9-4c56-92cd-c8e7d029bb5b/fb9506b3-e237-4d76-a472-0e45ca37fe79) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:22.834522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] For port 66063069-c74b-4da7-a2bc-9fb241ff8232, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=66063069-c74b-4da7-a2bc-9fb241ff8232,segment=NetworkSegment(831dfe4c-f934-41a4-915b-9d946a24376a),segment_id=831dfe4c-f934-41a4-915b-9d946a24376a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:22.853150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:22.874047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:22.882472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f80eabe2-47c9-40a3-9dda-a5dce1f7663b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:22.957781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Transition to ACTIVE for port object 3f148348-84e9-437b-b101-1adc34630942 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:23.013432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.030218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Transition to ACTIVE for port object 3f148348-84e9-437b-b101-1adc34630942 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:23.051625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Pushing event updated for resources: {'Port': ['ID=66063069-c74b-4da7-a2bc-9fb241ff8232,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:23.054687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.059790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:23.060269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:23.108067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning complete for port be4e7cb6-1953-4d5d-86af-359709fa7385 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:23.108067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.139608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:23.146374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::2ec (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/42cdc11c-5207-4bde-94e2-d188e0130012) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:23.161863 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Sync routers for ids ['1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:23.164096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.182890 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Routers {'1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:23.183745 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:23.186722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80bb53ab-4def-4e9e-af04-4f60aedb883f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:23.222224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-74714ec6-6430-40e9-b83c-7208cf5d9e7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:23.223790 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-74714ec6-6430-40e9-b83c-7208cf5d9e7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.5222304 Dec 09 09:26:23.255549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 38fc2501-0c4a-4002-8976-467ef71f3938, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=38fc2501-0c4a-4002-8976-467ef71f3938,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:23.270501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:23.273514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:23.279659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:23.291123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:23.312198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.313358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41828c95-b290-4d0f-9a6b-70c86380b12f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:23.341839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Pushing event updated for resources: {'Port': ['ID=3f148348-84e9-437b-b101-1adc34630942,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:23.344487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:23.358582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:23.365187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:23.434850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ff6b868b-8e2f-4958-996b-29111d315001', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'port_id': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'mac_address': 'fa:16:3e:10:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:31Z', 'updated_at': '2021-12-09T09:26:15Z', 'revision_number': 1, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:23.462324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.464099 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.1727328 Dec 09 09:26:23.479714 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Set router 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:23.491990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Checking router: 9abf4fb3-aef4-42f8-b93d-a113061e72d0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:23.525000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49494) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:23.663320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Attempting to bind port 3f148348-84e9-437b-b101-1adc34630942 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:23.663935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Attempting to bind port 3f148348-84e9-437b-b101-1adc34630942 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e3db2c84-69f2-4664-8368-16d4e533b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:23.664445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Attempting to bind port 3f148348-84e9-437b-b101-1adc34630942 on network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:23.693071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:23.707436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:23.712382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:23.712770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Checking segment: {'id': 'e3db2c84-69f2-4664-8368-16d4e533b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:23.714353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.714976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Bound using segment: {'id': 'e3db2c84-69f2-4664-8368-16d4e533b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:23.715492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Bound port: 3f148348-84e9-437b-b101-1adc34630942, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3db2c84-69f2-4664-8368-16d4e533b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:23.715920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.732512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 41828c95-b290-4d0f-9a6b-70c86380b12f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:23.741939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.742708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41828c95-b290-4d0f-9a6b-70c86380b12f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:23.743098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.778878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning for port 41828c95-b290-4d0f-9a6b-70c86380b12f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:23.792751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Provisioning complete for port 41828c95-b290-4d0f-9a6b-70c86380b12f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:23.793615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.816281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:23.844580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d13636-86f0-4e0a-b4b1-b7bdff14a9e5 req-2a2ad763-7767-49f1-a125-75f739076289 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:23.846407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-36d13636-86f0-4e0a-b4b1-b7bdff14a9e5 req-2a2ad763-7767-49f1-a125-75f739076289 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.3912990 Dec 09 09:26:23.871854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:23.872507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:23.879149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Transition to ACTIVE for port object fb9506b3-e237-4d76-a472-0e45ca37fe79 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:23.921560 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-1c4362fa-c9c7-4521-8c4c-a48f6834250a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 997 time: 0.6676464 Dec 09 09:26:23.949374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object 42cdc11c-5207-4bde-94e2-d188e0130012 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:23.957493 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:12Z', 'updated_at': '2021-12-09T09:26:16Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:14Z', 'updated_at': '2021-12-09T09:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:23.965492 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Checking router: 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:23.965852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Updating router 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 port 34474ade-c85b-411e-a0dc-b2a69a1cfd68 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:26:24.016098 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-36d13636-86f0-4e0a-b4b1-b7bdff14a9e5 req-ef9eac47-d791-4634-aea4-b4cfa3b80b18 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613927 Dec 09 09:26:24.049539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.057692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ddd4a87-7551-4014-8ddf-2b96acc251a6 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:24.087104 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.109622 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-10a7c7f7-85aa-4c2c-bfdf-5f097d1c1cbc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 HTTP/1.1" status: 200 len: 908 time: 0.5131216 Dec 09 09:26:24.110554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49500) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:24.214249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:24.217748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:24.228274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:24.232481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.233200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.261277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=42cdc11c-5207-4bde-94e2-d188e0130012,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:24.265548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:24.271381 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.0757136 Dec 09 09:26:24.272190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49504) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:24.306620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:24.317821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-a81163fb-712b-4961-92ce-2cd8545d6957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.319252 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-a81163fb-712b-4961-92ce-2cd8545d6957 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.3358943 Dec 09 09:26:24.403538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.407466 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f HTTP/1.1" status: 204 len: 168 time: 4.0348275 Dec 09 09:26:24.409225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49508) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:24.409889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.418907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ac13f988-5efc-49b5-b3d2-5f8ed2466edc tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:24.467576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63d7627-3459-4492-acdb-55e6ada0235f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] GET failed (client error): The resource could not be found. Dec 09 09:26:24.468220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a63d7627-3459-4492-acdb-55e6ada0235f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Synchronizing usage tracker for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:24.512926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.517992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.522860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.523996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Synchronizing usage tracker for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:24.534322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a63d7627-3459-4492-acdb-55e6ada0235f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Unset dirty status for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:24.535642 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a63d7627-3459-4492-acdb-55e6ada0235f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports/ab6b8e2d-d3a2-40be-bcfc-52d0dc08d36f HTTP/1.1" status: 404 len: 333 time: 0.1249788 Dec 09 09:26:24.546628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:24.548824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.555286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 2fb43114-ed4b-4248-bc51-a03e340b355d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:24.562078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=fb9506b3-e237-4d76-a472-0e45ca37fe79,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:24.569401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Unset dirty status for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:24.571224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-6587285'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:24.573965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad5aa2aa-8b80-4f74-aaad-e9e54a67de0a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2988696 Dec 09 09:26:24.576164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49516) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:24.579139 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Transition to ACTIVE for port object 34474ade-c85b-411e-a0dc-b2a69a1cfd68 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:24.589247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:24.594495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:24.621967 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.629439 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-33dbe39f-8ef2-40cc-9450-ec041a55a51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:24.640937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:24.656333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 42cdc11c-5207-4bde-94e2-d188e0130012 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:24.656932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.747611 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Attempting to bind port 34474ade-c85b-411e-a0dc-b2a69a1cfd68 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:24.748082 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Attempting to bind port 34474ade-c85b-411e-a0dc-b2a69a1cfd68 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:24.748897 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Attempting to bind port 34474ade-c85b-411e-a0dc-b2a69a1cfd68 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:24.755635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Pushing event updated for resources: {'Port': ['ID=34474ade-c85b-411e-a0dc-b2a69a1cfd68,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:24.763171 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:24.763312 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:24.763883 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.764272 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:24.764733 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Bound port: 34474ade-c85b-411e-a0dc-b2a69a1cfd68, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:24.765120 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.771887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.806476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.832341 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.832673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.832997 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.833323 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.833634 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.833950 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.834887 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.835227 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.838371 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.838854 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.840387 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:26:24.854498 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:24.900590 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] For port 34474ade-c85b-411e-a0dc-b2a69a1cfd68, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:24.921406 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] For port 34474ade-c85b-411e-a0dc-b2a69a1cfd68, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34474ade-c85b-411e-a0dc-b2a69a1cfd68,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:24.934843 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:24.941845 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:24.991493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd7f5-8bf9-4991-a33b-7872e937c78a req-04c7122d-274e-4567-8df6-748587df97c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:24.993169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-274cd7f5-8bf9-4991-a33b-7872e937c78a req-04c7122d-274e-4567-8df6-748587df97c0 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.8006725 Dec 09 09:26:25.022824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:25.028119 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-2b3b71bb-bd00-4c4a-8e78-5c52720e50bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6824269 Dec 09 09:26:25.044107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Request body: {'floatingip': {'port_id': '74bafd58-6599-49d1-a6bf-ff0f7286cde2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:25.065761 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Routers {'1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:25.066582 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:25.072976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] For port 3f148348-84e9-437b-b101-1adc34630942, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:25.077003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:25.078286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.098253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ff6b868b-8e2f-4958-996b-29111d315001', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'port_id': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'mac_address': 'fa:16:3e:10:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:31Z', 'updated_at': '2021-12-09T09:26:15Z', 'revision_number': 1, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:25.109273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ea3b3-df77-44ce-8012-fbe647969f76 None None] The sync data for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv is: [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ff6b868b-8e2f-4958-996b-29111d315001', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'port_id': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'mac_address': 'fa:16:3e:10:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:31Z', 'updated_at': '2021-12-09T09:26:15Z', 'revision_number': 1, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:25.119331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.123739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:25.221878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] For port 3f148348-84e9-437b-b101-1adc34630942, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3f148348-84e9-437b-b101-1adc34630942,segment=NetworkSegment(e3db2c84-69f2-4664-8368-16d4e533b7cf),segment_id=e3db2c84-69f2-4664-8368-16d4e533b7cf)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:25.224356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Pushing event updated for resources: {'Port': ['ID=41828c95-b290-4d0f-9a6b-70c86380b12f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:25.239500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.270450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.282461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:25.291337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.309829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:25.313810 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] Set router 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:25.343804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.388231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Pushing event updated for resources: {'Port': ['ID=3f148348-84e9-437b-b101-1adc34630942,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:25.398466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:25.428315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning for port fb9506b3-e237-4d76-a472-0e45ca37fe79 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:25.435573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning complete for port fb9506b3-e237-4d76-a472-0e45ca37fe79 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:25.436135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.455608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:25.475825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:25.476359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:25.480623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-47191081-283c-413e-8d55-c5583de757b1 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:26:25.484306 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-47191081-283c-413e-8d55-c5583de757b1 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 5.2221701 Dec 09 09:26:25.488201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49528) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:25.526722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Port fb9506b3-e237-4d76-a472-0e45ca37fe79 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:25.545586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:25.549574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning complete for port 66063069-c74b-4da7-a2bc-9fb241ff8232 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:25.550084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.564661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 42cdc11c-5207-4bde-94e2-d188e0130012 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:25.704135 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Pushing event updated for resources: {'Port': ['ID=34474ade-c85b-411e-a0dc-b2a69a1cfd68,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:25.710357 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:25.730293 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:12Z', 'updated_at': '2021-12-09T09:26:16Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:14Z', 'updated_at': '2021-12-09T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:25.744584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba06d7a-eb8a-42d9-8cb7-e4b0520716b5 None None] The sync data for ids ['1dad20cf-53c4-4fb4-8faf-d7b56b2d8214'] in dv-neutron-821175-1-hyperv is: [{'id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'name': 'tempest-snat-router-1684632405', 'tenant_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:26:12Z', 'updated_at': '2021-12-09T09:26:16Z', 'revision_number': 3, 'project_id': '8f78c2ae79fd40ad9e4178c294901ef9', 'gw_port': {'id': '34474ade-c85b-411e-a0dc-b2a69a1cfd68', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dad20cf-53c4-4fb4-8faf-d7b56b2d8214', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:26:14Z', 'updated_at': '2021-12-09T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:25.781529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning for port 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:25.788962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning complete for port 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:25.789873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.812499 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-fe3f8132-d54f-4ef1-9124-604cf9560377 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049088 Dec 09 09:26:25.814164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:25.820441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:25.870295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Port 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:25.888640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Provisioning complete for port 41828c95-b290-4d0f-9a6b-70c86380b12f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:25.889106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d38d7a7-b691-4ce7-bc3f-9562e41c1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.068675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.103187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device be4e7cb6-1953-4d5d-86af-359709fa7385 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:26.139134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port 85d5816d-904d-422a-9244-7f5998764e3e yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:26.168934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Deleting port 34474ade-c85b-411e-a0dc-b2a69a1cfd68 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:26.169458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.176285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port be4e7cb6-1953-4d5d-86af-359709fa7385 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:26.176743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.199027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.215458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Router 55acf281-332f-4551-a320-6345afb6a015 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:26.290135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.303355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81962a8b-fbf0-42d1-83bb-e4930f81d46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:26.362904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=42cdc11c-5207-4bde-94e2-d188e0130012,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:26.386730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:26.497783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.10 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/85d5816d-904d-422a-9244-7f5998764e3e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:26.516839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 66063069-c74b-4da7-a2bc-9fb241ff8232 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:26.637037 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5c5aff0c-51d0-4d78-93dd-08bddcdd9946 req-6290677d-c473-4c04-a8ce-bb9af3131bd1 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951670 Dec 09 09:26:26.661189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 66063069-c74b-4da7-a2bc-9fb241ff8232 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:26.662036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.662135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.664879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] For port 34474ade-c85b-411e-a0dc-b2a69a1cfd68, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34474ade-c85b-411e-a0dc-b2a69a1cfd68,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:26.665303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.738987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/42cdc11c-5207-4bde-94e2-d188e0130012 HTTP/1.1" status: 204 len: 168 time: 2.1616282 Dec 09 09:26:26.798290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:26.798737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 38fc2501-0c4a-4002-8976-467ef71f3938 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:26.821936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49534) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:26.832560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce775b-8aee-4ba4-8565-1ac3fc258e07 None None] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:26.855446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Calling delete_port for 34474ade-c85b-411e-a0dc-b2a69a1cfd68 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:26.970322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ba5c372-a2b4-4556-b1c1-613b81581576 None None] Provisioning for port 3f148348-84e9-437b-b101-1adc34630942 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:26.996140 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ce1e80-9892-41df-99bc-057e006f0332 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] GET failed (client error): The resource could not be found. Dec 09 09:26:26.997359 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34ce1e80-9892-41df-99bc-057e006f0332 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports/42cdc11c-5207-4bde-94e2-d188e0130012 HTTP/1.1" status: 404 len: 333 time: 0.1744409 Dec 09 09:26:27.008225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 38fc2501-0c4a-4002-8976-467ef71f3938 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:27.008557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.079470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49538) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:27.105132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1390047027'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:27.226548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41828c95-b290-4d0f-9a6b-70c86380b12f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:27.314633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41828c95-b290-4d0f-9a6b-70c86380b12f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:27.314633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.490902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3f148348-84e9-437b-b101-1adc34630942 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:27.575896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3f148348-84e9-437b-b101-1adc34630942 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:27.585598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3f148348-84e9-437b-b101-1adc34630942 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:27.586100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.592732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.600789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:27.670769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Provisioning for port 55f5c47a-f947-44bc-8da7-ba0a420ace37 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:27.685664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Port': ['ID=34474ade-c85b-411e-a0dc-b2a69a1cfd68,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:27.692826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:27.710211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Provisioning complete for port 55f5c47a-f947-44bc-8da7-ba0a420ace37 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:27.710465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.788671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.793355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.802756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Port 55f5c47a-f947-44bc-8da7-ba0a420ace37 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:27.805048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:27.818376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Usage tracker for resource:port and tenant:7c988a8013be49a1b4202a332d3d3fd8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:27.837031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Provisioning complete for port 3f148348-84e9-437b-b101-1adc34630942 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:27.837416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-901b1cee-c7e8-4245-b688-b63f1dfd64b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.844153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:27.857347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object 85d5816d-904d-422a-9244-7f5998764e3e will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:27.872204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 3f148348-84e9-437b-b101-1adc34630942, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3f148348-84e9-437b-b101-1adc34630942,segment=NetworkSegment(e3db2c84-69f2-4664-8368-16d4e533b7cf),segment_id=e3db2c84-69f2-4664-8368-16d4e533b7cf)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:27.874685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:27.891455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:27.895933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:27.931408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:27.935460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.017948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:28.019288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=3f148348-84e9-437b-b101-1adc34630942,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:28.029464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:28.056209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.060377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.068814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port 5b2e9d93-31d0-452b-a826-8c64a46b26bb yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:28.121754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.147890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.159682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:28.219999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2fd4181c-272a-4df7-9f27-30a3319d3fda None None] Provisioning complete for port 55f5c47a-f947-44bc-8da7-ba0a420ace37 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:28.220470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2fd4181c-272a-4df7-9f27-30a3319d3fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.259394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.278451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.348231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2fd4181c-272a-4df7-9f27-30a3319d3fda None None] Port 55f5c47a-f947-44bc-8da7-ba0a420ace37 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:28.393641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.397888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.413542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:28.416044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=fb9506b3-e237-4d76-a472-0e45ca37fe79,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:28.419815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.434535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Sync routers for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:28.435398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:28.440658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.441205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:26:28.441880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3f148348-84e9-437b-b101-1adc34630942 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:28.446087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:28.463634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.464791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1dad20cf-53c4-4fb4-8faf-d7b56b2d8214 HTTP/1.1" status: 204 len: 168 time: 4.3407257 Dec 09 09:26:28.468903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49546) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:28.510491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-692de50c-0b8a-445c-b897-5bc2f051a692 None None] Could not find standard attr ID for object 42cdc11c-5207-4bde-94e2-d188e0130012. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:26:28.529203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:28.529540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:28.530195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:28.534471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=85d5816d-904d-422a-9244-7f5998764e3e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:28.536301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:28.582523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:28.652256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:28.656597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:28.657205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.672298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.705365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3f148348-84e9-437b-b101-1adc34630942 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:28.705737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.738665 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e6d74f66-600f-4cbf-bb4c-dd2725e05a75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "PUT /v2.0/floatingips/7fcc2535-7562-4041-9871-a79592e2aed9 HTTP/1.1" status: 200 len: 991 time: 12.3360355 Dec 09 09:26:28.762222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:28.808189 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2489755 Dec 09 09:26:28.850449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:28.859597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49554) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:28.875302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d7:b5:9b'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:28.967415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:28.968026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:28.992727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4fd5e063-5200-4acd-b590-e52d06e3597d None None] Provisioning for port 85d5816d-904d-422a-9244-7f5998764e3e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:29.028207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4fd5e063-5200-4acd-b590-e52d06e3597d None None] Provisioning complete for port 85d5816d-904d-422a-9244-7f5998764e3e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:29.028766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e063-5200-4acd-b590-e52d06e3597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.063657 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'status': 'completed', 'code': 200} Dec 09 09:26:29.094681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::132 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/5b2e9d93-31d0-452b-a826-8c64a46b26bb) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:29.138419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.185519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5e063-5200-4acd-b590-e52d06e3597d None None] Port 85d5816d-904d-422a-9244-7f5998764e3e cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:29.274544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.301573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 2fb43114-ed4b-4248-bc51-a03e340b355d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:29.322793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:29.398918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7fcc2535-7562-4041-9871-a79592e2aed9', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '55acf281-332f-4551-a320-6345afb6a015', 'port_id': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'mac_address': 'fa:16:3e:19:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:46Z', 'updated_at': '2021-12-09T09:26:19Z', 'revision_number': 1, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:29.405217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Checking router: 55acf281-332f-4551-a320-6345afb6a015 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:29.420642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for 3bf703b8-1c89-4c04-b5db-bf09f8ee5518 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:29.426001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:29.426836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:29.665128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dc9d2264-d617-4fde-9eb2-6df9f63066e9 None None] Provisioning complete for port fb9506b3-e237-4d76-a472-0e45ca37fe79 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:29.665989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2264-d617-4fde-9eb2-6df9f63066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.731835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.733245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:29.749643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Deleting port ae1941c3-ac80-4a6b-94b5-1b51b1091739 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:29.750046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.780102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d2264-d617-4fde-9eb2-6df9f63066e9 None None] Port fb9506b3-e237-4d76-a472-0e45ca37fe79 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:29.796656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-d6d8a6a3-ff64-4452-9d49-bef4ace0c821 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 1098 time: 0.7706640 Dec 09 09:26:29.811355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.830163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b58fef7e-6dc5-486b-97bf-1c68fd7e7a20 tempest-RoutersAdminNegativeIpV6Test-1948703637 tempest-RoutersAdminNegativeIpV6Test-1948703637-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:29.879872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Port': ['ID=3bf703b8-1c89-4c04-b5db-bf09f8ee5518,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:29.931512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:29.941714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:29.950475 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Floating IP 9b45860f-7c1f-428a-b193-50e92433c9f0 associated. External IP: 172.26.4.103, port: 74bafd58-6599-49d1-a6bf-ff0f7286cde2. Dec 09 09:26:30.145720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7fcc2535-7562-4041-9871-a79592e2aed9', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '55acf281-332f-4551-a320-6345afb6a015', 'port_id': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'mac_address': 'fa:16:3e:19:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:46Z', 'updated_at': '2021-12-09T09:26:19Z', 'revision_number': 1, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:30.152097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53291d8-429c-478c-b04d-8698e2fbcc35 None None] The sync data for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv is: [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7fcc2535-7562-4041-9871-a79592e2aed9', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'floating_ip_address': '172.26.4.231', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '55acf281-332f-4551-a320-6345afb6a015', 'port_id': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'mac_address': 'fa:16:3e:19:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:46Z', 'updated_at': '2021-12-09T09:26:19Z', 'revision_number': 1, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:30.239966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] For port ae1941c3-ac80-4a6b-94b5-1b51b1091739, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ae1941c3-ac80-4a6b-94b5-1b51b1091739,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:30.240867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:30.308212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450fe13-1822-4107-85ee-d535705604d4 req-0a3358e1-8ee4-4966-9892-16c2090f57db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:30.309562 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-0a3358e1-8ee4-4966-9892-16c2090f57db service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 200 len: 912 time: 0.5002949 Dec 09 09:26:30.391820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:30.473874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Calling delete_port for ae1941c3-ac80-4a6b-94b5-1b51b1091739 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:30.475965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object 5b2e9d93-31d0-452b-a826-8c64a46b26bb will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:30.507417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:30.574650 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-46438b4a-c6c8-4524-9e39-0b0a66a9020c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 200 len: 999 time: 0.2433164 Dec 09 09:26:30.758546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450fe13-1822-4107-85ee-d535705604d4 req-9c8aabf0-088c-4d40-864d-a6abc31326bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:30.761662 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-9c8aabf0-088c-4d40-864d-a6abc31326bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03c24bca-1d4c-41ad-9806-512d5aa76d07 HTTP/1.1" status: 200 len: 850 time: 0.1698978 Dec 09 09:26:30.782181 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e69a33-f492-446b-95f6-b8fc5c916fa3 None None] New status for floating IP ff6b868b-8e2f-4958-996b-29111d315001: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:26:30.825863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:30.921872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8301ec1c-ec4a-4f58-abc1-8f0a1f084b0e tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:31.038487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.042828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:31.094671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae1941c3-ac80-4a6b-94b5-1b51b1091739,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:31.099293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Router b044871c-775a-4c5d-8b0e-2613b8b6aae7 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:31.100338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:31.188828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=5b2e9d93-31d0-452b-a826-8c64a46b26bb,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:31.195036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:31.207484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:31.216068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:31.224734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:31.230939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:31.234914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:31.235520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.241035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.267609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.278157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:31.350625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2603748 Dec 09 09:26:31.357239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-729e3b7f-6551-450f-a4d9-dbda89394e55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b5267a8-d53e-46b3-b456-941346666c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5341861 Dec 09 09:26:31.357693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49566) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:31.429727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::41', 'mac_address': 'fa:16:3e:a7:3e:04'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:31.455384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:31.457373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.469408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] Sync routers for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:31.480478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=85d5816d-904d-422a-9244-7f5998764e3e,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:31.486229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:31.487098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:31.503595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:31.562952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:31.584371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:31.586439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:31.608450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-134ad820-83b3-4118-b131-f0c812494ec3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0526905 Dec 09 09:26:31.617602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49570) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:31.676849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:31.677375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b59d-48dd-49ca-88aa-5d2d4cf89b19 None None] The sync data for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:31.695834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eabeedc0-3cf5-4e4a-8ec9-cca2d57481db None None] Provisioning for port 5b2e9d93-31d0-452b-a826-8c64a46b26bb completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:31.701152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] In _notify_port_updated(), no bound segment for port 85d5816d-904d-422a-9244-7f5998764e3e on network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:31.704838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eabeedc0-3cf5-4e4a-8ec9-cca2d57481db None None] Provisioning complete for port 5b2e9d93-31d0-452b-a826-8c64a46b26bb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:31.704998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:31.705475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eabeedc0-3cf5-4e4a-8ec9-cca2d57481db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.705636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.709928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "PUT /v2.0/ports/85d5816d-904d-422a-9244-7f5998764e3e HTTP/1.1" status: 200 len: 994 time: 2.8463943 Dec 09 09:26:31.712902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49574) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:31.771487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eabeedc0-3cf5-4e4a-8ec9-cca2d57481db None None] Port 5b2e9d93-31d0-452b-a826-8c64a46b26bb cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:31.845351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Router 9cec05b3-1ffd-4e48-8d69-aff238baea49 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:31.896852 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-1b66da24-c627-4dc0-b93b-edaeb3e53365 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888349 Dec 09 09:26:31.917652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dd97621f-5360-4890-83ef-a3fb8bb0e0d5 None None] Provisioning complete for port 85d5816d-904d-422a-9244-7f5998764e3e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:31.918056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd97621f-5360-4890-83ef-a3fb8bb0e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.920964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port 85d5816d-904d-422a-9244-7f5998764e3e {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:31.921307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:31.935403 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-6b2bd173-57d1-42f9-be79-df6b08797e99 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] delete failed (client error): The resource could not be found. Dec 09 09:26:31.936461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6b2bd173-57d1-42f9-be79-df6b08797e99 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1105958792 HTTP/1.1" status: 404 len: 335 time: 0.3179228 Dec 09 09:26:31.945296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49580) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:31.951789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7ea39231-d757-4603-9f41-460572b851cf tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b044871c-775a-4c5d-8b0e-2613b8b6aae7'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:32.030884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.036569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.076349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dd97621f-5360-4890-83ef-a3fb8bb0e0d5 None None] Port 85d5816d-904d-422a-9244-7f5998764e3e cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:32.110562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.111382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb550b01-6ddd-4dcd-9673-b13a3efcda92 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:26:32.201860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.202066 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790c839-713c-49e3-826d-7be85de13e90 None None] New status for floating IP 7fcc2535-7562-4041-9871-a79592e2aed9: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:26:32.203685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "DELETE /v2.0/routers/bb550b01-6ddd-4dcd-9673-b13a3efcda92 HTTP/1.1" status: 204 len: 168 time: 3.7340255 Dec 09 09:26:32.210420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49584) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:32.220873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-85526178', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:32.230466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:32.236570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:32.241530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:32.249038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:32.346266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.408193 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d450fe13-1822-4107-85ee-d535705604d4 req-5e3346b0-3863-4c67-a6cd-b4655a76055d service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919906 Dec 09 09:26:32.424284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.425249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.449237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.712547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.756542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.768278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ea39231-d757-4603-9f41-460572b851cf tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.819092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-7ea39231-d757-4603-9f41-460572b851cf tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] update failed (client error): The resource could not be found. Dec 09 09:26:32.820169 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ea39231-d757-4603-9f41-460572b851cf tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7 HTTP/1.1" status: 404 len: 339 time: 0.8737397 Dec 09 09:26:32.823827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49590) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:32.829626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-732819731'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:32.838695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:32.886989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:network and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:32.892271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:32.900087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:32.915695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:32.919449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.965887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:32.991432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:32.991822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Added segment 57605137-685e-4ff0-8039-7765bfc486d5 of type vlan for network f39d9d42-8f25-4681-abc5-aea1e3779a64 Dec 09 09:26:33.056428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.061485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.083884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.092144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.174727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.178455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:33.179028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.185157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3a32587-700b-45a6-b235-c83d264c930a tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:33.223840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for 85d5816d-904d-422a-9244-7f5998764e3e owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:33.349946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Router c0e538e3-d603-4058-bd79-47908b63eee0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:33.441449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.449779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Network': ['ID=f39d9d42-8f25-4681-abc5-aea1e3779a64,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:33.454261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:33.455884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.457665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6329701 Dec 09 09:26:33.461363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49596) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:33.468110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:33.470097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'subnet': {'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:33.492327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Allocated IP 172.26.4.57 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/73d4d80e-53fc-4038-b370-3d8cda016a7b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:33.495655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e07df6b9-aaf7-4951-a56e-c8640cd03183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.532149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848bdebf-45d8-4034-922d-4fcfc80b4a46 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:33.638594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] In _notify_port_updated(), no bound segment for port 5b2e9d93-31d0-452b-a826-8c64a46b26bb on network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:33.642302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:33.642884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.644186 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "PUT /v2.0/ports/5b2e9d93-31d0-452b-a826-8c64a46b26bb HTTP/1.1" status: 200 len: 1002 time: 2.2822571 Dec 09 09:26:33.651682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49602) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:33.653563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.689808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=5b2e9d93-31d0-452b-a826-8c64a46b26bb,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:33.699787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:33.707437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:33.708725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:33.712994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] Sync routers for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:33.719613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:33.725862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:33.726825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Usage tracker for resource:subnet and tenant:a609bbd461c84a3ead84ec2e807e14d7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:33.726915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:33.742101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:33.752503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:33.781690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=85d5816d-904d-422a-9244-7f5998764e3e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:33.789183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Made reservation on behalf of a609bbd461c84a3ead84ec2e807e14d7 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:33.794511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "PUT /v2.0/routers/9cec05b3-1ffd-4e48-8d69-aff238baea49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6592770 Dec 09 09:26:33.799446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:33.801055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49606) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:33.820595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:33.832537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:33.833190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:33.865981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 5b2e9d93-31d0-452b-a826-8c64a46b26bb {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:33.865981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.907331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:33.913056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:33.913416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b52ae58-a835-41b8-aec5-ed95d74d8291 None None] The sync data for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:33.934879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Request body: {'port': {'network_id': '2fb43114-ed4b-4248-bc51-a03e340b355d', 'name': 'tempest-FloatingIPAdminTestJSON-271828670'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:33.939948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.072139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.079649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d15a08ce-e83c-495c-aaad-8e5bbab3cf8f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:34.112894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b3b86db3-7b0c-4674-a603-2d07c204b47f None None] Provisioning complete for port 5b2e9d93-31d0-452b-a826-8c64a46b26bb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:34.113593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3b86db3-7b0c-4674-a603-2d07c204b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.152646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:34.159589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:34.173393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b3b86db3-7b0c-4674-a603-2d07c204b47f None None] Port 5b2e9d93-31d0-452b-a826-8c64a46b26bb cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:34.173966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:34.217750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event updated for resources: {'Port': ['ID=73d4d80e-53fc-4038-b370-3d8cda016a7b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:34.222928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:34.232950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.238629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/85d5816d-904d-422a-9244-7f5998764e3e HTTP/1.1" status: 204 len: 168 time: 2.5166421 Dec 09 09:26:34.239827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49612) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:34.324533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:34.360723 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-755d2c5e-cd09-4024-910e-5433dc1aba7f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] GET failed (client error): The resource could not be found. Dec 09 09:26:34.362087 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-755d2c5e-cd09-4024-910e-5433dc1aba7f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports/85d5816d-904d-422a-9244-7f5998764e3e HTTP/1.1" status: 404 len: 333 time: 0.1213381 Dec 09 09:26:34.370361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49616) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:34.377481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Usage tracker for resource:port and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:34.381361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:34.381836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-1675843478'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:34.391243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:34.445673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Made reservation on behalf of 2331e684b4ba47adb7ef5ee1af4694b0 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:34.448820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.481485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.522279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.602917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] device_id is not set on port 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:34.605539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.624661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61bfad0f-9b73-468d-93b8-e8b155aaaaf3 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:34.640827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 5b2e9d93-31d0-452b-a826-8c64a46b26bb owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:34.680740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:34.720587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:34.731473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Subnet': ['ID=efe21e8d-e868-49e5-8d9a-c2ebff581bf6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:34.734356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:34.753657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:34.756709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.780776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Checking segment: {'id': '57605137-685e-4ff0-8039-7765bfc486d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:34.781136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network hostable DHCP agents. Network: f39d9d42-8f25-4681-abc5-aea1e3779a64, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:34.804922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port 22076a54-c903-44ca-86f5-909dc7b838c9 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:34.829769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:34.845696 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Sync routers for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:34.866609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.872771 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:34.874254 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:34.880101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.880861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:34.897062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:34.983878 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9ab0f7b0-3d58-48b0-bfd7-1e5148f58435 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "PUT /v2.0/floatingips/9b45860f-7c1f-428a-b193-50e92433c9f0 HTTP/1.1" status: 200 len: 991 time: 9.9567525 Dec 09 09:26:34.986540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:26:35.030420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, f39d9d42-8f25-4681-abc5-aea1e3779a64) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:35.045785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:35.045943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf555b-4af4-4be6-9c87-4eaeb727b11e None None] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:35.046510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.062043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Allocated IP 172.20.0.11 (2fb43114-ed4b-4248-bc51-a03e340b355d/d6af5729-39f9-4c56-92cd-c8e7d029bb5b/4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:35.115410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.4 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/22076a54-c903-44ca-86f5-909dc7b838c9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:35.115679 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:35.121912 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6567063 Dec 09 09:26:35.123220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49626) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:35.130929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-eb59b198-0214-4a18-b2f0-b1c3383ac309 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:35.137207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.155696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1063e8f6-8b72-45e9-ab51-047d72b5b465 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:35.366173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-f39d9d42-8f25-4681-abc5-aea1e3779a64', 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64', 'tenant_id': 'a609bbd461c84a3ead84ec2e807e14d7', 'fixed_ips': [{'subnet_id': 'efe21e8d-e868-49e5-8d9a-c2ebff581bf6'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:35.366990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.375305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'status': 'completed', 'code': 200} Dec 09 09:26:35.385847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=5b2e9d93-31d0-452b-a826-8c64a46b26bb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:35.431329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:35.536021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Allocated IP 2001:db8:1::2 (f39d9d42-8f25-4681-abc5-aea1e3779a64/efe21e8d-e868-49e5-8d9a-c2ebff581bf6/e728c37c-5ff1-46d4-9c69-8a675ada2b7a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:35.612765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.696700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Transition to ACTIVE for port object 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:35.706813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-97dd48ac-60be-4846-8a39-d30092450fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.708505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.763812 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9b45860f-7c1f-428a-b193-50e92433c9f0', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'port_id': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'mac_address': 'fa:16:3e:b4:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ff05-7db2-4947-a667-13609171103b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:42Z', 'updated_at': '2021-12-09T09:26:27Z', 'revision_number': 1, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:35.769003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49632) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:35.769201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Checking router: c0e538e3-d603-4058-bd79-47908b63eee0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:26:35.772338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/5b2e9d93-31d0-452b-a826-8c64a46b26bb HTTP/1.1" status: 204 len: 168 time: 2.1167176 Dec 09 09:26:35.780043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-1ad72b68-820f-41c1-91cb-2e915598b547 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2711ea18a7e249a5a3a2cf5f435597e9&device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 1098 time: 0.3972197 Dec 09 09:26:35.784123 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:35.785089 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:35.819665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.829859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b80dab6-28a5-43fc-a04b-eca0d7fcd604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:35.839963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.854303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Transition to ACTIVE for port object e728c37c-5ff1-46d4-9c69-8a675ada2b7a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:35.883919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Transition to ACTIVE for port object e728c37c-5ff1-46d4-9c69-8a675ada2b7a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:35.891606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:35.897900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:35.979186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Network 2fb43114-ed4b-4248-bc51-a03e340b355d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:35.996462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event updated for resources: {'Port': ['ID=4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:35.999789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:36.003834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:36.006071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:36.029133 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d0d71-4427-4546-a524-01dc8a61d735 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] GET failed (client error): The resource could not be found. Dec 09 09:26:36.029645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a42d0d71-4427-4546-a524-01dc8a61d735 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Synchronizing usage tracker for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:36.082319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-4f044edf-3cb1-41b7-a61d-6933fd2dc9a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:36.084080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-4f044edf-3cb1-41b7-a61d-6933fd2dc9a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f93e906e-7089-4dc4-9b7c-602720a5a075 HTTP/1.1" status: 200 len: 906 time: 0.2936487 Dec 09 09:26:36.099950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:36.101068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.114703 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:26:36.127038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Pushing event updated for resources: {'Port': ['ID=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:36.144242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:36.149175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:36.151556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:36.162193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:36.214251 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3755691 Dec 09 09:26:36.218487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49638) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:36.220761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a42d0d71-4427-4546-a524-01dc8a61d735 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Unset dirty status for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:36.225340 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a42d0d71-4427-4546-a524-01dc8a61d735 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports/5b2e9d93-31d0-452b-a826-8c64a46b26bb HTTP/1.1" status: 404 len: 333 time: 0.3801904 Dec 09 09:26:36.239559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:36.265116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1885417918'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:36.350745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Attempting to bind port e728c37c-5ff1-46d4-9c69-8a675ada2b7a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:36.351130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Attempting to bind port e728c37c-5ff1-46d4-9c69-8a675ada2b7a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '57605137-685e-4ff0-8039-7765bfc486d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:36.351501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Attempting to bind port e728c37c-5ff1-46d4-9c69-8a675ada2b7a on network f39d9d42-8f25-4681-abc5-aea1e3779a64 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:36.366800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:36.367190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Checking segment: {'id': '57605137-685e-4ff0-8039-7765bfc486d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:36.367582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.374361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Bound using segment: {'id': '57605137-685e-4ff0-8039-7765bfc486d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:36.374938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Bound port: e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57605137-685e-4ff0-8039-7765bfc486d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f39d9d42-8f25-4681-abc5-aea1e3779a64'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:36.375339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.447423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.473287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb59b198-0214-4a18-b2f0-b1c3383ac309 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.478365 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-3f0d5e48-e858-4364-88c3-339dad66183f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5016656 Dec 09 09:26:36.500855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object 22076a54-c903-44ca-86f5-909dc7b838c9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:36.506515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6b7b79e6-1e0d-4297-8e11-8c88c492adec None None] Provisioning for port 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:36.519471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Router 3601d0f6-ff7a-4b85-882e-2aa435a59856 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:36.523463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6b7b79e6-1e0d-4297-8e11-8c88c492adec None None] Provisioning complete for port 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:36.524042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6b7b79e6-1e0d-4297-8e11-8c88c492adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.554879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:36.567308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:36.596677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'project_id': '2331e684b4ba47adb7ef5ee1af4694b0', 'port_id': '4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:36.601497 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-c6f9dd12-258e-4a4e-ad92-94a501447dcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2 HTTP/1.1" status: 200 len: 999 time: 0.4951942 Dec 09 09:26:36.603509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:36.607391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.620384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b79e6-1e0d-4297-8e11-8c88c492adec None None] Port 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:36.636375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] For port e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:36.639930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] For port e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,segment=NetworkSegment(57605137-685e-4ff0-8039-7765bfc486d5),segment_id=57605137-685e-4ff0-8039-7765bfc486d5)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:36.646030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.661546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:36.664717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d78fd5f7-d430-49ef-9499-86116f0d1771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:36.670277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port ee8888cd-47a8-49d5-b058-e0507819f0e3 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:36.741276 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9b45860f-7c1f-428a-b193-50e92433c9f0', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'port_id': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'mac_address': 'fa:16:3e:b4:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ff05-7db2-4947-a667-13609171103b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:42Z', 'updated_at': '2021-12-09T09:26:27Z', 'revision_number': 1, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:36.745998 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f6f22-1d5d-477b-9d09-980418bc71e3 None None] The sync data for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv is: [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9b45860f-7c1f-428a-b193-50e92433c9f0', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'port_id': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'mac_address': 'fa:16:3e:b4:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ff05-7db2-4947-a667-13609171103b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:25:42Z', 'updated_at': '2021-12-09T09:26:27Z', 'revision_number': 1, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:36.766171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Usage tracker for resource:floatingip and tenant:2331e684b4ba47adb7ef5ee1af4694b0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:36.766545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Pushing event updated for resources: {'Port': ['ID=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:36.770581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:36.774838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.793613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:36.825237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:36.837782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.852132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:36.875133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:36.897941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-37a25043-9be7-4a00-a6fb-04218ae9151c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:36.899379 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-37a25043-9be7-4a00-a6fb-04218ae9151c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23391034-4732-4443-a196-abe69d2b667e HTTP/1.1" status: 200 len: 844 time: 0.2714357 Dec 09 09:26:36.982409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:36.986633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=22076a54-c903-44ca-86f5-909dc7b838c9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:36.992611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:37.055863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:37.082690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:37.087310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-0efd202f-136c-48a6-ae1d-86a43868ed12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.4238911 Dec 09 09:26:37.111696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::165 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/ee8888cd-47a8-49d5-b058-e0507819f0e3) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:37.198499 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-5360ca40-7da3-4a3e-bf40-a3cb75636eb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f93e906e-7089-4dc4-9b7c-602720a5a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2671645 Dec 09 09:26:37.359709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a9789e2c-8d7d-4fea-8b47-e2d38155adcf None None] Provisioning for port 22076a54-c903-44ca-86f5-909dc7b838c9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:37.365467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a9789e2c-8d7d-4fea-8b47-e2d38155adcf None None] Provisioning complete for port 22076a54-c903-44ca-86f5-909dc7b838c9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:37.365845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a9789e2c-8d7d-4fea-8b47-e2d38155adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:37.397267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:37.402323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:37.430842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a9789e2c-8d7d-4fea-8b47-e2d38155adcf None None] Port 22076a54-c903-44ca-86f5-909dc7b838c9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:37.457262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0858335 Dec 09 09:26:37.468458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49654) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:37.481874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-eb59b198-0214-4a18-b2f0-b1c3383ac309 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:26:37.486419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb59b198-0214-4a18-b2f0-b1c3383ac309 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7 HTTP/1.1" status: 400 len: 364 time: 2.3572013 Dec 09 09:26:37.491810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49658) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:37.492937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'network_id': '3135bb8a-7b0b-44ab-a1e7-80ac9f56e304', 'name': 'tempest-AllowedAddressPairTestJSON-568621015'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:37.598929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-5c0b542f-113b-49a7-9a50-99c8359d4006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:37.600433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-5c0b542f-113b-49a7-9a50-99c8359d4006 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.4767995 Dec 09 09:26:37.601240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:37.742026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:37.754223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] Sync routers for ids ['3601d0f6-ff7a-4b85-882e-2aa435a59856'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:37.769671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] Routers {'3601d0f6-ff7a-4b85-882e-2aa435a59856'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:37.770328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3601d0f6-ff7a-4b85-882e-2aa435a59856'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:37.796843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:37.808001 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-a62ed538-8718-47ac-bff8-fc7629b9867b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.1717033 Dec 09 09:26:37.811828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:37.813028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6000721 Dec 09 09:26:37.814183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:37.821901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49664) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:37.844512 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-db47e53e-e1b2-4027-8b7a-ae9bd703a1d2 service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259935 Dec 09 09:26:37.850636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:37.863314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] Routers {'3601d0f6-ff7a-4b85-882e-2aa435a59856'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:37.864127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3601d0f6-ff7a-4b85-882e-2aa435a59856'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:37.900150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-9133f4c7-575a-41cb-89ae-f830f6270153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:37.902032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-9133f4c7-575a-41cb-89ae-f830f6270153 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.0789852 Dec 09 09:26:37.936080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:37.936510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f3ad-8158-4f47-ac52-3dc1865f8f65 None None] The sync data for ids ['3601d0f6-ff7a-4b85-882e-2aa435a59856'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:37.957056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:38.036710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Made reservation on behalf of 20b58664a6ad437f9ac9d3b1b917bab4 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:38.039657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.052642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad303b-a897-4573-8113-5ee964bc0d4e None None] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:38.079681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] device_id is not set on port 8e7269bf-98d9-4961-8a8f-b446a6014a1c yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:38.127139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.200321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.202652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-3a84d71c-d77c-4985-add3-956aa5ee4251 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2935104 Dec 09 09:26:38.210837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-439818de-4195-40f9-b8ce-464ca215b947 None None] Provisioning for port e728c37c-5ff1-46d4-9c69-8a675ada2b7a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:38.231164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object ee8888cd-47a8-49d5-b058-e0507819f0e3 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:38.278154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Allocated IP 172.26.4.95 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/9c359356-1f90-471d-b694-d171ba9bfd23) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:38.296230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-457a2e17-86ef-4581-b017-880e9ae2eac9 req-ceafc61a-5795-45e6-805b-f232fff4e14f service neutron] 10.222.0.58 "GET /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387462 Dec 09 09:26:38.423880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Allocated IP 172.20.0.3 (3135bb8a-7b0b-44ab-a1e7-80ac9f56e304/5072004a-2fb4-452f-a4d2-a4ad41eddf5b/8e7269bf-98d9-4961-8a8f-b446a6014a1c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:38.473243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e728c37c-5ff1-46d4-9c69-8a675ada2b7a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:38.537558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-5acbe7f2-892d-486b-873a-f6d357e9e728 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530630 Dec 09 09:26:38.580048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.596890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:38.599322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e728c37c-5ff1-46d4-9c69-8a675ada2b7a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:38.605465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e728c37c-5ff1-46d4-9c69-8a675ada2b7a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:38.606087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.737029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.744873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:38.774415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d206253-e85f-4506-b29e-5cf5af3b6087 None None] Provisioning complete for port e728c37c-5ff1-46d4-9c69-8a675ada2b7a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:38.775046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d206253-e85f-4506-b29e-5cf5af3b6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.775234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:38.793299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:38.797444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:38.798079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.837779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,segment=NetworkSegment(57605137-685e-4ff0-8039-7765bfc486d5),segment_id=57605137-685e-4ff0-8039-7765bfc486d5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:38.850993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.852058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:38.858274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:38.900184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b03ac9dc-addd-429c-b0d2-ebf0f5e1fdd3 req-b1a9cbdb-8177-413e-89b3-e8e91f87ae46 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464530 Dec 09 09:26:38.952979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:38.964623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:38.968032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.074606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8337111 Dec 09 09:26:39.075419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49676) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:39.084101 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.094640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=ee8888cd-47a8-49d5-b058-e0507819f0e3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:39.097665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:39.107350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:3e:04'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:39.193259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30cb352c-f170-49ee-b41a-bd1a03db7552 None None] Provisioning for port ee8888cd-47a8-49d5-b058-e0507819f0e3 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:39.200034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30cb352c-f170-49ee-b41a-bd1a03db7552 None None] Provisioning complete for port ee8888cd-47a8-49d5-b058-e0507819f0e3 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:39.200415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30cb352c-f170-49ee-b41a-bd1a03db7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.211417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Transition to ACTIVE for port object 8e7269bf-98d9-4961-8a8f-b446a6014a1c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:39.259476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.265592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1df94ccf-8ed0-401a-9275-3416caecc50a tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:39.268067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-30cb352c-f170-49ee-b41a-bd1a03db7552 None None] Port ee8888cd-47a8-49d5-b058-e0507819f0e3 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:39.352086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=8e7269bf-98d9-4961-8a8f-b446a6014a1c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:39.358072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:39.358998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:39.360522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:39.363345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:39.446279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.464091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:39.492696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:39.493303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.533300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0536258 Dec 09 09:26:39.536292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49680) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:39.544153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:b5:9b'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c8:85:37'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:39.605428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01ecb7d0-0f38-49dd-9fe6-f8512c98e138 None None] Provisioning for port 8e7269bf-98d9-4961-8a8f-b446a6014a1c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:39.611428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:39.613742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01ecb7d0-0f38-49dd-9fe6-f8512c98e138 None None] Provisioning complete for port 8e7269bf-98d9-4961-8a8f-b446a6014a1c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:39.614217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-01ecb7d0-0f38-49dd-9fe6-f8512c98e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.626088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:39.628491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:39.681039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-01ecb7d0-0f38-49dd-9fe6-f8512c98e138 None None] Port 8e7269bf-98d9-4961-8a8f-b446a6014a1c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:39.743372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Pushing event updated for resources: {'Port': ['ID=9c359356-1f90-471d-b694-d171ba9bfd23,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:39.747085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:39.849754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.875181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.879932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:39.948859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Allocated IP 2001:db8::1 (317bb728-2139-48e4-9446-f217f5c269b8/b8d0d54f-5047-4209-b7da-d33e7d416b8f/eece129e-64a7-4a3e-b046-7820795f43e2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:40.359787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.370648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.372510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcd9d788-5350-4627-a6e3-e3fce49784ee tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:40.402979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e728c37c-5ff1-46d4-9c69-8a675ada2b7a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:40.448948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.483082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e728c37c-5ff1-46d4-9c69-8a675ada2b7a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:40.483321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.496358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.497883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.511626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event updated for resources: {'Port': ['ID=8e7269bf-98d9-4961-8a8f-b446a6014a1c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:40.517357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:40.547822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Transition to ACTIVE for port object eece129e-64a7-4a3e-b046-7820795f43e2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:40.558786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.599368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] In _notify_port_updated(), no bound segment for port 8e7269bf-98d9-4961-8a8f-b446a6014a1c on network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:40.603273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:40.604263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.608355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "PUT /v2.0/ports/8e7269bf-98d9-4961-8a8f-b446a6014a1c HTTP/1.1" status: 200 len: 1054 time: 1.0684340 Dec 09 09:26:40.608999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49690) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:40.698213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port 8e7269bf-98d9-4961-8a8f-b446a6014a1c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:40.698522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.717608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.724441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b168a1db-e370-46c7-b5ac-ce2bc60ff869 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:40.778946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.793355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] In _notify_port_updated(), no bound segment for port ee8888cd-47a8-49d5-b058-e0507819f0e3 on network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:40.798807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:40.799560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.803902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "PUT /v2.0/ports/ee8888cd-47a8-49d5-b058-e0507819f0e3 HTTP/1.1" status: 200 len: 1003 time: 1.7107122 Dec 09 09:26:40.807327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49696) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:40.828077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c7896d6e-7bc6-4671-bb39-0c04cbdd2d92 None None] Provisioning complete for port 8e7269bf-98d9-4961-8a8f-b446a6014a1c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:40.828556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c7896d6e-7bc6-4671-bb39-0c04cbdd2d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.886665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=ee8888cd-47a8-49d5-b058-e0507819f0e3,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:40.889251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:40.897924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d317a3db-c9e5-49de-a880-b796872fb070 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:40.912658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c7896d6e-7bc6-4671-bb39-0c04cbdd2d92 None None] Port 8e7269bf-98d9-4961-8a8f-b446a6014a1c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:40.949176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 317bb728-2139-48e4-9446-f217f5c269b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:40.962497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:40.965175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:40.965873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:40.977088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port ee8888cd-47a8-49d5-b058-e0507819f0e3 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:40.977430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.077217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Port': ['ID=eece129e-64a7-4a3e-b046-7820795f43e2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:41.103601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:41.261021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.264210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-efa83c8e-8049-41e8-837b-97e46b939702 None None] Provisioning complete for port ee8888cd-47a8-49d5-b058-e0507819f0e3 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:41.264607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efa83c8e-8049-41e8-837b-97e46b939702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.326861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-efa83c8e-8049-41e8-837b-97e46b939702 None None] Port ee8888cd-47a8-49d5-b058-e0507819f0e3 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:41.362189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.414376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for 8e7269bf-98d9-4961-8a8f-b446a6014a1c owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:41.453958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.454716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d9117426-dbaa-43a9-b6e8-fbcf6a84e981 None None] Provisioning for port eece129e-64a7-4a3e-b046-7820795f43e2 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:41.462018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d9117426-dbaa-43a9-b6e8-fbcf6a84e981 None None] Provisioning complete for port eece129e-64a7-4a3e-b046-7820795f43e2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:41.462452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d9117426-dbaa-43a9-b6e8-fbcf6a84e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.491285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router 3601d0f6-ff7a-4b85-882e-2aa435a59856 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:41.529617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d9117426-dbaa-43a9-b6e8-fbcf6a84e981 None None] Port eece129e-64a7-4a3e-b046-7820795f43e2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:41.566081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.616880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.652683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:41.658915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ace1e190-e37a-4360-bc5b-7fe913849bed tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:41.705413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=8e7269bf-98d9-4961-8a8f-b446a6014a1c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:41.708994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:41.879436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for ee8888cd-47a8-49d5-b058-e0507819f0e3 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:42.087778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:42.097307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.099361 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462543d1-641d-448f-917b-cedcaff79061 None None] Sync routers for ids ['3601d0f6-ff7a-4b85-882e-2aa435a59856'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:42.109247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.112932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5fad7057-c0a0-43a9-a7f8-72d1b2a7cdb9 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "PUT /v2.0/routers/3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 200 len: 923 time: 4.2128499 Dec 09 09:26:42.113077 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] Routers {'3601d0f6-ff7a-4b85-882e-2aa435a59856'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:42.113184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.113281 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3601d0f6-ff7a-4b85-882e-2aa435a59856'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:42.172794 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/8e7269bf-98d9-4961-8a8f-b446a6014a1c HTTP/1.1" status: 204 len: 168 time: 1.5627506 Dec 09 09:26:42.178207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49710) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.180940 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:42.193840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] Routers {'3601d0f6-ff7a-4b85-882e-2aa435a59856'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:42.194443 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3601d0f6-ff7a-4b85-882e-2aa435a59856'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:42.230332 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd30e4a-563c-4cba-8fe3-a7358fc08b6b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] GET failed (client error): The resource could not be found. Dec 09 09:26:42.230845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bfd30e4a-563c-4cba-8fe3-a7358fc08b6b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Synchronizing usage tracker for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:42.256400 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-462543d1-641d-448f-917b-cedcaff79061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:42.256400 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462543d1-641d-448f-917b-cedcaff79061 None None] The sync data for ids ['3601d0f6-ff7a-4b85-882e-2aa435a59856'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:42.256748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bfd30e4a-563c-4cba-8fe3-a7358fc08b6b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Unset dirty status for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:42.260927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bfd30e4a-563c-4cba-8fe3-a7358fc08b6b tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports/8e7269bf-98d9-4961-8a8f-b446a6014a1c HTTP/1.1" status: 404 len: 333 time: 0.0788982 Dec 09 09:26:42.261218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.346052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ae1941c3-ac80-4a6b-94b5-1b51b1091739 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:42.383638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ae1941c3-ac80-4a6b-94b5-1b51b1091739 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:26:42.384276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ae1941c3-ac80-4a6b-94b5-1b51b1091739 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:26:42.392663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.395275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port 22076a54-c903-44ca-86f5-909dc7b838c9 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:42.395605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.402157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b2abad11-2395-46c1-a74d-3720bdea2f0f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:42.471485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=ee8888cd-47a8-49d5-b058-e0507819f0e3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:42.473946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:42.481860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.527617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.538133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:42.588063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.673630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/ee8888cd-47a8-49d5-b058-e0507819f0e3 HTTP/1.1" status: 204 len: 168 time: 1.8628030 Dec 09 09:26:42.674256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49722) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.680324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Pushing event updated for resources: {'Port': ['ID=9c359356-1f90-471d-b694-d171ba9bfd23,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:42.683483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:42.731956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:42.747129 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1458475-b335-4fa7-b933-a5042cbb8e88 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] GET failed (client error): The resource could not be found. Dec 09 09:26:42.747329 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70e8fa16-80a9-4af4-a417-9ab51d53d436 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 200 len: 923 time: 0.6303434 Dec 09 09:26:42.747907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1458475-b335-4fa7-b933-a5042cbb8e88 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Synchronizing usage tracker for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:42.747907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49726) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.760815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.797117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.811158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.875233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.875973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:42.888547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:42.920513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for 22076a54-c903-44ca-86f5-909dc7b838c9 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:42.944635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1458475-b335-4fa7-b933-a5042cbb8e88 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Unset dirty status for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:42.951285 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1458475-b335-4fa7-b933-a5042cbb8e88 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports/ee8888cd-47a8-49d5-b058-e0507819f0e3 HTTP/1.1" status: 404 len: 333 time: 0.2674558 Dec 09 09:26:42.951489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49730) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:42.961427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1934569230'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:43.006295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event updated for resources: {'Port': ['ID=eece129e-64a7-4a3e-b046-7820795f43e2,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:43.057885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:43.108517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b578be2c-3103-4ec2-8a81-cda6a37ecc6c tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Synchronizing usage tracker for tenant:8f78c2ae79fd40ad9e4178c294901ef9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:43.159194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:43.180088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:43.197009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:43.200477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:43.218808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:43.221156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b578be2c-3103-4ec2-8a81-cda6a37ecc6c tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Unset dirty status for tenant:8f78c2ae79fd40ad9e4178c294901ef9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:43.222428 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b578be2c-3103-4ec2-8a81-cda6a37ecc6c tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=3601d0f6-ff7a-4b85-882e-2aa435a59856&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4698293 Dec 09 09:26:43.228262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b14d7d82-3e0a-4001-8558-ed2385f454d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:43.228957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49736) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:43.233318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Network 317bb728-2139-48e4-9446-f217f5c269b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:43.253302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:43.281251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port 8be04f2b-1942-48fc-9f7d-92151f0021df yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:43.314452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=22076a54-c903-44ca-86f5-909dc7b838c9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:43.319014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:43.519155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:43.534200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::278 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/8be04f2b-1942-48fc-9f7d-92151f0021df) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:43.555953 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Floating IP 19f22d9f-8e16-4eca-88cd-d52eaa9b8979 associated. External IP: 172.26.4.95, port: 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2. Dec 09 09:26:43.567895 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/22076a54-c903-44ca-86f5-909dc7b838c9 HTTP/1.1" status: 204 len: 168 time: 1.3030572 Dec 09 09:26:43.578917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49742) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:43.598570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bd8b86a4-62a5-4c9d-a796-9331cce18fea None None] Provisioning complete for port eece129e-64a7-4a3e-b046-7820795f43e2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:43.599385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bd8b86a4-62a5-4c9d-a796-9331cce18fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:43.636739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a656ce89-df36-4a3a-8450-eb9c9ea2ba5a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] GET failed (client error): The resource could not be found. Dec 09 09:26:43.637253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a656ce89-df36-4a3a-8450-eb9c9ea2ba5a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Synchronizing usage tracker for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:43.665729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b86a4-62a5-4c9d-a796-9331cce18fea None None] Port eece129e-64a7-4a3e-b046-7820795f43e2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:43.690820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b9564-7e0e-46fe-8e37-367d60bf65a2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:43.691396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e56b9564-7e0e-46fe-8e37-367d60bf65a2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Synchronizing usage tracker for tenant:8f78c2ae79fd40ad9e4178c294901ef9 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:43.695292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a656ce89-df36-4a3a-8450-eb9c9ea2ba5a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Unset dirty status for tenant:20b58664a6ad437f9ac9d3b1b917bab4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:43.700496 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a656ce89-df36-4a3a-8450-eb9c9ea2ba5a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "GET /v2.0/ports/22076a54-c903-44ca-86f5-909dc7b838c9 HTTP/1.1" status: 404 len: 333 time: 0.1166408 Dec 09 09:26:43.702029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49748) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:43.849293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port 828f13bb-0273-4efb-8b71-82828207394b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:43.849975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:43.902844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e56b9564-7e0e-46fe-8e37-367d60bf65a2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Unset dirty status for tenant:8f78c2ae79fd40ad9e4178c294901ef9 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:43.906812 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e56b9564-7e0e-46fe-8e37-367d60bf65a2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.6742547 Dec 09 09:26:43.906950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49752) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:43.968891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e8ddece6-17b1-4690-88f9-c7cf5a391066 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 200 len: 205 time: 0.0586135 Dec 09 09:26:43.969914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49756) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:43.971165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.004741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object 8be04f2b-1942-48fc-9f7d-92151f0021df will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:44.133986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.141376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6da21b20-726f-444f-bd59-01fd0a4d376b tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:44.201684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.237186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Router b044871c-775a-4c5d-8b0e-2613b8b6aae7 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:44.444684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for 828f13bb-0273-4efb-8b71-82828207394b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:44.474343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:44.481863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=8be04f2b-1942-48fc-9f7d-92151f0021df,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:44.484341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:44.488144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:44.488840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:44.492841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:44.493352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.523272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5720587 Dec 09 09:26:44.528080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49762) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:44.530765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.532997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'network_id': '87f27de2-5535-41f2-9a36-ffeb4d57ab99', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2031649351'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:44.704600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:44.714787 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2156780 Dec 09 09:26:44.715239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49766) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:44.720116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] Sync routers for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:44.736097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:44.737035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:44.808850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:44.838738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:44.840955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:44.854374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:44.865884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.878582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81fdf941-973d-477e-9e87-1bcbe4b35cd0 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:44.899894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Router 9cec05b3-1ffd-4e48-8d69-aff238baea49 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:44.911985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:44.932825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:44.933939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=828f13bb-0273-4efb-8b71-82828207394b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:44.934358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12427dd0-39b8-42a9-901c-3c24a1f146a3 None None] The sync data for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:44.936672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b6eda804-683a-4352-a626-335faa1a7925 None None] Provisioning for port 8be04f2b-1942-48fc-9f7d-92151f0021df completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:44.939849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:44.957582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b6eda804-683a-4352-a626-335faa1a7925 None None] Provisioning complete for port 8be04f2b-1942-48fc-9f7d-92151f0021df triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:44.958594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6eda804-683a-4352-a626-335faa1a7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:44.971053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Made reservation on behalf of 7c988a8013be49a1b4202a332d3d3fd8 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:44.974290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.032083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6eda804-683a-4352-a626-335faa1a7925 None None] Port 8be04f2b-1942-48fc-9f7d-92151f0021df cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:45.064221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] device_id is not set on port 037c75fc-3751-4eed-a697-bb5813a9c75b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:45.076997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.097627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port 73d4d80e-53fc-4038-b370-3d8cda016a7b {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:45.097627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.142556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.179319 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/ports/828f13bb-0273-4efb-8b71-82828207394b HTTP/1.1" status: 204 len: 168 time: 1.4766591 Dec 09 09:26:45.183635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49774) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:45.261941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db107fd9-3330-4cf1-bef9-3c07ef7e4aba tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.364513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.427329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Allocated IP 2001:db8::359 (87f27de2-5535-41f2-9a36-ffeb4d57ab99/cca2b525-41c5-404e-8085-cf7efd5e83d6/037c75fc-3751-4eed-a697-bb5813a9c75b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:45.615324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for 73d4d80e-53fc-4038-b370-3d8cda016a7b owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:45.676001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:45.684848 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] Sync routers for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:45.693897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting subnet 5072004a-2fb4-452f-a4d2-a4ad41eddf5b {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:45.698824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:45.699610 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:45.707200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.716669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.763261 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:45.774711 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:45.776011 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:45.781138 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.5613391 Dec 09 09:26:45.783798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49780) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:45.842958 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:45.844163 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52e845-6681-413b-b4e2-047beabbf5f4 None None] The sync data for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:45.907393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:45.938028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-db107fd9-3330-4cf1-bef9-3c07ef7e4aba tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 09:26:45.941830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db107fd9-3330-4cf1-bef9-3c07ef7e4aba tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7 HTTP/1.1" status: 409 len: 329 time: 1.2150805 Dec 09 09:26:45.942892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-625ee9b4-5b02-49ec-9cff-133a22c52f33 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "GET /v2.0/floatingips/19f22d9f-8e16-4eca-88cd-d52eaa9b8979 HTTP/1.1" status: 200 len: 982 time: 0.1576502 Dec 09 09:26:45.943195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:45.945330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49786) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:45.996687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.060315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Transition to ACTIVE for port object 037c75fc-3751-4eed-a697-bb5813a9c75b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:46.088736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.117327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.139194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:46.140278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.147048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d89c23c1-b20c-4e00-b7dc-91043a98118f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:46.201215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=73d4d80e-53fc-4038-b370-3d8cda016a7b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:46.206683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:46.233185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:46.237066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:46.242828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:46.247054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:46.247674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.252031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=037c75fc-3751-4eed-a697-bb5813a9c75b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:46.254589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.257144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:46.269617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-034932b4-4bba-4965-aee0-0f82d6f74dc7 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:46.314574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Subnet': ['ID=5072004a-2fb4-452f-a4d2-a4ad41eddf5b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:46.314804 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-855671ec-8538-4ef7-a1e5-ecee2d606e53 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.3096464 Dec 09 09:26:46.314914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:46.316890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7883110 Dec 09 09:26:46.317099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49796) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:46.318256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.320219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/subnets/5072004a-2fb4-452f-a4d2-a4ad41eddf5b HTTP/1.1" status: 204 len: 168 time: 1.1355350 Dec 09 09:26:46.320929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49800) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:46.323965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49802) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:46.330091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc311e-1b2c-4066-b52a-b2db8a277e09 None None] Network 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:46.349040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::41', 'mac_address': 'fa:16:3e:a7:3e:04'}, {'ip_address': '2001:db8::278', 'mac_address': 'fa:16:3e:58:fd:84'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:46.518514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.593079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Deleting port b6d81fd1-b564-45d2-81b2-c96321d5b63a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:46.593404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.633134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b0f7786c-2d63-49ef-ab2c-e2b6503a6ed8 None None] Provisioning for port 037c75fc-3751-4eed-a697-bb5813a9c75b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:46.636864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.653305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b0f7786c-2d63-49ef-ab2c-e2b6503a6ed8 None None] Provisioning complete for port 037c75fc-3751-4eed-a697-bb5813a9c75b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:46.653690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0f7786c-2d63-49ef-ab2c-e2b6503a6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.728835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7786c-2d63-49ef-ab2c-e2b6503a6ed8 None None] Port 037c75fc-3751-4eed-a697-bb5813a9c75b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:46.794450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] DHCP port deletion for 3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:26:46.800786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Deleting port b6d81fd1-b564-45d2-81b2-c96321d5b63a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:46.801375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.803144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:46.943972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] For port b6d81fd1-b564-45d2-81b2-c96321d5b63a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b6d81fd1-b564-45d2-81b2-c96321d5b63a,segment=NetworkSegment(4e84ac41-6972-4f3b-a760-900dd5fbac12),segment_id=4e84ac41-6972-4f3b-a760-900dd5fbac12)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:46.944628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.035318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] For port b6d81fd1-b564-45d2-81b2-c96321d5b63a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b6d81fd1-b564-45d2-81b2-c96321d5b63a,segment=NetworkSegment(4e84ac41-6972-4f3b-a760-900dd5fbac12),segment_id=4e84ac41-6972-4f3b-a760-900dd5fbac12)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:47.035787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.090206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Calling delete_port for b6d81fd1-b564-45d2-81b2-c96321d5b63a owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:47.184541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa0c22-fe4a-4328-ba4f-6705c685af9c None None] New status for floating IP 9b45860f-7c1f-428a-b193-50e92433c9f0: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:26:47.200963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port 9c359356-1f90-471d-b694-d171ba9bfd23 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:47.201439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.252569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.267675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.274385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ecb5cfaf-122b-41ac-8cb3-5055e5c2d179 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:47.296875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.332919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Port': ['ID=b6d81fd1-b564-45d2-81b2-c96321d5b63a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:47.340719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:47.345231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] No DVR routers for this DVR port b6d81fd1-b564-45d2-81b2-c96321d5b63a on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:26:47.416700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Calling delete_port for b6d81fd1-b564-45d2-81b2-c96321d5b63a owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:47.421069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.457459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.458009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router 3601d0f6-ff7a-4b85-882e-2aa435a59856 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:26:47.479647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.584379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:47.584729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:47.598063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.599114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.599444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.604204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1413ea87-73a0-495f-ad2f-4bccf74f2aba tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:47.638393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.674741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.675849 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 204 len: 168 time: 3.7029736 Dec 09 09:26:47.682320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:47.696679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] In _notify_port_updated(), no bound segment for port 037c75fc-3751-4eed-a697-bb5813a9c75b on network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:26:47.701053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:47.701678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.702956 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "PUT /v2.0/ports/037c75fc-3751-4eed-a697-bb5813a9c75b HTTP/1.1" status: 200 len: 1067 time: 1.3809748 Dec 09 09:26:47.706218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869022554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:47.711853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3135bb8a-7b0b-44ab-a1e7-80ac9f56e304']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:47.719092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49818) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:47.725896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:47.730684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event updated for resources: {'Port': ['ID=037c75fc-3751-4eed-a697-bb5813a9c75b,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:47.736774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for 9c359356-1f90-471d-b694-d171ba9bfd23 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:47.763533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:47.765233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e84ac41-6972-4f3b-a760-900dd5fbac12') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:47.765521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e84ac41-6972-4f3b-a760-900dd5fbac12') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:47.776971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:47.783556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:47.796366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.807696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:47.822916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.842290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:26:47.842681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.861154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 037c75fc-3751-4eed-a697-bb5813a9c75b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:47.861504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:26:47.891215 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:26:47.904631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:47.905597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.055702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.064957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-563247a0-5917-43ef-816d-1a8349c4006f tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:48.072462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f46d8728-8a84-4ea6-b6fa-0e5c200e3794 None None] Provisioning complete for port 037c75fc-3751-4eed-a697-bb5813a9c75b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:48.073091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f46d8728-8a84-4ea6-b6fa-0e5c200e3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.079039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.103705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Pushing event deleted for resources: {'Network': ['ID=3135bb8a-7b0b-44ab-a1e7-80ac9f56e304,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:48.108038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.113971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] 10.222.0.41 "DELETE /v2.0/networks/3135bb8a-7b0b-44ab-a1e7-80ac9f56e304 HTTP/1.1" status: 204 len: 168 time: 1.7887681 Dec 09 09:26:48.117767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:48.129729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de09483e-53fc-48a4-8ecf-07cf731db86c tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:48.136818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Deleting port b6d81fd1-b564-45d2-81b2-c96321d5b63a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:48.137199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.196034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=9c359356-1f90-471d-b694-d171ba9bfd23,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:48.208034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:48.219853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.227077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ead35a0-fa1c-425a-9f3c-9d3768fbe820 None None] The port 'b6d81fd1-b564-45d2-81b2-c96321d5b63a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:26:48.246252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f46d8728-8a84-4ea6-b6fa-0e5c200e3794 None None] Port 037c75fc-3751-4eed-a697-bb5813a9c75b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:26:48.275008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.293929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.364886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.366050 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b2e0fa94-65a3-43eb-9221-0385b1cec9bd tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6829364 Dec 09 09:26:48.413740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b6d81fd1-b564-45d2-81b2-c96321d5b63a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:48.420556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49828) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:48.429100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 037c75fc-3751-4eed-a697-bb5813a9c75b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:48.463453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b6d81fd1-b564-45d2-81b2-c96321d5b63a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:26:48.464016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b6d81fd1-b564-45d2-81b2-c96321d5b63a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:26:48.464191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:48.576248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49836) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:48.611979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.873909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:48.885424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff67e709-e71d-4d4a-b159-55e2b8fdb910 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:48.909554 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e2831fff-e397-4f11-a56f-a0cc240cb7e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20b58664a6ad437f9ac9d3b1b917bab4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3245621 Dec 09 09:26:48.910571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:49.076390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.080226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port eece129e-64a7-4a3e-b046-7820795f43e2 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:49.080554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.084997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=037c75fc-3751-4eed-a697-bb5813a9c75b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:49.090540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:49.142031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.156207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.412400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.436334 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/037c75fc-3751-4eed-a697-bb5813a9c75b HTTP/1.1" status: 204 len: 168 time: 1.7123427 Dec 09 09:26:49.436880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.440532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49848) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:49.443001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:49.453431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.465813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993bf58d-96f2-4779-ba01-7d4681ca1e85,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:49.468313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:49.489735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7311c8fe-da9a-4bb0-b769-d8b553e2c10f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] GET failed (client error): The resource could not be found. Dec 09 09:26:49.490236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7311c8fe-da9a-4bb0-b769-d8b553e2c10f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Synchronizing usage tracker for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:49.521036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7311c8fe-da9a-4bb0-b769-d8b553e2c10f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Unset dirty status for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:49.524839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7311c8fe-da9a-4bb0-b769-d8b553e2c10f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports/037c75fc-3751-4eed-a697-bb5813a9c75b HTTP/1.1" status: 404 len: 333 time: 0.0807636 Dec 09 09:26:49.548446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:49.584058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.630936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.642234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for eece129e-64a7-4a3e-b046-7820795f43e2 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:49.699986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 8be04f2b-1942-48fc-9f7d-92151f0021df {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:49.700329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.726889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.730453 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/993bf58d-96f2-4779-ba01-7d4681ca1e85 HTTP/1.1" status: 204 len: 168 time: 0.8170893 Dec 09 09:26:49.815151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Router 9cec05b3-1ffd-4e48-8d69-aff238baea49 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:49.914397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Allocated IP 172.26.4.73 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/1aa4eef2-fcf7-42ac-ac15-e5684de58333) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:49.975716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:49.983673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e971dcb-93ff-42a5-8dd0-244a3c517e0e tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:50.043837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Port': ['ID=eece129e-64a7-4a3e-b046-7820795f43e2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:50.046281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:50.163387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.181121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.207561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.318576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-52c3c693-5855-4824-9c15-a1ef7e8b79af tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:50.351435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 8be04f2b-1942-48fc-9f7d-92151f0021df owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:50.429005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.477178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event updated for resources: {'Port': ['ID=1aa4eef2-fcf7-42ac-ac15-e5684de58333,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:50.488873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:50.511235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:50.512899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:50.515726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:50.614372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:50.626164 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] Sync routers for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:50.643638 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:50.645201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:50.729686 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:50.745489 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:50.746653 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:50.756897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:50.761219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.783581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.797747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2074f4a-4fba-44e3-9f5a-c49e548c0a42 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:50.870118 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:50.870542 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7533262-4f55-4352-98de-a7cdbdf5dd4c None None] The sync data for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:50.887308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=8be04f2b-1942-48fc-9f7d-92151f0021df,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:50.894717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:50.898865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:50.940986 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/8be04f2b-1942-48fc-9f7d-92151f0021df HTTP/1.1" status: 204 len: 168 time: 1.3892159 Dec 09 09:26:50.941494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49890) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.006850 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-939de992-3ab0-4e60-9dac-d895a46d7574 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] GET failed (client error): The resource could not be found. Dec 09 09:26:51.007719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-939de992-3ab0-4e60-9dac-d895a46d7574 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Synchronizing usage tracker for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:51.040793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-939de992-3ab0-4e60-9dac-d895a46d7574 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Unset dirty status for tenant:7c988a8013be49a1b4202a332d3d3fd8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:51.045816 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-939de992-3ab0-4e60-9dac-d895a46d7574 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "GET /v2.0/ports/8be04f2b-1942-48fc-9f7d-92151f0021df HTTP/1.1" status: 404 len: 333 time: 0.0987844 Dec 09 09:26:51.047049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49894) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.075068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/floatingips/19f22d9f-8e16-4eca-88cd-d52eaa9b8979 HTTP/1.1" status: 204 len: 168 time: 4.7536457 Dec 09 09:26:51.081329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49898) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.091204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1111176462'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:51.097668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:51.099853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:51.105148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:network and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:51.108834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:51.111337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:51.114731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:51.125495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Usage tracker for resource:floatingip and tenant:48a2d5f0970b422e98ac9ea64e8e07ec is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:51.128384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.139210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:51.142240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.157246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Router b044871c-775a-4c5d-8b0e-2613b8b6aae7 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:26:51.157995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.186121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:51.204207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 55f5c47a-f947-44bc-8da7-ba0a420ace37 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:51.204554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.233864 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:26:51.265797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:51.323376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:51.334758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:security_group_rule and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:51.339349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:51.346796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:51.378551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:51.395823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] Sync routers for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:51.408194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:51.408814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:51.419075 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4748425 Dec 09 09:26:51.429119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49902) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.438910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.467845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:51.479666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] Routers {'b044871c-775a-4c5d-8b0e-2613b8b6aae7'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:51.480512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:51.518704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-4c401c9a-1a96-4731-9688-211ba4c56724 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] show failed (client error): The resource could not be found. Dec 09 09:26:51.519655 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4c401c9a-1a96-4731-9688-211ba4c56724 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-767542258 HTTP/1.1" status: 404 len: 334 time: 0.0893884 Dec 09 09:26:51.530131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49908) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.535318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9df06e3f-da16-4b2e-8318-519457b2d61b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:51.554580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:51.555221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5da7-eddb-4ad3-8e1a-ade8808dea7f None None] The sync data for ids ['b044871c-775a-4c5d-8b0e-2613b8b6aae7'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:51.608098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-9df06e3f-da16-4b2e-8318-519457b2d61b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] update failed (client error): The resource could not be found. Dec 09 09:26:51.609114 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9df06e3f-da16-4b2e-8318-519457b2d61b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-691243172 HTTP/1.1" status: 404 len: 334 time: 0.0780542 Dec 09 09:26:51.612295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.613121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49912) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:51.652517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.659372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.664840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7deb3590-f6ed-41d5-ba01-095dac274b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:51.675252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.707336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:26:51.736173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31d29f-94bb-4970-a9c5-62ac57851bea,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:51.742973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:51.748135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.748471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Added segment 0b739895-a5a3-41cb-8887-0cd53c5d58b4 of type vlan for network 8b00f647-b522-4bb4-913a-1ab25ad42a65 Dec 09 09:26:51.759452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:51.899566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 55f5c47a-f947-44bc-8da7-ba0a420ace37 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:51.947066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.004900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting subnet efe21e8d-e868-49e5-8d9a-c2ebff581bf6 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:52.009110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.023668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.052024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.063244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:52.063869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.071727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:52.115495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.223089 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4657910 Dec 09 09:26:52.227888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49920) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:52.236892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Network': ['ID=8b00f647-b522-4bb4-913a-1ab25ad42a65,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:52.241157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:52.249653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:26:52.269642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:52.278623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.313197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.359636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.367058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:52.404705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Subnet': ['ID=efe21e8d-e868-49e5-8d9a-c2ebff581bf6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:52.407204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:52.410035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.419978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f0ff8-402e-4dac-9703-e9545eae9834 None None] Network f39d9d42-8f25-4681-abc5-aea1e3779a64 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:52.420662 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/subnets/efe21e8d-e868-49e5-8d9a-c2ebff581bf6 HTTP/1.1" status: 204 len: 168 time: 0.8061352 Dec 09 09:26:52.421150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49924) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:52.487490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b82b1da-4078-40ec-932e-481dbb3b495a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:52.545458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.558869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=55f5c47a-f947-44bc-8da7-ba0a420ace37,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:52.559068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port e728c37c-5ff1-46d4-9c69-8a675ada2b7a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:52.559333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.591563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:52.608897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Allocated IP 172.26.4.188 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/121701ab-8fb8-4e01-b2a2-a0909168500c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:52.663421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:52.666451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.701133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:52.707274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:52.718169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:52.750135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] DHCP port deletion for f39d9d42-8f25-4681-abc5-aea1e3779a64 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:26:52.754574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Deleting port e728c37c-5ff1-46d4-9c69-8a675ada2b7a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:52.755099 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.789936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/ports/55f5c47a-f947-44bc-8da7-ba0a420ace37 HTTP/1.1" status: 204 len: 168 time: 1.7409840 Dec 09 09:26:52.809620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49930) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:52.820344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:52.823955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] For port e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,segment=NetworkSegment(57605137-685e-4ff0-8039-7765bfc486d5),segment_id=57605137-685e-4ff0-8039-7765bfc486d5)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:52.824471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:52.961946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for e728c37c-5ff1-46d4-9c69-8a675ada2b7a owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:53.042666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.044440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.047001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0e472bad-7418-4102-901b-5644dac3bbac tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:53.057906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] For port e728c37c-5ff1-46d4-9c69-8a675ada2b7a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,segment=NetworkSegment(57605137-685e-4ff0-8039-7765bfc486d5),segment_id=57605137-685e-4ff0-8039-7765bfc486d5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:53.058415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.082987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.085668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Port': ['ID=e728c37c-5ff1-46d4-9c69-8a675ada2b7a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:53.089648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:53.094619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] No DVR routers for this DVR port e728c37c-5ff1-46d4-9c69-8a675ada2b7a on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:26:53.187376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Calling delete_port for e728c37c-5ff1-46d4-9c69-8a675ada2b7a owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:53.240857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Router d38a96c3-d633-4426-81f0-a9154e3303d8 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:26:53.272785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:53.273191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:53.289889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.322919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39d9d42-8f25-4681-abc5-aea1e3779a64']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:53.325753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.333965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-056a1509-5857-4e52-b406-4d8cf0a442a1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:53.335654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57605137-685e-4ff0-8039-7765bfc486d5') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:53.335972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57605137-685e-4ff0-8039-7765bfc486d5') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:53.348133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.368476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.375369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:26:53.375775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:26:53.390202 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:26:53.452807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting subnet cca2b525-41c5-404e-8085-cf7efd5e83d6 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:53.460590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.470557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.475233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-089eff3d-3d57-4455-bcc2-fa6b47222b24 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:53.491556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.502778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Network': ['ID=f39d9d42-8f25-4681-abc5-aea1e3779a64,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:53.505546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:53.509629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/networks/f39d9d42-8f25-4681-abc5-aea1e3779a64 HTTP/1.1" status: 204 len: 168 time: 1.0851009 Dec 09 09:26:53.510194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49938) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:53.564235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:53.573385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Pushing event updated for resources: {'Port': ['ID=121701ab-8fb8-4e01-b2a2-a0909168500c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:53.580769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:53.582642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:53.592645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:53.631978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.696580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting subnet 23178893-4a60-4da5-b8a2-fc10ad3925ef {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:53.699783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.774335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Deleting port e728c37c-5ff1-46d4-9c69-8a675ada2b7a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:53.774961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.778640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.839980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f59f35a-cb61-4531-86e3-0cc68a46db24 None None] The port 'e728c37c-5ff1-46d4-9c69-8a675ada2b7a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:26:53.846136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.847857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:53.938247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.943130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:53.982358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=abaf7979-3c81-4534-b241-9ce990637d28,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:53.989438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:54.022471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.028653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cb86a7a9-4ea8-4d74-ab4d-d36354f61885 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:54.064637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Subnet': ['ID=23178893-4a60-4da5-b8a2-fc10ad3925ef,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:54.068024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:54.069001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.075132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71c803-1655-4dca-8c00-e635fc73ef55 None None] Network 5f2e69df-0103-40d5-a332-cad1d5a43b37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:54.078179 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/subnets/23178893-4a60-4da5-b8a2-fc10ad3925ef HTTP/1.1" status: 204 len: 168 time: 0.5670834 Dec 09 09:26:54.078757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49944) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:54.235386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:54.235813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network hostable DHCP agents. Network: 8b00f647-b522-4bb4-913a-1ab25ad42a65, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:26:54.267967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.279750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting subnet 9efce880-eeac-4f24-b65b-37e2ce4d6d13 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:54.282620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.305496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.327074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6ab5b271-79e6-4da1-a451-4e98729a8500 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:54.343744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.346280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] DHCP port deletion for 5f2e69df-0103-40d5-a332-cad1d5a43b37 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:26:54.350792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Deleting port 41828c95-b290-4d0f-9a6b-70c86380b12f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:54.351360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.399246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Subnet': ['ID=cca2b525-41c5-404e-8085-cf7efd5e83d6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:54.414598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:54.417750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:26:54.430126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.431171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab1271-1f98-4df3-b10f-d715854953ae None None] Network 87f27de2-5535-41f2-9a36-ffeb4d57ab99 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:54.434173 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] Sync routers for ids ['d38a96c3-d633-4426-81f0-a9154e3303d8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:26:54.436407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.456967 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] Routers {'d38a96c3-d633-4426-81f0-a9154e3303d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:54.460276 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d38a96c3-d633-4426-81f0-a9154e3303d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:54.470255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:26:54.493291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.498198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e728c37c-5ff1-46d4-9c69-8a675ada2b7a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:54.513103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.514362 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "PUT /v2.0/routers/d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 200 len: 883 time: 6.0926030 Dec 09 09:26:54.527305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49952) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:54.532913 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/subnets/cca2b525-41c5-404e-8085-cf7efd5e83d6 HTTP/1.1" status: 204 len: 168 time: 1.7221713 Dec 09 09:26:54.535414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49956) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:54.552474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 8b00f647-b522-4bb4-913a-1ab25ad42a65) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:54.558515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:54.559203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.624855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab54266-655f-477c-b873-a28de5d168eb None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:54.626650 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:54.645426 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] Routers {'d38a96c3-d633-4426-81f0-a9154e3303d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:26:54.646071 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:26:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d38a96c3-d633-4426-81f0-a9154e3303d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:54.657977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e728c37c-5ff1-46d4-9c69-8a675ada2b7a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:26:54.658573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e728c37c-5ff1-46d4-9c69-8a675ada2b7a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:26:54.659164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41828c95-b290-4d0f-9a6b-70c86380b12f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:54.712649 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4794891 Dec 09 09:26:54.716444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49960) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:54.718584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:54.719160 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae23cb-0570-497a-8b5b-6ef06253cac0 None None] The sync data for ids ['d38a96c3-d633-4426-81f0-a9154e3303d8'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:26:54.725332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'name': 'tempest-NetworksTestDHCPv6-1210730456'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:54.768663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.793507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.802056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02710313-b1d3-4eaf-8f62-1417c1ffd7e5 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:54.834368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Deleting port 3f148348-84e9-437b-b101-1adc34630942 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:54.834706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.881183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.894055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.898916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:54.936099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Subnet': ['ID=9efce880-eeac-4f24-b65b-37e2ce4d6d13,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:54.943724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:54.955988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:54.960645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Pushing event updated for resources: {'Port': ['ID=121701ab-8fb8-4e01-b2a2-a0909168500c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:54.971704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/subnets/9efce880-eeac-4f24-b65b-37e2ce4d6d13 HTTP/1.1" status: 204 len: 168 time: 0.8919380 Dec 09 09:26:54.973116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:54.976137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:54.978080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49964) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:55.011379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:55.015388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:55.032008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:55.045006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea34f7-bf46-4f29-bb7b-0fb936292de6 None None] Network 4efe7725-7bbb-4e23-a4e3-207773412fa4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:55.153682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] For port 3f148348-84e9-437b-b101-1adc34630942, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3f148348-84e9-437b-b101-1adc34630942,segment=NetworkSegment(e3db2c84-69f2-4664-8368-16d4e533b7cf),segment_id=e3db2c84-69f2-4664-8368-16d4e533b7cf)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:55.154100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.174398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:26:55.177635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.199554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.208985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.222921 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-87beaf6f-76b8-41b0-b24d-c423773619ae tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 200 len: 924 time: 0.6941190 Dec 09 09:26:55.227028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49970) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:55.234057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:26:55.281317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Calling delete_port for 3f148348-84e9-437b-b101-1adc34630942 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:55.304009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.305080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2188148 Dec 09 09:26:55.316153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49974) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:55.324068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port 41828c95-b290-4d0f-9a6b-70c86380b12f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:55.324412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.422529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.477253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.482595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a3ab793-f047-4059-8ac2-9ef7fb312f1b tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:55.488065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:55.488687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.549015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:55.554933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Port': ['ID=3f148348-84e9-437b-b101-1adc34630942,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:55.557849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:55.558518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:55.562971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] No DVR routers for this DVR port 3f148348-84e9-437b-b101-1adc34630942 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:26:55.597754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Usage tracker for resource:floatingip and tenant:0bcaef01d482416998afb27beca088a9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:55.604241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:55.646096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::2a3 (8b00f647-b522-4bb4-913a-1ab25ad42a65/abaf7979-3c81-4534-b241-9ce990637d28/1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:55.665961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7698d385-aee9-41e0-bcc8-5f5bd4902c7f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=d38a96c3-d633-4426-81f0-a9154e3303d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4353220 Dec 09 09:26:55.671324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Calling delete_port for 41828c95-b290-4d0f-9a6b-70c86380b12f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:55.672966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 49984) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:55.691585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:55.723990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'abaf7979-3c81-4534-b241-9ce990637d28'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:26:55.724958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.741557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:55.778703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.780661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15d48db-1afe-429c-9d1f-cd672a999a7a None None] DHCP port deletion for 87f27de2-5535-41f2-9a36-ffeb4d57ab99 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:26:55.787234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:55.844505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:55.844505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.853375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.860770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93d7cc-eb2e-481f-8623-fc2ba215c291 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:55.864737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0b93d7cc-eb2e-481f-8623-fc2ba215c291 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.1866581 Dec 09 09:26:55.872605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:55.886179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:55.967000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=41828c95-b290-4d0f-9a6b-70c86380b12f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:55.975098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:55.975601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:55.976371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:56.009166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] DHCP port deletion for 4efe7725-7bbb-4e23-a4e3-207773412fa4 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:26:56.014498 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c070fee5-5fb7-4a16-82dd-1a8743a1a709 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 200 len: 205 time: 0.1345568 Dec 09 09:26:56.017085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 49992) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:56.017529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Deleting port 66063069-c74b-4da7-a2bc-9fb241ff8232 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:56.018030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.040175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for 41828c95-b290-4d0f-9a6b-70c86380b12f owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:56.105360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f27de2-5535-41f2-9a36-ffeb4d57ab99']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:56.170081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3db2c84-69f2-4664-8368-16d4e533b7cf') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:56.170534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3db2c84-69f2-4664-8368-16d4e533b7cf') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:56.196410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.220085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.231553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:26:56.231976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:26:56.248302 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:26:56.254125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] For port 66063069-c74b-4da7-a2bc-9fb241ff8232, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=66063069-c74b-4da7-a2bc-9fb241ff8232,segment=NetworkSegment(831dfe4c-f934-41a4-915b-9d946a24376a),segment_id=831dfe4c-f934-41a4-915b-9d946a24376a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:56.255375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.407157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:56.408435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:56.420928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Calling delete_port for 66063069-c74b-4da7-a2bc-9fb241ff8232 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:56.427116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.436714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.438822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.441411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:56.454077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:56.466123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 66063069-c74b-4da7-a2bc-9fb241ff8232 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:56.470760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Pushing event deleted for resources: {'Network': ['ID=87f27de2-5535-41f2-9a36-ffeb4d57ab99,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:56.479092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:56.481814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.488099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:56.493516 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] 10.222.0.41 "DELETE /v2.0/networks/87f27de2-5535-41f2-9a36-ffeb4d57ab99 HTTP/1.1" status: 204 len: 168 time: 1.9567842 Dec 09 09:26:56.496125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.503481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Deleting port 41828c95-b290-4d0f-9a6b-70c86380b12f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:56.503890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.561655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:56.569327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:56.571731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:56.577141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:56.577771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.591571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.595961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:56.599444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:56.617925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9000025 Dec 09 09:26:56.620592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50000) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:56.714284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/abaf7979-3c81-4534-b241-9ce990637d28/692469c4-f35c-4ce0-925c-ad58b511a68b) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:56.731519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230e83e-a4a2-419a-bc50-3bbc713eaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:56.732616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6230e83e-a4a2-419a-bc50-3bbc713eaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:56.740506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Allocated IP 172.26.4.136 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/de193194-fe18-40a0-b129-ff947fac5a9b) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:26:56.762545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6230e83e-a4a2-419a-bc50-3bbc713eaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:56.764074 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6230e83e-a4a2-419a-bc50-3bbc713eaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1423240 Dec 09 09:26:56.766959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50004) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:56.862970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 66063069-c74b-4da7-a2bc-9fb241ff8232 update to DOWN by agent not found {{(pid=83488) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 09 09:26:56.863417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3f148348-84e9-437b-b101-1adc34630942 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:26:56.867596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:56.868033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.908898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.916375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-921b198c-c0ac-498d-a9a3-919c6f131cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:56.971706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port 41828c95-b290-4d0f-9a6b-70c86380b12f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:56.973088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:56.996742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 3f148348-84e9-437b-b101-1adc34630942 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:26:56.997119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3f148348-84e9-437b-b101-1adc34630942 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:26:57.007570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.090518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.096277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50014) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:57.101637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.111920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb49f5e4-38ef-43bf-9319-562fce0b0dc8 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:57.128559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Pushing event deleted for resources: {'Port': ['ID=66063069-c74b-4da7-a2bc-9fb241ff8232,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:57.130928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:57.151201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port 1aa4eef2-fcf7-42ac-ac15-e5684de58333 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:57.151201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.204256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] No DVR routers for this DVR port 66063069-c74b-4da7-a2bc-9fb241ff8232 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:26:57.246649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:57.247473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Pushing event updated for resources: {'Port': ['ID=de193194-fe18-40a0-b129-ff947fac5a9b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:57.252633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:57.253245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.266294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:57.268882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:57.274034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:57.404291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Calling delete_port for 41828c95-b290-4d0f-9a6b-70c86380b12f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:57.441414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] For port 41828c95-b290-4d0f-9a6b-70c86380b12f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41828c95-b290-4d0f-9a6b-70c86380b12f,segment=NetworkSegment(e48fb8e4-3841-4ea4-90f7-c42bb7ab1318),segment_id=e48fb8e4-3841-4ea4-90f7-c42bb7ab1318)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:26:57.441897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.551698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.565351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Transition to ACTIVE for port object 692469c4-f35c-4ce0-925c-ad58b511a68b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:57.568204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.576493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-407de769-5f77-4c7b-b16c-72c586efa69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:57.588772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for 41828c95-b290-4d0f-9a6b-70c86380b12f owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:57.627698 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44b457f5-2b2a-4d2b-af3c-a36d3bdfc2a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c988a8013be49a1b4202a332d3d3fd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5266581 Dec 09 09:26:57.627920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Pushing event deleted for resources: {'Port': ['ID=41828c95-b290-4d0f-9a6b-70c86380b12f,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:57.630413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50022) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:57.630586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:57.633450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.636247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] No DVR routers for this DVR port 41828c95-b290-4d0f-9a6b-70c86380b12f on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:26:57.645360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Transition to ACTIVE for port object 692469c4-f35c-4ce0-925c-ad58b511a68b will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:26:57.655291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.660007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1187b793-1af9-484a-ab59-88de01337eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:57.677022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.728067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:26:57.729203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Pushing event updated for resources: {'Port': ['ID=692469c4-f35c-4ce0-925c-ad58b511a68b,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:57.731905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:57.733209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:26:57.735344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:26:57.816921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for 1aa4eef2-fcf7-42ac-ac15-e5684de58333 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:57.820747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:26:57.825229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Attempting to bind port 692469c4-f35c-4ce0-925c-ad58b511a68b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:26:57.825602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Attempting to bind port 692469c4-f35c-4ce0-925c-ad58b511a68b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:26:57.825964 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Attempting to bind port 692469c4-f35c-4ce0-925c-ad58b511a68b on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:26:57.832951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:26:57.833328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:26:57.833734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.834130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:26:57.834593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Bound port: 692469c4-f35c-4ce0-925c-ad58b511a68b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:26:57.834966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.860181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.874823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:26:57.875165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:26:57.927362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] For port 692469c4-f35c-4ce0-925c-ad58b511a68b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:26:57.930681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] For port 692469c4-f35c-4ce0-925c-ad58b511a68b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=692469c4-f35c-4ce0-925c-ad58b511a68b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:26:57.937683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:57.941552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8b7c5d6e-3161-48dc-941f-a35185c0bb6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:58.003984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.009841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.020672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:58.031314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Pushing event updated for resources: {'Port': ['ID=692469c4-f35c-4ce0-925c-ad58b511a68b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:58.036720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:58.079288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.118848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:58.123567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:58.124903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.141743 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 HTTP/1.1" status: 204 len: 168 time: 1.3731284 Dec 09 09:26:58.147837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50030) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:58.209221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.248450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f0794-2997-4033-9504-ab560b40e50f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:58.250078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f0794-2997-4033-9504-ab560b40e50f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:26:58.250817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-080f0794-2997-4033-9504-ab560b40e50f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:26:58.280652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-080f0794-2997-4033-9504-ab560b40e50f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:26:58.283820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-080f0794-2997-4033-9504-ab560b40e50f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1350234 Dec 09 09:26:58.288688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.291267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50034) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:58.292687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port 41828c95-b290-4d0f-9a6b-70c86380b12f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:26:58.292817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.355570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-14595bac-8a0d-43d0-8804-1dc6337e272e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:58.398712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7edaec-51e2-4041-b05a-8713785dd11e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:58.413319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:58.460502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.529273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-08e32682-6e8d-45b9-8fee-53313a0d5139 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:58.557598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 692469c4-f35c-4ce0-925c-ad58b511a68b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:26:58.564371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.565360 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c7edaec-51e2-4041-b05a-8713785dd11e HTTP/1.1" status: 204 len: 168 time: 0.9357531 Dec 09 09:26:58.587207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=1aa4eef2-fcf7-42ac-ac15-e5684de58333,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:58.597522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:58.700992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] The port '41828c95-b290-4d0f-9a6b-70c86380b12f' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:26:58.729933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 692469c4-f35c-4ce0-925c-ad58b511a68b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:58.892809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.922480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:26:58.940574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:58.981144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.007502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2e69df-0103-40d5-a332-cad1d5a43b37']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.034761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.035077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48fb8e4-3841-4ea4-90f7-c42bb7ab1318') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.057682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.063307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.099928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet abaf7979-3c81-4534-b241-9ce990637d28 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:26:59.102467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.110930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.146678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e4312dbe-27b2-458b-9024-dfaa58405683 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:59.159747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:26:59.160707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:26:59.180928 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:26:59.243720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Pushing event updated for resources: {'Port': ['ID=de193194-fe18-40a0-b129-ff947fac5a9b,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:59.251148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:59.316762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.396455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.402010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.411519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:26:59.439193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/networks/5f2e69df-0103-40d5-a332-cad1d5a43b37 HTTP/1.1" status: 204 len: 168 time: 4.4573832 Dec 09 09:26:59.440228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Network': ['ID=5f2e69df-0103-40d5-a332-cad1d5a43b37,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:26:59.442712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:26:59.443460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50058) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:59.498593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d08bc-d184-4ee5-aa61-7b59ab6e0896 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:26:59.614214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.635873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.637051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Provisioning for port 692469c4-f35c-4ce0-925c-ad58b511a68b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:26:59.647842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Provisioning complete for port 692469c4-f35c-4ce0-925c-ad58b511a68b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:26:59.648234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.664825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.669626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.737196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.737680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router d38a96c3-d633-4426-81f0-a9154e3303d8 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:26:59.782376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.801769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.802884 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 204 len: 168 time: 3.7843826 Dec 09 09:26:59.814236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50068) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:59.836904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-914890584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:26:59.848615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.855225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:26:59.865542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50072) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:59.867816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:26:59.879903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:26:59.893986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:26:59.900587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efe7725-7bbb-4e23-a4e3-207773412fa4']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.906915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.908680 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5914724 Dec 09 09:26:59.911577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50078) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:26:59.941066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831dfe4c-f934-41a4-915b-9d946a24376a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.941440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831dfe4c-f934-41a4-915b-9d946a24376a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:26:59.966841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.982822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.990945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:26:59.996161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c883540-2391-471c-b076-69117f5cd07b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:00.026766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.027909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.077077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=abaf7979-3c81-4534-b241-9ce990637d28,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:00.084349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.088421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:00.094589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50082) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.095281 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3913b3e8-0a05-4831-b990-d34eaf2ff48e tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1817174 Dec 09 09:27:00.096631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:00.097013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:00.098187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:00.098620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.100095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.129046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.154178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.155362 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8f9a3222-1157-4d6a-a7e8-6a291e0762ec tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3401425 Dec 09 09:27:00.158321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50086) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.163483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': True}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:00.172181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:00.174641 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:00.194042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-13877475'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:00.266981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3fc31a-d67f-4948-b493-4a6558416a48 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:00.269163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:00.288843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:network and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:00.293846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/abaf7979-3c81-4534-b241-9ce990637d28 HTTP/1.1" status: 204 len: 168 time: 1.9439437 Dec 09 09:27:00.294828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:00.297418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50090) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.307042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-80aa4675-d610-4cab-bb76-63ae2572aa5a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2104459 Dec 09 09:27:00.308315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:00.311455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50094) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.379275 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4e5618cf-65e4-4e29-a8de-35f364f36aa4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774808 Dec 09 09:27:00.393291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50098) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.394226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.403845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:00.419433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1c80e4a8-2cff-40d0-adc7-e1e7724ef4f1 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:00.435331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.442290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Made reservation on behalf of 2630ab39c88b439b9be21466a811cae6 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:00.444940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.527368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:00.532074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Deleting port 692469c4-f35c-4ce0-925c-ad58b511a68b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:00.532463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.626777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Network': ['ID=4efe7725-7bbb-4e23-a4e3-207773412fa4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:00.650703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:00.650932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.654786 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/networks/4efe7725-7bbb-4e23-a4e3-207773412fa4 HTTP/1.1" status: 204 len: 168 time: 1.2081311 Dec 09 09:27:00.655519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50106) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:00.655722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.724439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.738470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Deleting port de193194-fe18-40a0-b129-ff947fac5a9b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:00.738897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.825419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:00.839748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] For port 692469c4-f35c-4ce0-925c-ad58b511a68b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=692469c4-f35c-4ce0-925c-ad58b511a68b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:00.841609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] For port 692469c4-f35c-4ce0-925c-ad58b511a68b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=692469c4-f35c-4ce0-925c-ad58b511a68b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:00.841731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:security_group_rule and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:00.842011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.847647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:00.849577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:00.854392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:00.866745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:00.882627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:00.885511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:00.890128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:00.957527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:00.967576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting subnet b8d0d54f-5047-4209-b7da-d33e7d416b8f {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:00.970644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.012078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:01.016522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.026031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Calling delete_port for 692469c4-f35c-4ce0-925c-ad58b511a68b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:01.028372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.108714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Pushing event updated for resources: {'Port': ['ID=692469c4-f35c-4ce0-925c-ad58b511a68b,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:01.122342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:01.124724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3aae6400-72a4-4ae3-8e01-2906460783bf None None] Provisioning complete for port 692469c4-f35c-4ce0-925c-ad58b511a68b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:01.125106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3aae6400-72a4-4ae3-8e01-2906460783bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.131136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.156377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.159695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.177490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:01.177887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:01.330405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Calling delete_port for de193194-fe18-40a0-b129-ff947fac5a9b owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:01.375565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.385154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.385822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:01.394669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.410737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:01.427028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d0d54f-5047-4209-b7da-d33e7d416b8f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:01.436882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:01.442498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.450299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b52a2d-720f-45ec-88aa-fbbbafe0de34 None None] Network 317bb728-2139-48e4-9446-f217f5c269b8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:01.450463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.478769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/subnets/b8d0d54f-5047-4209-b7da-d33e7d416b8f HTTP/1.1" status: 204 len: 168 time: 0.8213444 Dec 09 09:27:01.481887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50112) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:01.485677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.495951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:01.518141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecd92b-e6e6-4c12-8f37-9150d93c8511,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:01.524865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:01.537018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.537589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Added segment 432a4976-fe69-4ab6-95d2-e0440b3ce074 of type vlan for network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 Dec 09 09:27:01.618423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.664002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.679050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Deleting port 692469c4-f35c-4ce0-925c-ad58b511a68b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:01.680081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.684092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.691592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aeed31d5-43db-4942-987f-5e2e21675442 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:01.723277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.729329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Deleting port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:01.729673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.753067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.756803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:01.757385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.782549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] DHCP port deletion for 317bb728-2139-48e4-9446-f217f5c269b8 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:01.790216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Deleting port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:01.790216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.795037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 172.26.4.88 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/4c81369b-772e-4501-b373-792095fbc2d8) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:01.857327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:01.870748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:01.893919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:01.894517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:01.966425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=a68f669c-da19-4f77-80a8-4dbf626b9cb5,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:01.982218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:01.996023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:02.038628 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6424589 Dec 09 09:27:02.045486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50120) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:02.051561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1843791 Dec 09 09:27:02.053469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50124) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:02.054516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.057849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.058990 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] 10.222.0.41 "DELETE /v2.0/floatingips/c134ebad-a85e-4f98-9949-355a08e9c94c HTTP/1.1" status: 204 len: 168 time: 1.7465963 Dec 09 09:27:02.065028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'name': 'tempest-NetworksTestDHCPv6-1403362651'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:02.066336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Pushing event deleted for resources: {'Port': ['ID=de193194-fe18-40a0-b129-ff947fac5a9b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:02.068695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:02.069526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50126) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:02.069966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:02.095483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'subnet': {'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:02.178004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] For port 692469c4-f35c-4ce0-925c-ad58b511a68b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=692469c4-f35c-4ce0-925c-ad58b511a68b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:02.178700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.313843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Deleting port 121701ab-8fb8-4e01-b2a2-a0909168500c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:02.314499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.341560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Calling delete_port for 692469c4-f35c-4ce0-925c-ad58b511a68b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:02.342049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Network': ['ID=6f42cee9-65e5-47c8-9c64-1ba42ba32f98,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:02.345308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:02.381784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:02.402162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] For port d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,segment=NetworkSegment(cce19423-8d8b-46b7-902a-3eab1d40abd7),segment_id=cce19423-8d8b-46b7-902a-3eab1d40abd7)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:02.402639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.424714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.441687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:02.445697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:subnet and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:02.448997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:02.465007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:02.482375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] For port d4cbb526-6a7a-4cc6-8ae0-898e4923e923, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,segment=NetworkSegment(cce19423-8d8b-46b7-902a-3eab1d40abd7),segment_id=cce19423-8d8b-46b7-902a-3eab1d40abd7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:02.482907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.503510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 692469c4-f35c-4ce0-925c-ad58b511a68b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:02.599828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Calling delete_port for d4cbb526-6a7a-4cc6-8ae0-898e4923e923 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:02.638303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Made reservation on behalf of 2630ab39c88b439b9be21466a811cae6 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:02.638813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.639151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.657805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:02.678850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:02.684535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:02.694679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Calling delete_port for d4cbb526-6a7a-4cc6-8ae0-898e4923e923 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:02.756578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:02.768201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Calling delete_port for 121701ab-8fb8-4e01-b2a2-a0909168500c owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:02.769800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.782964 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:02.800473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.822753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.827801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:02.830692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.833322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.833931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No active binding found for port 692469c4-f35c-4ce0-925c-ad58b511a68b {{(pid=83488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 09 09:27:02.834345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 692469c4-f35c-4ce0-925c-ad58b511a68b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:02.834770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d4cbb526-6a7a-4cc6-8ae0-898e4923e923 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:02.846071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-406627ab-a33d-4e9d-8243-23eab6f00d17 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:02.865283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Pushing event deleted for resources: {'Port': ['ID=692469c4-f35c-4ce0-925c-ad58b511a68b,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:02.867646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:02.879590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] No DVR routers for this DVR port 692469c4-f35c-4ce0-925c-ad58b511a68b on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:02.892319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: d4cbb526-6a7a-4cc6-8ae0-898e4923e923 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:02.892674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d4cbb526-6a7a-4cc6-8ae0-898e4923e923 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:02.932397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527646ba-cc96-44c8-bc48-39643c63b2ce None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:02.940064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:02.944235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4c9846a8-6f1f-4b41-ad5c-0af3ab87ae9f tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:02.948437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:02.948724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:02.996579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Pushing event deleted for resources: {'Port': ['ID=121701ab-8fb8-4e01-b2a2-a0909168500c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:03.005357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:03.015283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.100941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.126225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.128203 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/c253116b-c1dd-4965-a168-afe3673e015b HTTP/1.1" status: 204 len: 168 time: 1.0438540 Dec 09 09:27:03.132108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50138) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:03.145154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:03.146703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 4cb639e7-a41e-40c1-9049-e25c1230fd9e yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:03.186626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:03.195835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:03.210451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'a68f669c-da19-4f77-80a8-4dbf626b9cb5'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:03.211419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.230307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:03.230691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.281689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] No DVR routers for this DVR port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:03.285993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=4c81369b-772e-4501-b373-792095fbc2d8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:03.326742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:03.328363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:03.393228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/a68f669c-da19-4f77-80a8-4dbf626b9cb5/423080ca-34d7-4ae7-8f3d-d52bd5ee42d4) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:03.510617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Port': ['ID=d4cbb526-6a7a-4cc6-8ae0-898e4923e923,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:03.515126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.518985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Deleting port d4cbb526-6a7a-4cc6-8ae0-898e4923e923 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:03.519299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.522966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:03.527586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.620550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0022f5b-9744-44b6-a13b-c6ece2a5f52a None None] The port 'd4cbb526-6a7a-4cc6-8ae0-898e4923e923' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:27:03.625578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317bb728-2139-48e4-9446-f217f5c269b8']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:03.633926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e71d059-53f3-4fc5-b391-1ab20c293e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.656245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce19423-8d8b-46b7-902a-3eab1d40abd7') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:03.656583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce19423-8d8b-46b7-902a-3eab1d40abd7') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:03.678180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for 4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:03.683416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.719238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.729045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:03.729546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:03.751457 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:03.758452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.773643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b5cb98a-1c38-46ab-9bd8-78d3e7f78e4c tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:03.817283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.878372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.885281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4eb3ae3e-f8ac-4ba4-a6d2-cdeb9f772867 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:03.905566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Transition to ACTIVE for port object 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:03.911201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.920204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.925063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Transition to ACTIVE for port object 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:03.930860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Subnet': ['ID=450ed5a7-f663-4caf-836f-f8f1914d23a1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:03.933846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:03.939441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:03.939602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:03.946064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:03.957909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:03.967979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:04.017206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Pushing event updated for resources: {'Port': ['ID=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:04.022313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:04.026775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Pushing event deleted for resources: {'Network': ['ID=317bb728-2139-48e4-9446-f217f5c269b8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:04.029497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:04.036205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:04.037486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:04.041580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:04.058841 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/networks/317bb728-2139-48e4-9446-f217f5c269b8 HTTP/1.1" status: 204 len: 168 time: 2.5759740 Dec 09 09:27:04.062313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50144) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.063844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.122714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Checking segment: {'id': '432a4976-fe69-4ab6-95d2-e0440b3ce074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:04.122930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60fabe98-c7fc-4fcf-8063-99ab9648442b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Synchronizing usage tracker for tenant:a609bbd461c84a3ead84ec2e807e14d7 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:04.123017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network hostable DHCP agents. Network: 6f42cee9-65e5-47c8-9c64-1ba42ba32f98, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:04.153996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-60fabe98-c7fc-4fcf-8063-99ab9648442b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Unset dirty status for tenant:a609bbd461c84a3ead84ec2e807e14d7 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:04.158356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-60fabe98-c7fc-4fcf-8063-99ab9648442b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "GET /v2.0/ports?device_id=b044871c-775a-4c5d-8b0e-2613b8b6aae7 HTTP/1.1" status: 200 len: 205 time: 0.0948009 Dec 09 09:27:04.158939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50148) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.166732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::379 (8b00f647-b522-4bb4-913a-1ab25ad42a65/a68f669c-da19-4f77-80a8-4dbf626b9cb5/4cb639e7-a41e-40c1-9049-e25c1230fd9e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:04.169496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Attempting to bind port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:04.169906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Attempting to bind port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:04.170466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Attempting to bind port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:04.179578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:04.180149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:04.180672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.181454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:04.182482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Bound port: 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:04.183665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.292661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] For port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:04.296939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] For port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:04.298836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.310894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.313033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50156) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.313872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:04.315319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a434fa6b-1fcb-4981-a56e-f3be97b937a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:04.316908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/ports/4b0fb907-c48d-47bc-bf02-3f1e05cc6ab2 HTTP/1.1" status: 204 len: 168 time: 1.1736972 Dec 09 09:27:04.388928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.402490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6f42cee9-65e5-47c8-9c64-1ba42ba32f98) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:04.403344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34474ade-c85b-411e-a0dc-b2a69a1cfd68 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:04.407102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:04.407670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.441158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Pushing event updated for resources: {'Port': ['ID=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:04.443696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 34474ade-c85b-411e-a0dc-b2a69a1cfd68 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:04.444080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34474ade-c85b-411e-a0dc-b2a69a1cfd68 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:04.445846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7b92f-9cc6-47d6-8bac-1d789677ef60 None None] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:04.447850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.461521 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3749146 Dec 09 09:27:04.467135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50160) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.475000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:04.475116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-931944898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:04.528619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.538981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:04.550518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:router and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:04.556849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:04.590725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.630993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:04.694549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624b4ca-5921-4d34-8253-a5ef93d63335 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:04.698490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a624b4ca-5921-4d34-8253-a5ef93d63335 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Synchronizing usage tracker for tenant:2331e684b4ba47adb7ef5ee1af4694b0 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:04.715583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.716960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.763087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6f42cee9-65e5-47c8-9c64-1ba42ba32f98', 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98', 'tenant_id': '2630ab39c88b439b9be21466a811cae6', 'fixed_ips': [{'subnet_id': '450ed5a7-f663-4caf-836f-f8f1914d23a1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:04.764064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:04.765195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a624b4ca-5921-4d34-8253-a5ef93d63335 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Unset dirty status for tenant:2331e684b4ba47adb7ef5ee1af4694b0 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:04.766366 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a624b4ca-5921-4d34-8253-a5ef93d63335 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cec05b3-1ffd-4e48-8d69-aff238baea49 HTTP/1.1" status: 200 len: 913 time: 0.4492054 Dec 09 09:27:04.772633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50166) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.781735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.003352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Allocated IP 172.20.0.2 (6f42cee9-65e5-47c8-9c64-1ba42ba32f98/450ed5a7-f663-4caf-836f-f8f1914d23a1/c1163dfc-1e6f-4567-8544-d888dba4f3cb) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:05.054339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.059357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 4cb639e7-a41e-40c1-9049-e25c1230fd9e will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:05.060378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.077352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.106434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.106960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Fanout notify agent at l3_agent the message router_deleted on router b044871c-775a-4c5d-8b0e-2613b8b6aae7 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:05.119038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.120688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63f06aa6-2f94-4a74-a9ce-eebe7f3e3d13 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] 10.222.0.41 "DELETE /v2.0/routers/b044871c-775a-4c5d-8b0e-2613b8b6aae7 HTTP/1.1" status: 204 len: 168 time: 0.9588716 Dec 09 09:27:05.235684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.242066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.254422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Transition to ACTIVE for port object c1163dfc-1e6f-4567-8544-d888dba4f3cb will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:05.267719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.268942 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a800cdb1-92e3-4ca0-8d83-ae4ac1e3da8b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7995665 Dec 09 09:27:05.271891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:05.281128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.296523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62a88949-ab2d-42f8-83e0-1a612116d227 tempest-PortsAdminExtendedAttrsTestJSON-1798543587 tempest-PortsAdminExtendedAttrsTestJSON-1798543587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:05.297945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Transition to ACTIVE for port object c1163dfc-1e6f-4567-8544-d888dba4f3cb will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:05.305301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.313227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:05.390630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:05.393938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:05.398389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:05.401260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:05.401590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Pushing event updated for resources: {'Port': ['ID=c1163dfc-1e6f-4567-8544-d888dba4f3cb,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:05.405993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:05.420876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=4cb639e7-a41e-40c1-9049-e25c1230fd9e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:05.427728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:05.430809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:05.435426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:05.436084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.441222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:05.487430 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4384825 Dec 09 09:27:05.489368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50182) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:05.580009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Attempting to bind port c1163dfc-1e6f-4567-8544-d888dba4f3cb on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:05.580632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Attempting to bind port c1163dfc-1e6f-4567-8544-d888dba4f3cb by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '432a4976-fe69-4ab6-95d2-e0440b3ce074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:05.581154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Attempting to bind port c1163dfc-1e6f-4567-8544-d888dba4f3cb on network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:05.591530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:05.593027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Checking segment: {'id': '432a4976-fe69-4ab6-95d2-e0440b3ce074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:05.593659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.594255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Bound using segment: {'id': '432a4976-fe69-4ab6-95d2-e0440b3ce074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:05.594877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Bound port: c1163dfc-1e6f-4567-8544-d888dba4f3cb, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432a4976-fe69-4ab6-95d2-e0440b3ce074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:05.595990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.611279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:05.692142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b1fdae0-9193-4261-968e-99743bcc09ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.724576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] For port c1163dfc-1e6f-4567-8544-d888dba4f3cb, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:05.731260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] For port c1163dfc-1e6f-4567-8544-d888dba4f3cb, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c1163dfc-1e6f-4567-8544-d888dba4f3cb,segment=NetworkSegment(432a4976-fe69-4ab6-95d2-e0440b3ce074),segment_id=432a4976-fe69-4ab6-95d2-e0440b3ce074)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:05.738839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:05.746783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:05.782074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router 547d4197-f6e7-4e95-84da-5ed58ffaa28f is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:05.864554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Pushing event updated for resources: {'Port': ['ID=c1163dfc-1e6f-4567-8544-d888dba4f3cb,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:05.869916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:05.888905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b5a2f0-e197-4ec7-bdbb-d3e5f0cc034d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:05.893040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b5a2f0-e197-4ec7-bdbb-d3e5f0cc034d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:05.893841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c9b5a2f0-e197-4ec7-bdbb-d3e5f0cc034d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:06.051134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-62e5c1fd-e9cb-4597-9f83-f1df914284d8 None None] Provisioning for port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:06.072010 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d2a2efa-8b48-40fd-b380-a9d33485fa23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a609bbd461c84a3ead84ec2e807e14d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4583623 Dec 09 09:27:06.074088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50194) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:06.083480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c9b5a2f0-e197-4ec7-bdbb-d3e5f0cc034d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:06.084583 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c9b5a2f0-e197-4ec7-bdbb-d3e5f0cc034d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5943255 Dec 09 09:27:06.087302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50198) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:06.202516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.221625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.254570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 4cb639e7-a41e-40c1-9049-e25c1230fd9e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:06.254925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.300738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.327659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.435148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6840e4da-3871-458e-80b7-2056769787a2 None None] Could not find standard attr ID for object 1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:27:06.566987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c1163dfc-1e6f-4567-8544-d888dba4f3cb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:06.593977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:06.609130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.619114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] Sync routers for ids ['547d4197-f6e7-4e95-84da-5ed58ffaa28f'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:06.620830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63b041ed-9b18-4823-83d3-bb7e71bc08fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:06.655413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] Routers {'547d4197-f6e7-4e95-84da-5ed58ffaa28f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:06.656096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['547d4197-f6e7-4e95-84da-5ed58ffaa28f'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:06.663172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.664933 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "PUT /v2.0/routers/547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 200 len: 917 time: 6.5056765 Dec 09 09:27:06.670396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d983c9-1c81-4fbb-86ba-9f17b78fa148,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:06.673019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:06.673806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50204) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:06.681471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.682766 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0d983c9-1c81-4fbb-86ba-9f17b78fa148 HTTP/1.1" status: 204 len: 168 time: 0.6063304 Dec 09 09:27:06.886668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:06.936119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:06.936394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port c1163dfc-1e6f-4567-8544-d888dba4f3cb completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:06.939421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] Routers {'547d4197-f6e7-4e95-84da-5ed58ffaa28f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:06.940064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['547d4197-f6e7-4e95-84da-5ed58ffaa28f'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:07.133503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:07.202994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:07.203418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb649ad-5532-4da2-b01b-5ceb1dc88bfd None None] The sync data for ids ['547d4197-f6e7-4e95-84da-5ed58ffaa28f'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:07.335338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e2420b13-2a16-404a-991d-9e04c064f277 None None] Provisioning for port 4cb639e7-a41e-40c1-9049-e25c1230fd9e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:07.344110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e2420b13-2a16-404a-991d-9e04c064f277 None None] Provisioning complete for port 4cb639e7-a41e-40c1-9049-e25c1230fd9e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:07.344465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e2420b13-2a16-404a-991d-9e04c064f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.345042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Allocated IP 172.20.0.1 (6f42cee9-65e5-47c8-9c64-1ba42ba32f98/450ed5a7-f663-4caf-836f-f8f1914d23a1/f78f8f92-9d6d-4c82-9335-7b36e4c694a0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:07.413990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.435431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e2420b13-2a16-404a-991d-9e04c064f277 None None] Port 4cb639e7-a41e-40c1-9049-e25c1230fd9e cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:07.436677 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-68e90d8f-51e1-41bc-bbea-66f844370671 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 200 len: 923 time: 0.7585094 Dec 09 09:27:07.442069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:07.448785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:07.449699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.469615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50220) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:07.586118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.596571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06776ae-7fc0-496e-8230-ea6d993c0b72 None None] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:07.641625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 4cb639e7-a41e-40c1-9049-e25c1230fd9e owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:07.677612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-405422a0-bde6-4678-89ba-6dee93a1acae tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=547d4197-f6e7-4e95-84da-5ed58ffaa28f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2066896 Dec 09 09:27:07.682332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50228) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:07.725351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:07.730173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Provisioning for port c1163dfc-1e6f-4567-8544-d888dba4f3cb completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:07.738906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.756495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:07.785911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.802334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Transition to ACTIVE for port object f78f8f92-9d6d-4c82-9335-7b36e4c694a0 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:07.825600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Provisioning complete for port c1163dfc-1e6f-4567-8544-d888dba4f3cb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:07.825866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.829883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ef3b3-04c1-46b7-8696-053b52efe0f0 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:07.831620 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6c3ef3b3-04c1-46b7-8696-053b52efe0f0 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.1488421 Dec 09 09:27:07.836002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50236) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:07.841215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:07.961906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0bd7c38-67a3-4a37-837e-9efef84d1145 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:07.987963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port fb9506b3-e237-4d76-a472-0e45ca37fe79 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:07.988661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.056631 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6123c1a3-ae34-4268-b44f-28f803064b05 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 200 len: 205 time: 0.2197390 Dec 09 09:27:08.060414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50246) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:08.089048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:08.106281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:08.109296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:08.135079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:08.149708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:08.158045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=f78f8f92-9d6d-4c82-9335-7b36e4c694a0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:08.161581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:08.183580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.192457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b15be8a-ec84-4c10-9cb3-d65d7fc5546e tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:08.243558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50252) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:08.245346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.260762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.271859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=4cb639e7-a41e-40c1-9049-e25c1230fd9e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:08.273836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.297660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:08.309591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.326000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] For port c1163dfc-1e6f-4567-8544-d888dba4f3cb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c1163dfc-1e6f-4567-8544-d888dba4f3cb,segment=NetworkSegment(432a4976-fe69-4ab6-95d2-e0440b3ce074),segment_id=432a4976-fe69-4ab6-95d2-e0440b3ce074)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:08.330647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.332617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562da71-8865-4260-97cb-3096e7ef7ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:08.422675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.461979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Pushing event updated for resources: {'Port': ['ID=c1163dfc-1e6f-4567-8544-d888dba4f3cb,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:08.468320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:08.478154 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/4cb639e7-a41e-40c1-9049-e25c1230fd9e HTTP/1.1" status: 204 len: 168 time: 2.3886638 Dec 09 09:27:08.484249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:08.511975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:08.552046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for fb9506b3-e237-4d76-a472-0e45ca37fe79 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:08.591278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:08.591968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.607545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1996189629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:08.625630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db83967-b61d-45eb-a4e9-4222d055708c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:08.627080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db83967-b61d-45eb-a4e9-4222d055708c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:08.628261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8db83967-b61d-45eb-a4e9-4222d055708c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:08.638022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:08.655738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:router and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:08.664558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:08.679262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.691913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:08.697947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8db83967-b61d-45eb-a4e9-4222d055708c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:08.699222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8db83967-b61d-45eb-a4e9-4222d055708c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858428 Dec 09 09:27:08.704489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:08.723447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Provisioning for port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:08.736254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Provisioning complete for port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:08.736863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.795927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.796870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.813768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:08.829447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Provisioning complete for port c1163dfc-1e6f-4567-8544-d888dba4f3cb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:08.829958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-95d932a5-8ccb-4e14-acc4-0165c4a71fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.932241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:08.937372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:08.986800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=fb9506b3-e237-4d76-a472-0e45ca37fe79,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:08.993367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:09.103898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.137581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3d3fd858-d674-433d-9bcb-9bed0904f9c9 None None] Provisioning complete for port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:09.138703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd858-d674-433d-9bcb-9bed0904f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.185372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.209035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fd858-d674-433d-9bcb-9bed0904f9c9 None None] Port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:09.319833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.420705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet a68f669c-da19-4f77-80a8-4dbf626b9cb5 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:09.426541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.457996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.459047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8441066f-32fb-4aa6-aeea-9c1d6ec8bdc5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2136569 Dec 09 09:27:09.464350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50272) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:09.475512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-323912654'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:09.490653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:09.506238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:network and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:09.511224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:09.516188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.564632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:09.594987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:09.598224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.598781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.608036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.624993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.641623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c472e230-8793-4eb9-875d-f5db4052aa33 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:09.689009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:09.697320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:security_group_rule and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:09.706820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:09.715792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.718473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:09.722217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.744321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port 4c81369b-772e-4501-b373-792095fbc2d8 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:09.744841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.763787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=f78f8f92-9d6d-4c82-9335-7b36e4c694a0,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:09.770040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:09.774562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.780390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.907766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.923449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55301f4e-ddc6-4712-b416-63014ce416ac tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:09.975042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=a68f669c-da19-4f77-80a8-4dbf626b9cb5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:09.980232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:09.987913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:09.998083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7458e5-7c69-4a29-99f2-e45c959bb6d1 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:09.999645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:10.002358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:10.006146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.026189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.032484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a37594c1-a6a2-413f-934b-7664254ad4f7 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:10.067375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.067798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/a68f669c-da19-4f77-80a8-4dbf626b9cb5 HTTP/1.1" status: 204 len: 168 time: 1.3622618 Dec 09 09:27:10.068396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50276) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:10.089601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:10.222484 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-64a3592f-881a-469f-a66b-173a0f9374a2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906234 Dec 09 09:27:10.223798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50282) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:10.230867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for 4c81369b-772e-4501-b373-792095fbc2d8 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:10.259915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:10.310575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:10.315536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Deleting port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:10.316049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.317888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d148480-4808-4bab-a620-785f4e5f7be7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:10.325522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.325862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Added segment 512d7583-7e67-493d-add1-741e021ae732 of type vlan for network 4cbc5453-b004-4c68-b874-09f75b17d6d1 Dec 09 09:27:10.337216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:10.392487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.475528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-21845665-6ca7-4581-83f8-b520744da294 None None] Provisioning complete for port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:10.476363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-21845665-6ca7-4581-83f8-b520744da294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.490207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.535373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:10.536188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.542824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c1163dfc-1e6f-4567-8544-d888dba4f3cb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:10.546893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-10bfdfce-301a-42aa-a3c8-f707e674c24d tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:10.565807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:10.570029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:10.574121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:10.580524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:10.598358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:10.602785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.768355 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2984552 Dec 09 09:27:10.798328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-21845665-6ca7-4581-83f8-b520744da294 None None] Port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:10.804544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50290) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:10.819060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Network': ['ID=4cbc5453-b004-4c68-b874-09f75b17d6d1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:10.820858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] For port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:10.822538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.827803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.830892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'subnet': {'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:10.831522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:10.834100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:10.840840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:10.925982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c1163dfc-1e6f-4567-8544-d888dba4f3cb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:10.926234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:10.994306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:11.001323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:subnet and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:11.005095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:11.006934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=4c81369b-772e-4501-b373-792095fbc2d8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:11.014525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:11.019087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:11.051559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Calling delete_port for 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:11.086088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:11.122238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Router 624fc31b-dfb5-4950-b76f-381724ed0911 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:11.251580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.264101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.267500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8c833cb7-390c-4296-8da7-a5b5c731a681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:11.314532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Pushing event deleted for resources: {'Port': ['ID=423080ca-34d7-4ae7-8f3d-d52bd5ee42d4,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:11.320369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:11.323724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.324086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] No DVR routers for this DVR port 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:11.335154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:11.372924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:11.373279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 423080ca-34d7-4ae7-8f3d-d52bd5ee42d4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:11.403833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.430673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:11.537285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:11.547925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:11.559883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e147460-a406-409e-919a-d441db977f27 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:11.564670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:11.565206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.602901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=fa65ffbd-3e0b-4999-91e6-bc04f4d6715c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:11.605914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:11.635663 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3843803 Dec 09 09:27:11.638713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50298) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:11.647813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'name': 'tempest-NetworksTestDHCPv6-40328252'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:11.650637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.658351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.704249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.705051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router 547d4197-f6e7-4e95-84da-5ed58ffaa28f {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:11.724356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.725855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 204 len: 168 time: 3.6550479 Dec 09 09:27:11.732135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50304) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:11.740778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1865459003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:11.748594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:11.755419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:11.760607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:11.768040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:11.783297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Router 9cec05b3-1ffd-4e48-8d69-aff238baea49 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:11.795116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.796062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.828486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:11.839837 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] Sync routers for ids ['624fc31b-dfb5-4950-b76f-381724ed0911'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:11.860992 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] Routers {'624fc31b-dfb5-4950-b76f-381724ed0911'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:11.861618 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['624fc31b-dfb5-4950-b76f-381724ed0911'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:11.868155 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "PUT /v2.0/routers/624fc31b-dfb5-4950-b76f-381724ed0911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5949323 Dec 09 09:27:11.875367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:11.882432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'port': {'network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98', 'name': 'tempest-FloatingIPNegativeTestJSON-1531145908'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:11.958037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:11.963774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:11.968081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:11.969435 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:11.976014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.976580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:11.985488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'fa65ffbd-3e0b-4999-91e6-bc04f4d6715c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:11.986637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.986759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:11.992313 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] Routers {'624fc31b-dfb5-4950-b76f-381724ed0911'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:11.992660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:11.993305 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['624fc31b-dfb5-4950-b76f-381724ed0911'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:12.033524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:12.037216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.067953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:12.073783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:port and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:12.078974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:12.081910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.098343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:12.102117 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:12.102823 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05067e-d4f2-42a0-a8b2-27acf1b89bed None None] The sync data for ids ['624fc31b-dfb5-4950-b76f-381724ed0911'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:12.127381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 394f1f84-d67a-4ed7-81ac-cd297fd379fc yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:12.166880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Subnet': ['ID=8000ff7e-a33a-4c95-9b2e-ee4444aa3466,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:12.171330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:12.175024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.176650 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b94aa161-17a5-4854-beac-026ec51c5a5c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4429827 Dec 09 09:27:12.178985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Made reservation on behalf of 2630ab39c88b439b9be21466a811cae6 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:12.179566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Checking segment: {'id': '512d7583-7e67-493d-add1-741e021ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:12.180035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network hostable DHCP agents. Network: 4cbc5453-b004-4c68-b874-09f75b17d6d1, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:12.182424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.184082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fa65ffbd-3e0b-4999-91e6-bc04f4d6715c/238fffe6-7900-4003-a874-b670661d6cef) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:12.191853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50312) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:12.204430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:12.241700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:12.252855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 4cbc5453-b004-4c68-b874-09f75b17d6d1) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:12.257235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:12.257991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.271391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf3766-4008-436e-94a2-70e72eb69a17 None None] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:12.283494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4758887 Dec 09 09:27:12.284857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50316) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:12.290373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'network': {'name': 'tempest-router-network01--1508454562'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:12.296541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:12.301227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:network and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:12.305205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:12.312467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:12.323922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:12.327091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.358815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:12.370693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.370883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Added segment 44895623-64db-42e8-91b4-3ce69ce715ea of type vlan for network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f Dec 09 09:27:12.406949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.442480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.446330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:12.448111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.453189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:12.461209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] device_id is not set on port 3fab7868-5fc5-4c37-b36f-8c488590a81a yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:12.559335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2703316 Dec 09 09:27:12.560476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50322) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:12.568254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'network': {'name': 'tempest-router-network02--410872806'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:12.570169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.573007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Network': ['ID=ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:12.575439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:12.577813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:12.580112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:network and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:12.583043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:12.589570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:12.609925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:12.614018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:12.618556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.661471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:12.677218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.677914 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Added segment 04258478-efcd-4835-bc2c-650c78a62fd9 of type vlan for network 35907165-da01-4cd0-8782-b8022b56ef49 Dec 09 09:27:12.712516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.742717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:12.745683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Transition to ACTIVE for port object 238fffe6-7900-4003-a874-b670661d6cef will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:12.765045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.765791 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "PUT /v2.0/routers/9cec05b3-1ffd-4e48-8d69-aff238baea49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9884334 Dec 09 09:27:12.769563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] Sync routers for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:12.770224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50326) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:12.770940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:12.771980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.775974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Allocated IP 172.20.0.9 (6f42cee9-65e5-47c8-9c64-1ba42ba32f98/450ed5a7-f663-4caf-836f-f8f1914d23a1/3fab7868-5fc5-4c37-b36f-8c488590a81a) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:12.787064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-4cbc5453-b004-4c68-b874-09f75b17d6d1', 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1', 'tenant_id': 'cfae15112ee74cadb0d9db9856f36cd5', 'fixed_ips': [{'subnet_id': '8000ff7e-a33a-4c95-9b2e-ee4444aa3466'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:12.788929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.792792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:12.817803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Transition to ACTIVE for port object 238fffe6-7900-4003-a874-b670661d6cef will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:12.838801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:12.848071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:12.981239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:12.989539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:12.991968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:12.992930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:13.062910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.079207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:13.113531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:13.123710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Pushing event updated for resources: {'Port': ['ID=238fffe6-7900-4003-a874-b670661d6cef,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:13.136436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:13.167582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::122 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fa65ffbd-3e0b-4999-91e6-bc04f4d6715c/394f1f84-d67a-4ed7-81ac-cd297fd379fc) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:13.267317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] Routers {'9cec05b3-1ffd-4e48-8d69-aff238baea49'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:13.268490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cec05b3-1ffd-4e48-8d69-aff238baea49'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:13.335352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Attempting to bind port 238fffe6-7900-4003-a874-b670661d6cef on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:13.335722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Attempting to bind port 238fffe6-7900-4003-a874-b670661d6cef by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:13.336111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Attempting to bind port 238fffe6-7900-4003-a874-b670661d6cef on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:13.341984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:13.342392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353d83a-b71c-4188-a708-8b316e2d5e76 None None] The sync data for ids ['9cec05b3-1ffd-4e48-8d69-aff238baea49'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:13.352058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Allocated IP 172.20.0.2 (4cbc5453-b004-4c68-b874-09f75b17d6d1/8000ff7e-a33a-4c95-9b2e-ee4444aa3466/db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:13.355797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:13.355797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:13.356109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.356389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:13.356824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Bound port: 238fffe6-7900-4003-a874-b670661d6cef, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:13.357200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.378732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.378976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Network': ['ID=35907165-da01-4cd0-8782-b8022b56ef49,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:13.391286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8293357 Dec 09 09:27:13.393105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50334) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:13.405249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.411132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'subnet': {'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:13.442897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Transition to ACTIVE for port object 3fab7868-5fc5-4c37-b36f-8c488590a81a will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:13.472533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.519553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.519947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.520313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.520674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.521029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.521380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.521899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.522261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.522620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.522947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.523404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.539710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:13.543330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 35907165-da01-4cd0-8782-b8022b56ef49 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:13.552322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 394f1f84-d67a-4ed7-81ac-cd297fd379fc will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:13.553252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.559467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:13.560748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bad910e1-6e41-40a8-8748-20e8b0121e95 tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:13.561012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] For port 238fffe6-7900-4003-a874-b670661d6cef, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:13.565117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:subnet and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:13.569248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:13.577452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:13.594055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:13.648991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=3fab7868-5fc5-4c37-b36f-8c488590a81a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:13.652828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:13.654337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] For port 238fffe6-7900-4003-a874-b670661d6cef, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=238fffe6-7900-4003-a874-b670661d6cef,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:13.671540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:13.671746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.680808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:13.686509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-816ac290-bca7-48da-8395-45ed71b3c8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:13.713766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.722843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69eff488-57d2-4fa5-acb5-88559d785651 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:13.724571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.724946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.725331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.725707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.726243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.726842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.727418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.728106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.728686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.729336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.741765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.762648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:13.801476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.828363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.844134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Transition to ACTIVE for port object db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:13.873224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:13.875461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:13.895131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Transition to ACTIVE for port object db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:13.925792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Pushing event updated for resources: {'Port': ['ID=238fffe6-7900-4003-a874-b670661d6cef,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:13.930781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:13.943714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.944190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.944534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.944869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.945196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.945567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.946090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.946422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.947368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.947988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.948453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:27:13.960521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:13.964134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cd0ab392-a1f4-4d3f-880b-719991ddbfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:13.983072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:13.983731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.032984 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1528273 Dec 09 09:27:14.038804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50342) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:14.050057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:14.055328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:14.058341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.072926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:14.075176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:14.089332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Pushing event updated for resources: {'Port': ['ID=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:14.092121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:14.099438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:14.108173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.112389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:floatingip and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:14.114105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:14.118094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:14.119263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.127648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ec30e12-aa21-4bb3-b2f2-4a5ecececdd0 None None] Provisioning for port 3fab7868-5fc5-4c37-b36f-8c488590a81a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:14.158257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=394f1f84-d67a-4ed7-81ac-cd297fd379fc,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:14.168120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ec30e12-aa21-4bb3-b2f2-4a5ecececdd0 None None] Provisioning complete for port 3fab7868-5fc5-4c37-b36f-8c488590a81a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:14.168406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3ec30e12-aa21-4bb3-b2f2-4a5ecececdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.174425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:14.224453 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5846817 Dec 09 09:27:14.258836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50348) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:14.316809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Attempting to bind port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:14.317548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Attempting to bind port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '512d7583-7e67-493d-add1-741e021ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:14.318305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Attempting to bind port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb on network 4cbc5453-b004-4c68-b874-09f75b17d6d1 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:14.340464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:14.342146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Checking segment: {'id': '512d7583-7e67-493d-add1-741e021ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:14.343340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.344191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Bound using segment: {'id': '512d7583-7e67-493d-add1-741e021ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:14.344982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Bound port: db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512d7583-7e67-493d-add1-741e021ae732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4cbc5453-b004-4c68-b874-09f75b17d6d1'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:14.345707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.348525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.355018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61447847-5a3f-4ea6-91de-24234b4d2931 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:14.371346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:14.396021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:14.405726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3ec30e12-aa21-4bb3-b2f2-4a5ecececdd0 None None] Port 3fab7868-5fc5-4c37-b36f-8c488590a81a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:14.454723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.492665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Subnet': ['ID=625c939b-debb-43dd-a6d3-2b72cb0af019,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:14.502845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d9018-f7fc-41e9-802a-162054e0fb69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:14.507448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d9018-f7fc-41e9-802a-162054e0fb69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:14.508272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-505d9018-f7fc-41e9-802a-162054e0fb69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:14.512142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:14.524132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 238fffe6-7900-4003-a874-b670661d6cef up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:14.544569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.549941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Checking segment: {'id': '44895623-64db-42e8-91b4-3ce69ce715ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:14.550288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network hostable DHCP agents. Network: ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:14.555317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-505d9018-f7fc-41e9-802a-162054e0fb69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:14.557526 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-505d9018-f7fc-41e9-802a-162054e0fb69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2974558 Dec 09 09:27:14.560462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50352) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:14.591664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] For port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:14.610300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] For port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,segment=NetworkSegment(512d7583-7e67-493d-add1-741e021ae732),segment_id=512d7583-7e67-493d-add1-741e021ae732)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:14.611147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port b383f62a-f003-4db6-9a5d-5347252b4333 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:14.611484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.619622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.625201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:14.647473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 394f1f84-d67a-4ed7-81ac-cd297fd379fc {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:14.648164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.677918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Allocated IP 172.26.4.166 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/d6d0094d-7149-4637-87b4-48d62134be85) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:14.679849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:14.691223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 238fffe6-7900-4003-a874-b670661d6cef completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:14.702627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:14.707206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:14.708000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:14.724685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3326126-bc7b-45f3-b63d-b085fde9d1fd None None] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:14.756404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Pushing event updated for resources: {'Port': ['ID=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:14.781302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3844411 Dec 09 09:27:14.782115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50356) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:14.799403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'subnet': {'network_id': '35907165-da01-4cd0-8782-b8022b56ef49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:15.002160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:15.054249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:15.099027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Usage tracker for resource:subnet and tenant:cfae15112ee74cadb0d9db9856f36cd5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:15.105096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:15.128502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:15.159671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f', 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f', 'tenant_id': 'cfae15112ee74cadb0d9db9856f36cd5', 'fixed_ips': [{'subnet_id': '625c939b-debb-43dd-a6d3-2b72cb0af019'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:15.160475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.193055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.193868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.205172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Made reservation on behalf of cfae15112ee74cadb0d9db9856f36cd5 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:15.288105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.415122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Allocated IP 172.20.0.2 (ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f/625c939b-debb-43dd-a6d3-2b72cb0af019/f66bb46d-5063-4025-9d85-7f92a9d77914) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:15.464169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for b383f62a-f003-4db6-9a5d-5347252b4333 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:15.522571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 394f1f84-d67a-4ed7-81ac-cd297fd379fc owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:15.537695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.613969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Provisioning for port 238fffe6-7900-4003-a874-b670661d6cef completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:15.621393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Provisioning complete for port 238fffe6-7900-4003-a874-b670661d6cef triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:15.621797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.665057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.669927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.675829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:15.780343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:15.794096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:15.806985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:15.832982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.855238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.866105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Transition to ACTIVE for port object f66bb46d-5063-4025-9d85-7f92a9d77914 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:15.911528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Transition to ACTIVE for port object f66bb46d-5063-4025-9d85-7f92a9d77914 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:15.919978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Allocated IP 172.26.4.159 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/90edbb08-7955-4636-b9f2-cfb795ee6683) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:15.921261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] For port 238fffe6-7900-4003-a874-b670661d6cef, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=238fffe6-7900-4003-a874-b670661d6cef,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:15.922753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.934249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:15.939277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d0094d-7149-4637-87b4-48d62134be85,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:15.944237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:15.948919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:15.958506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:16.008139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:16.011295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.014440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:16.020659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:16.091962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.147978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:16.170066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Subnet': ['ID=ab0f576a-cec6-42e1-857d-ab9cc8dba182,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:16.170827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Pushing event updated for resources: {'Port': ['ID=f66bb46d-5063-4025-9d85-7f92a9d77914,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:16.173227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:16.184697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:16.199012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:16.199260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Checking segment: {'id': '04258478-efcd-4835-bc2c-650c78a62fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:16.199497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network hostable DHCP agents. Network: 35907165-da01-4cd0-8782-b8022b56ef49, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:16.213910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.214572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=b383f62a-f003-4db6-9a5d-5347252b4333,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:16.222954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e715136c-76f5-4f25-8055-901f52b32f0c tempest-FloatingIPAdminTestJSON-583056370 tempest-FloatingIPAdminTestJSON-583056370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:16.227344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:16.281027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=394f1f84-d67a-4ed7-81ac-cd297fd379fc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:16.283438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:16.342817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Attempting to bind port f66bb46d-5063-4025-9d85-7f92a9d77914 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:16.342817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Attempting to bind port f66bb46d-5063-4025-9d85-7f92a9d77914 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '44895623-64db-42e8-91b4-3ce69ce715ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:16.343892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Attempting to bind port f66bb46d-5063-4025-9d85-7f92a9d77914 on network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:16.384578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:16.384971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Checking segment: {'id': '44895623-64db-42e8-91b4-3ce69ce715ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:16.385390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.385803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Bound using segment: {'id': '44895623-64db-42e8-91b4-3ce69ce715ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:16.386508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Bound port: f66bb46d-5063-4025-9d85-7f92a9d77914, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44895623-64db-42e8-91b4-3ce69ce715ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:16.386635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.386953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.404353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.412467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network 35907165-da01-4cd0-8782-b8022b56ef49 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:16.433931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50368) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:16.434433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/394f1f84-d67a-4ed7-81ac-cd297fd379fc HTTP/1.1" status: 204 len: 168 time: 1.8727677 Dec 09 09:27:16.436330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 35907165-da01-4cd0-8782-b8022b56ef49) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:16.441521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:16.442664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.475399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0e619f73-362e-4d97-9fa5-77fcf28ffa69 None None] Provisioning complete for port 394f1f84-d67a-4ed7-81ac-cd297fd379fc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:16.476320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e619f73-362e-4d97-9fa5-77fcf28ffa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.486677 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6984975 Dec 09 09:27:16.489473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50374) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:16.517970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74297b06-ebde-4668-8cc9-bd6d20fb53dd None None] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:16.531900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a9ba6-1667-4cbf-bdf4-6b48d421d9c8 None None] Network 35907165-da01-4cd0-8782-b8022b56ef49 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:16.572299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:16.597914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Pushing event updated for resources: {'Port': ['ID=238fffe6-7900-4003-a874-b670661d6cef,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:16.613015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0e619f73-362e-4d97-9fa5-77fcf28ffa69 None None] Port 394f1f84-d67a-4ed7-81ac-cd297fd379fc was deleted so its status cannot be updated. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 09 09:27:16.616288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:16.886292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] For port f66bb46d-5063-4025-9d85-7f92a9d77914, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:16.890444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:16.940344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] For port f66bb46d-5063-4025-9d85-7f92a9d77914, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f66bb46d-5063-4025-9d85-7f92a9d77914,segment=NetworkSegment(44895623-64db-42e8-91b4-3ce69ce715ea),segment_id=44895623-64db-42e8-91b4-3ce69ce715ea)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:16.958524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e26b9-68b7-48a0-af3e-89e7806d30fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:16.959958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e26b9-68b7-48a0-af3e-89e7806d30fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:16.964026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c95e26b9-68b7-48a0-af3e-89e7806d30fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5258663 Dec 09 09:27:16.992393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50380) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:17.040752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.046711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b342f5a0-3587-45ad-8612-5fcdb779ef1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:17.047915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Provisioning for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:17.053038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.056395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:17.068262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:17.140624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:17.140903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.190456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Provisioning complete for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:17.190878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.245013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:17.247878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.250111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.299011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:17.307481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.309280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=90edbb08-7955-4636-b9f2-cfb795ee6683,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:17.311664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:17.346998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:17.360862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.384052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-35907165-da01-4cd0-8782-b8022b56ef49', 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49', 'tenant_id': 'cfae15112ee74cadb0d9db9856f36cd5', 'fixed_ips': [{'subnet_id': 'ab0f576a-cec6-42e1-857d-ab9cc8dba182'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:17.385933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.412777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Pushing event updated for resources: {'Port': ['ID=f66bb46d-5063-4025-9d85-7f92a9d77914,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:17.416636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:17.536396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.546111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.546983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Fanout notify agent at l3_agent the message router_deleted on router 9cec05b3-1ffd-4e48-8d69-aff238baea49 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:17.562708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet fa65ffbd-3e0b-4999-91e6-bc04f4d6715c {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:17.564131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.573092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.651967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.772182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.777886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.786872 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/routers/9cec05b3-1ffd-4e48-8d69-aff238baea49 HTTP/1.1" status: 204 len: 168 time: 5.0143363 Dec 09 09:27:17.787782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50390) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:17.866235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,segment=NetworkSegment(512d7583-7e67-493d-add1-741e021ae732),segment_id=512d7583-7e67-493d-add1-741e021ae732)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:17.871544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.927349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:17.943216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8cfbec6f-1048-476f-8031-36e8689e2f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:18.034177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.036487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.038184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:18.047228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:18.111851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Allocated IP 172.20.0.2 (35907165-da01-4cd0-8782-b8022b56ef49/ab0f576a-cec6-42e1-857d-ab9cc8dba182/1d40f069-fb47-4aa2-a822-59a363c4dc96) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:18.122863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Allocated IP 172.20.0.1 (ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f/625c939b-debb-43dd-a6d3-2b72cb0af019/01ca78e6-2334-4c44-8010-e9447d491d74) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:18.123346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:18.124262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-17627c3d-e789-48b5-a35f-251d9fc74f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:18.301379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.355828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.368363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Transition to ACTIVE for port object 1d40f069-fb47-4aa2-a822-59a363c4dc96 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:18.396321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting subnet d6af5729-39f9-4c56-92cd-c8e7d029bb5b {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:18.416460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.429392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Transition to ACTIVE for port object 1d40f069-fb47-4aa2-a822-59a363c4dc96 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:18.439353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.451940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-85712817-2779-4085-b3e6-b6c43772b8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:18.457148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Transition to ACTIVE for port object 01ca78e6-2334-4c44-8010-e9447d491d74 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:18.466531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.472458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-875b35eb-2070-4e59-a940-5d3ce4ea5e27 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:18.483313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.527882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=fa65ffbd-3e0b-4999-91e6-bc04f4d6715c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:18.533297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:18.541193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.571034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.572608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-675f0f96-33c8-4548-8372-4376b3dec10f tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:18.587456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Pushing event updated for resources: {'Port': ['ID=1d40f069-fb47-4aa2-a822-59a363c4dc96,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:18.606098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.606282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fa65ffbd-3e0b-4999-91e6-bc04f4d6715c HTTP/1.1" status: 204 len: 168 time: 1.6128428 Dec 09 09:27:18.613012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50394) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:18.625803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Network 35907165-da01-4cd0-8782-b8022b56ef49 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:18.626822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468bd7b-7786-4982-88c5-dd49eb8272e9 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:18.645172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:18.682486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:18.720289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:18.753121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.767299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-459066d6-2f7d-4163-b004-09be98eb8ed8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522732 Dec 09 09:27:18.774714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50400) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:18.775863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.777504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:18.791273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bca88c0a-d745-4015-a859-01b11be6ae18 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:18.813921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:18.856172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:18.864451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22395c-a080-4b5c-9ab3-7c3937db5d77 None None] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:18.867340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:18.874826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Port': ['ID=01ca78e6-2334-4c44-8010-e9447d491d74,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:18.876136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:18.917465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:18.958391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Router 84928405-5b11-42fa-a203-1f47635109f5 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:18.974157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.003808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c76233-3b39-450c-8f76-4dffb0080fd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:19.004527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b8c76233-3b39-450c-8f76-4dffb0080fd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:19.018587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=90edbb08-7955-4636-b9f2-cfb795ee6683,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:19.048276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:19.066907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.092796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.105481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b8c76233-3b39-450c-8f76-4dffb0080fd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:19.106703 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b8c76233-3b39-450c-8f76-4dffb0080fd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3008058 Dec 09 09:27:19.111428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50408) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.156734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.172255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:19.204652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.208729 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1661582 Dec 09 09:27:19.209805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50412) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.220960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Subnet': ['ID=d6af5729-39f9-4c56-92cd-c8e7d029bb5b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:19.223551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-32d25db2-1148-47c4-ada8-48abf7fe831e tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'floatingip': {'port_id': '3fab7868-5fc5-4c37-b36f-8c488590a81a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:19.224721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:19.230587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.235207 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/subnets/d6af5729-39f9-4c56-92cd-c8e7d029bb5b HTTP/1.1" status: 204 len: 168 time: 1.4443889 Dec 09 09:27:19.238844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50416) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.247841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e0278-1ae5-4b3a-b7a6-799866c7a0ed None None] Network 2fb43114-ed4b-4248-bc51-a03e340b355d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:19.270976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Attempting to bind port 1d40f069-fb47-4aa2-a822-59a363c4dc96 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:19.271359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Attempting to bind port 1d40f069-fb47-4aa2-a822-59a363c4dc96 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '04258478-efcd-4835-bc2c-650c78a62fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:19.271718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Attempting to bind port 1d40f069-fb47-4aa2-a822-59a363c4dc96 on network 35907165-da01-4cd0-8782-b8022b56ef49 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:19.311567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44285c50-b8f7-41ea-a276-f3eb66ccaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:19.312900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-44285c50-b8f7-41ea-a276-f3eb66ccaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:19.427997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:19.428386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Checking segment: {'id': '04258478-efcd-4835-bc2c-650c78a62fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:19.428792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.429198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Bound using segment: {'id': '04258478-efcd-4835-bc2c-650c78a62fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:19.429683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Bound port: 1d40f069-fb47-4aa2-a822-59a363c4dc96, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04258478-efcd-4835-bc2c-650c78a62fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35907165-da01-4cd0-8782-b8022b56ef49'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:19.430067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.432336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.435978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32d25db2-1148-47c4-ada8-48abf7fe831e tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.439261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:19.439649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.455013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port be4e7cb6-1953-4d5d-86af-359709fa7385 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:19.455500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.515092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76bc7ccb-42bd-4a6f-8d35-1e8a43c92339 None None] Provisioning complete for port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:19.515625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76bc7ccb-42bd-4a6f-8d35-1e8a43c92339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.584872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:19.591688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.595679 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "PUT /v2.0/routers/84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 200 len: 920 time: 7.3980682 Dec 09 09:27:19.601806 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823354-8124-4631-991d-9d3526cead51 None None] Sync routers for ids ['84928405-5b11-42fa-a203-1f47635109f5'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:19.608292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50420) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.620304 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] Routers {'84928405-5b11-42fa-a203-1f47635109f5'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:19.621608 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['84928405-5b11-42fa-a203-1f47635109f5'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:19.668350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] For port 1d40f069-fb47-4aa2-a822-59a363c4dc96, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:19.674643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] For port 1d40f069-fb47-4aa2-a822-59a363c4dc96, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1d40f069-fb47-4aa2-a822-59a363c4dc96,segment=NetworkSegment(04258478-efcd-4835-bc2c-650c78a62fd9),segment_id=04258478-efcd-4835-bc2c-650c78a62fd9)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:19.702588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-44285c50-b8f7-41ea-a276-f3eb66ccaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:19.706348 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-44285c50-b8f7-41ea-a276-f3eb66ccaceb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5913730 Dec 09 09:27:19.713628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50424) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.716034 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:19.733746 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] Routers {'84928405-5b11-42fa-a203-1f47635109f5'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:19.734778 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['84928405-5b11-42fa-a203-1f47635109f5'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:19.769847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] For port be4e7cb6-1953-4d5d-86af-359709fa7385, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=be4e7cb6-1953-4d5d-86af-359709fa7385,segment=NetworkSegment(1e30431a-00fd-4f63-884a-a4758e9c9160),segment_id=1e30431a-00fd-4f63-884a-a4758e9c9160)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:19.770869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.796820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:19.812375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-52a00ce6-18ee-4f10-8383-dba9041c1e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:19.839246 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-35823354-8124-4631-991d-9d3526cead51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:19.840231 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823354-8124-4631-991d-9d3526cead51 None None] The sync data for ids ['84928405-5b11-42fa-a203-1f47635109f5'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:19.846222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92859697-49b2-4f10-91d5-8fdddf9f4f06 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242709 Dec 09 09:27:19.846935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50428) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:19.876297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:19.914454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for be4e7cb6-1953-4d5d-86af-359709fa7385 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:20.015665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:20.037350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Deleting port 238fffe6-7900-4003-a874-b670661d6cef {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:20.037726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.117592 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-32d25db2-1148-47c4-ada8-48abf7fe831e tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] update failed (client error): The resource could not be found. Dec 09 09:27:20.120831 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-32d25db2-1148-47c4-ada8-48abf7fe831e tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "PUT /v2.0/floatingips/2781050e-a1c7-4e0f-a07d-dd6f6ea3f5b5 HTTP/1.1" status: 404 len: 507 time: 0.9079185 Dec 09 09:27:20.124851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50434) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:20.144849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Pushing event updated for resources: {'Port': ['ID=1d40f069-fb47-4aa2-a822-59a363c4dc96,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:20.162032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:20.167667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:20.211862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:20.298107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.304954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:20.310924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.396352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f66bb46d-5063-4025-9d85-7f92a9d77914 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:20.423856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.472447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4070d63a-08d7-4296-9cd4-a2b181a84d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:20.620454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port 90edbb08-7955-4636-b9f2-cfb795ee6683 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:20.621485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.644796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Port': ['ID=01ca78e6-2334-4c44-8010-e9447d491d74,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:20.653091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.662366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:20.669371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec36ad-ba16-4545-a450-349e26e5d5bd None None] DHCP port deletion for 2fb43114-ed4b-4248-bc51-a03e340b355d request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:20.680435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76bc7ccb-42bd-4a6f-8d35-1e8a43c92339 None None] Provisioning for port f66bb46d-5063-4025-9d85-7f92a9d77914 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:20.705170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-55ec36ad-ba16-4545-a450-349e26e5d5bd None None] Deleting port be4e7cb6-1953-4d5d-86af-359709fa7385 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:20.705555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-55ec36ad-ba16-4545-a450-349e26e5d5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.705661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.724901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ceed2ba2-ebf3-4f75-a222-2c5f77953847 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:20.777663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] For port 238fffe6-7900-4003-a874-b670661d6cef, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=238fffe6-7900-4003-a874-b670661d6cef,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:20.778596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:20.801354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=be4e7cb6-1953-4d5d-86af-359709fa7385,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:20.803799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:20.858400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-55ec36ad-ba16-4545-a450-349e26e5d5bd None None] The port 'be4e7cb6-1953-4d5d-86af-359709fa7385' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:27:20.865427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] No DVR routers for this DVR port be4e7cb6-1953-4d5d-86af-359709fa7385 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:21.026647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Calling delete_port for 238fffe6-7900-4003-a874-b670661d6cef owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:21.047948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:21.052054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:21.091989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f66bb46d-5063-4025-9d85-7f92a9d77914 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:21.116250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f66bb46d-5063-4025-9d85-7f92a9d77914 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:21.116635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.130782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.158645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a026cab7-8718-4802-b8a4-a3ba75ada5d2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 200 len: 926 time: 1.5488532 Dec 09 09:27:21.189572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50444) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:21.195228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.195569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.230013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Provisioning complete for port f66bb46d-5063-4025-9d85-7f92a9d77914 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:21.230392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.257501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb43114-ed4b-4248-bc51-a03e340b355d']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:21.334303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.354316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5d806f6-eae5-481c-b937-cf7bc850078f tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:21.372683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e30431a-00fd-4f63-884a-a4758e9c9160') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:21.372977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e30431a-00fd-4f63-884a-a4758e9c9160') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:21.407723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.420579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:21.508313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Pushing event deleted for resources: {'Port': ['ID=238fffe6-7900-4003-a874-b670661d6cef,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:21.518524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:21.522392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Calling delete_port for 90edbb08-7955-4636-b9f2-cfb795ee6683 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:21.542795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] No DVR routers for this DVR port 238fffe6-7900-4003-a874-b670661d6cef on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:21.612310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.638071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:21.648295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:21.649327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.670285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81698988-10fd-4395-8a2d-f1fe085bdc09 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:21.679257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:21.679855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:21.696523 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:21.723266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.727701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:21.729865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.829456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9458edd-8644-4c21-886b-bce70bb6fe63 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=84928405-5b11-42fa-a203-1f47635109f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6363494 Dec 09 09:27:21.829660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50452) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:21.841375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=a5af66c2-d71f-450e-83e7-e9ecc4f11058,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:21.860669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a5977-5c0f-408d-8fb6-33d2d954146c None None] Network 35907165-da01-4cd0-8782-b8022b56ef49 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:21.874569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:21.891931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.903233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:21.921660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0736890 Dec 09 09:27:21.924351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50456) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:21.939362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'a5af66c2-d71f-450e-83e7-e9ecc4f11058', 'ip_address': '2001:db8::1051:c24e:86b7:ab39'}], 'name': 'tempest-NetworksTestDHCPv6-43341651'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:21.987158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Router fc50aa26-c3c0-4111-9af2-e50c1236246b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:22.013294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.016095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] For port f66bb46d-5063-4025-9d85-7f92a9d77914, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f66bb46d-5063-4025-9d85-7f92a9d77914,segment=NetworkSegment(44895623-64db-42e8-91b4-3ce69ce715ea),segment_id=44895623-64db-42e8-91b4-3ce69ce715ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:22.028000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:22.102046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.109666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-26bc473a-915c-49b1-b6ac-10d31e7d1af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:22.178072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:22.178617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:22.276243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Network': ['ID=2fb43114-ed4b-4248-bc51-a03e340b355d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:22.285460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.289417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:22.296881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fad16865-2048-4d40-9194-a16d941ea62e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:22.298105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Provisioning for port 01ca78e6-2334-4c44-8010-e9447d491d74 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:22.304424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Pushing event updated for resources: {'Port': ['ID=f66bb46d-5063-4025-9d85-7f92a9d77914,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:22.318267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:22.318734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:22.326830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8362474 Dec 09 09:27:22.327483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50460) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:22.328513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Provisioning complete for port 01ca78e6-2334-4c44-8010-e9447d491d74 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:22.329014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.368374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] Sync routers for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:22.370728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/networks/2fb43114-ed4b-4248-bc51-a03e340b355d HTTP/1.1" status: 204 len: 168 time: 3.1307440 Dec 09 09:27:22.374470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50466) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:22.379113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Port': ['ID=90edbb08-7955-4636-b9f2-cfb795ee6683,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:22.382809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:22.483802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'a5af66c2-d71f-450e-83e7-e9ecc4f11058'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:22.484777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.504123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Port 01ca78e6-2334-4c44-8010-e9447d491d74 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:22.514892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:22.515697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:22.531559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93aaae8-3e2e-4268-b030-b7f26bcd59e2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:22.535785 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c93aaae8-3e2e-4268-b030-b7f26bcd59e2 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.7022917 Dec 09 09:27:22.560285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50470) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:22.582479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:22.670911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:22.671942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:22.707581 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-66c86d79-dd9f-4eb2-97a8-1a73e859b67e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 200 len: 205 time: 0.1437855 Dec 09 09:27:22.723687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50476) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:22.772147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cee7c37f-bfdd-49a1-904a-42a0781e5423 None None] Provisioning for port 1d40f069-fb47-4aa2-a822-59a363c4dc96 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:22.787237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:22.787648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3567f11-de4e-4718-ac6a-c49cf084f6f0 None None] The sync data for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:22.840595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Deleting port 5432a1a0-467f-4e98-97fe-0bd6a02244ad {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:22.840958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:22.863056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 238fffe6-7900-4003-a874-b670661d6cef up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:22.874403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:22.910613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:22.924687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 238fffe6-7900-4003-a874-b670661d6cef {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:22.925308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 238fffe6-7900-4003-a874-b670661d6cef not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 09 09:27:22.934012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:22.982766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 238fffe6-7900-4003-a874-b670661d6cef not found, will not notify nova. {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 09:27:22.995969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cee7c37f-bfdd-49a1-904a-42a0781e5423 None None] Provisioning complete for port 01ca78e6-2334-4c44-8010-e9447d491d74 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:22.996501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cee7c37f-bfdd-49a1-904a-42a0781e5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.049094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.053131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/a5af66c2-d71f-450e-83e7-e9ecc4f11058/ce02f41f-cb79-434c-9ec4-45751a1a9527) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:23.053295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.054516 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "DELETE /v2.0/floatingips/2781050e-a1c7-4e0f-a07d-dd6f6ea3f5b5 HTTP/1.1" status: 204 len: 168 time: 2.9197817 Dec 09 09:27:23.090041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50482) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:23.094271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cee7c37f-bfdd-49a1-904a-42a0781e5423 None None] Port 01ca78e6-2334-4c44-8010-e9447d491d74 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:23.104920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'floatingip': {'floating_network_id': '6f42cee9-65e5-47c8-9c64-1ba42ba32f98', 'port_id': '3fab7868-5fc5-4c37-b36f-8c488590a81a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:23.125295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:23.134857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.136319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:floatingip and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:23.157196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:23.168208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:23.177010 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-93fac67c-49f5-4a81-84ed-670dd1c61f23 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:27:23.182282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93fac67c-49f5-4a81-84ed-670dd1c61f23 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8496125 Dec 09 09:27:23.182282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50486) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:23.257358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port c99af336-e0e6-480c-ac24-58923253ab4d yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:23.275719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1d40f069-fb47-4aa2-a822-59a363c4dc96 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:23.306875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.417157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.428556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1d40f069-fb47-4aa2-a822-59a363c4dc96 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:23.432555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Transition to ACTIVE for port object ce02f41f-cb79-434c-9ec4-45751a1a9527 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:23.442273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1d40f069-fb47-4aa2-a822-59a363c4dc96 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:23.442653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.453110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.453437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.491407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Transition to ACTIVE for port object ce02f41f-cb79-434c-9ec4-45751a1a9527 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:23.523917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.537394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7633fdb4-5b0a-4a76-9ad8-847446fcd42e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:23.630680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:23.632720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Pushing event updated for resources: {'Port': ['ID=ce02f41f-cb79-434c-9ec4-45751a1a9527,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:23.637118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:23.641891 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Calling delete_port for 5432a1a0-467f-4e98-97fe-0bd6a02244ad owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:23.644374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:23.645372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:23.747024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.780956 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:27:23.782094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-24d5b527-0b52-44f7-8f72-6652aa0a34ba tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6907799 Dec 09 09:27:23.785827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50492) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:23.792790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '3fab7868-5fc5-4c37-b36f-8c488590a81a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:23.799613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:23.805233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Usage tracker for resource:floatingip and tenant:2630ab39c88b439b9be21466a811cae6 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:23.809886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:23.818321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:23.821474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.847989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.860075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Attempting to bind port ce02f41f-cb79-434c-9ec4-45751a1a9527 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:23.860463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Attempting to bind port ce02f41f-cb79-434c-9ec4-45751a1a9527 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:23.860829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Attempting to bind port ce02f41f-cb79-434c-9ec4-45751a1a9527 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:23.871810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:23.872076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:23.872415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.872816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:23.873303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Bound port: ce02f41f-cb79-434c-9ec4-45751a1a9527, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:23.873686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.955263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.960508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1d40f069-fb47-4aa2-a822-59a363c4dc96, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1d40f069-fb47-4aa2-a822-59a363c4dc96,segment=NetworkSegment(04258478-efcd-4835-bc2c-650c78a62fd9),segment_id=04258478-efcd-4835-bc2c-650c78a62fd9)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:23.989869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:23.990859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f66bb46d-5063-4025-9d85-7f92a9d77914 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:24.044003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03694f37-995c-42a7-8b17-1646f19543dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:24.109641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::1051:c24e:86b7:ab39 (8b00f647-b522-4bb4-913a-1ab25ad42a65/a5af66c2-d71f-450e-83e7-e9ecc4f11058/c99af336-e0e6-480c-ac24-58923253ab4d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:24.110201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] For port ce02f41f-cb79-434c-9ec4-45751a1a9527, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:24.143577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] For port ce02f41f-cb79-434c-9ec4-45751a1a9527, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ce02f41f-cb79-434c-9ec4-45751a1a9527,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:24.147217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1d40f069-fb47-4aa2-a822-59a363c4dc96,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:24.151410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:24.162196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.170864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f9f035f3-78a4-4b94-b403-75155437cf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:24.254814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f66bb46d-5063-4025-9d85-7f92a9d77914 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:24.255348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.306586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.313011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Pushing event updated for resources: {'Port': ['ID=ce02f41f-cb79-434c-9ec4-45751a1a9527,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:24.319213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:24.420123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.433124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2f7f0c40-f1cf-4150-80a7-d8d687dfa921 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:24.477236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 238fffe6-7900-4003-a874-b670661d6cef no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:24.535772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 238fffe6-7900-4003-a874-b670661d6cef {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:24.536469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 238fffe6-7900-4003-a874-b670661d6cef not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:24.536564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device be4e7cb6-1953-4d5d-86af-359709fa7385 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:24.544692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Pushing event deleted for resources: {'Port': ['ID=5432a1a0-467f-4e98-97fe-0bd6a02244ad,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:24.554088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:24.579366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: be4e7cb6-1953-4d5d-86af-359709fa7385 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:24.580041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device be4e7cb6-1953-4d5d-86af-359709fa7385 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:24.584499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Allocated IP 172.26.4.89 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f8f10114-d635-4b49-880c-b6dabef5c717) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:24.709786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.727064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.752489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port d6d0094d-7149-4637-87b4-48d62134be85 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:24.753170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.777621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object c99af336-e0e6-480c-ac24-58923253ab4d will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:24.793986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.834296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.858631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.859814 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] 10.222.0.41 "DELETE /v2.0/floatingips/4d2a5cc7-3ae9-4299-aea6-6392df88af2d HTTP/1.1" status: 204 len: 168 time: 2.4785466 Dec 09 09:27:24.930587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting port 01ca78e6-2334-4c44-8010-e9447d491d74 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:24.931529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.934509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:24.950228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b650aaf-09fd-42fe-90d3-acf7b60e44db tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:25.003732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.013611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f4aaa52d-48a4-4230-94bf-0f8ff5b6b1ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:25.055590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.075029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:25.079024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=c99af336-e0e6-480c-ac24-58923253ab4d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:25.082950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:25.086295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:25.097667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:25.103356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:25.104264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.151052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:25.240864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ce02f41f-cb79-434c-9ec4-45751a1a9527 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:25.272553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for d6d0094d-7149-4637-87b4-48d62134be85 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:25.276913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:25.305612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3707001 Dec 09 09:27:25.312849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50510) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:25.316035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:25.381912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port ce02f41f-cb79-434c-9ec4-45751a1a9527 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:25.382154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event updated for resources: {'Port': ['ID=f8f10114-d635-4b49-880c-b6dabef5c717,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:25.397800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1d40f069-fb47-4aa2-a822-59a363c4dc96 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:25.402230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:25.455053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50514) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:25.517754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1d40f069-fb47-4aa2-a822-59a363c4dc96 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:25.518141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.533376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.572247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a180a-3d04-41ff-ae85-0e556e9a565b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:25.576781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a180a-3d04-41ff-ae85-0e556e9a565b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:25.577623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f58a180a-3d04-41ff-ae85-0e556e9a565b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:25.618846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f58a180a-3d04-41ff-ae85-0e556e9a565b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:25.622851 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f58a180a-3d04-41ff-ae85-0e556e9a565b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3064287 Dec 09 09:27:25.624057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50520) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:25.686052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.699952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc9c15fd-4f0c-430e-b80c-bd8e73e13c8e tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:25.783018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Provisioning for port ce02f41f-cb79-434c-9ec4-45751a1a9527 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:25.805958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=d6d0094d-7149-4637-87b4-48d62134be85,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:25.808476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:25.813056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Provisioning complete for port ce02f41f-cb79-434c-9ec4-45751a1a9527 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:25.813943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.840213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Calling delete_port for 01ca78e6-2334-4c44-8010-e9447d491d74 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:25.947256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port c99af336-e0e6-480c-ac24-58923253ab4d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:25.947558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:25.991967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.034334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port f8f10114-d635-4b49-880c-b6dabef5c717 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:26.034752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.041521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] For port ce02f41f-cb79-434c-9ec4-45751a1a9527, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ce02f41f-cb79-434c-9ec4-45751a1a9527,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:26.049933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.055723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0bb08029-54de-40f1-a810-00d8a1112c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:26.131322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Pushing event updated for resources: {'Port': ['ID=ce02f41f-cb79-434c-9ec4-45751a1a9527,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:26.136559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:26.172860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-82761fe5-53b3-488b-9cab-88c2d4529e2c None None] Provisioning for port c99af336-e0e6-480c-ac24-58923253ab4d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:26.178957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-82761fe5-53b3-488b-9cab-88c2d4529e2c None None] Provisioning complete for port c99af336-e0e6-480c-ac24-58923253ab4d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:26.179343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82761fe5-53b3-488b-9cab-88c2d4529e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.234397 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f815ce03-0bcb-4054-8de9-6c11a3cf130a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2331e684b4ba47adb7ef5ee1af4694b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7757354 Dec 09 09:27:26.237016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50526) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:26.240475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82761fe5-53b3-488b-9cab-88c2d4529e2c None None] Port c99af336-e0e6-480c-ac24-58923253ab4d cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:26.252299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.310792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.311134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.453567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.464007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Calling delete_port for f8f10114-d635-4b49-880c-b6dabef5c717 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:26.490226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:26.546699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Port': ['ID=01ca78e6-2334-4c44-8010-e9447d491d74,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:26.559054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:26.577568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.633036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.646647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.697826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.721795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.784329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.784880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router 84928405-5b11-42fa-a203-1f47635109f5 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:26.853173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for c99af336-e0e6-480c-ac24-58923253ab4d owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:26.901538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.902613 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 204 len: 168 time: 4.1628354 Dec 09 09:27:26.912720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50534) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:26.920605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18157055', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:26.930321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:26.932364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:26.936950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Usage tracker for resource:router and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:26.937971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e7326d3d-9495-4cef-9366-b9a5ed62c23e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:26.954494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:26.960913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:26.985867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Port': ['ID=f8f10114-d635-4b49-880c-b6dabef5c717,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:26.990551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:26.991988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.001428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:27.011557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.012834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.047668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08326c54-13d8-49cc-82e0-845d7939a799,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:27.054342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.054948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.059864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:27.071194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:27.104963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ce02f41f-cb79-434c-9ec4-45751a1a9527 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:27.120500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=c99af336-e0e6-480c-ac24-58923253ab4d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:27.129952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.131048 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08326c54-13d8-49cc-82e0-845d7939a799 HTTP/1.1" status: 204 len: 168 time: 0.8947191 Dec 09 09:27:27.193724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:27.209196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.246120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.261610 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/c99af336-e0e6-480c-ac24-58923253ab4d HTTP/1.1" status: 204 len: 168 time: 1.6361575 Dec 09 09:27:27.270384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ce02f41f-cb79-434c-9ec4-45751a1a9527 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:27.270949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.274518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50542) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:27.342748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] create failed (client error): The resource could not be found. Dec 09 09:27:27.347046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5570049 Dec 09 09:27:27.347331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50546) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:27.396491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091bb52-2ee1-4b00-a65f-92f68b841cd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:27.398521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091bb52-2ee1-4b00-a65f-92f68b841cd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:27.401912 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2091bb52-2ee1-4b00-a65f-92f68b841cd3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254735 Dec 09 09:27:27.406615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50552) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:27.599278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.703791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50560) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:27.731799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.745942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port 3fab7868-5fc5-4c37-b36f-8c488590a81a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:27.746557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:27.783745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:27.789472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcaef01d482416998afb27beca088a9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:27.793195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:27.800460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:27.986020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.023116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.110859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.117917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.128719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:28.196988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet a5af66c2-d71f-450e-83e7-e9ecc4f11058 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:28.203156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Router fc50aa26-c3c0-4111-9af2-e50c1236246b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:28.204664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.212648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee809ed6-6708-4119-89e7-ad7fb6381e3b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:28.219205 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bcaef01d482416998afb27beca088a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5141745 Dec 09 09:27:28.221388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:28.221865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50564) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:28.236919 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:27:28.252835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Allocated IP 172.26.4.155 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/431541e7-3461-450f-a2b7-e55968a09e57) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:28.310925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.378053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.398963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.437816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.482252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.516982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.521718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:28.534561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee809ed6-6708-4119-89e7-ad7fb6381e3b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:28.539649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:28.543328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.547199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34f8c912-b196-49c7-bbb7-c50ed94f82f3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:28.592611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Calling delete_port for 3fab7868-5fc5-4c37-b36f-8c488590a81a owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:28.599714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.603237 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee809ed6-6708-4119-89e7-ad7fb6381e3b HTTP/1.1" status: 204 len: 168 time: 0.3781118 Dec 09 09:27:28.622888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:28.623827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event updated for resources: {'Port': ['ID=431541e7-3461-450f-a2b7-e55968a09e57,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:28.627038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:28.628705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:28.629327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:28.702863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:28.710682 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5272875 Dec 09 09:27:28.712046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.716694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50572) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:28.720655 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] Sync routers for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:28.738806 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:28.739845 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:28.812246 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-c7c2e47e-bd12-466d-89ab-5fe7ced97013 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] delete failed (client error): The resource could not be found. Dec 09 09:27:28.813671 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c7c2e47e-bd12-466d-89ab-5fe7ced97013 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-579584212 HTTP/1.1" status: 404 len: 334 time: 0.0958679 Dec 09 09:27:28.821110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50580) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:28.832378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bfad00ef-d70a-4d83-8ee3-6d3739353b9b tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc50aa26-c3c0-4111-9af2-e50c1236246b'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:28.844626 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:28.877255 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:28.877952 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:28.951430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:28.973058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-741eed74-2ece-47ba-ab40-40860c150aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:28.983023 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:28.983444 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d867-f78d-4227-8985-02e791b036b9 None None] The sync data for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:29.140577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.153605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Port': ['ID=3fab7868-5fc5-4c37-b36f-8c488590a81a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:29.181905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:29.188021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:29.268470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=a5af66c2-d71f-450e-83e7-e9ecc4f11058,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:29.277983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50586) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.288368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:29.288863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.297846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110fa66-1bfe-4d8d-93a7-c1cab3185f01 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:29.303193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.303936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.322984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.346851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/a5af66c2-d71f-450e-83e7-e9ecc4f11058 HTTP/1.1" status: 204 len: 168 time: 1.9312372 Dec 09 09:27:29.346851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.347591 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "DELETE /v2.0/ports/3fab7868-5fc5-4c37-b36f-8c488590a81a HTTP/1.1" status: 204 len: 168 time: 1.9996071 Dec 09 09:27:29.348644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50590) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.366248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50592) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.418074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bfad00ef-d70a-4d83-8ee3-6d3739353b9b tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.426335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-45128601-6ec4-4c3c-b891-fb066242b138 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707734 Dec 09 09:27:29.429438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50598) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.439465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:29.439711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:29.443581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Usage tracker for resource:security_group_rule and tenant:48a2d5f0970b422e98ac9ea64e8e07ec is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:29.446745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:29.452887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:29.537984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.544775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.554219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:29.598277 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48a2d5f0970b422e98ac9ea64e8e07ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3180301 Dec 09 09:27:29.599307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5e24e-3a7c-4d3f-8c5b-06d2b0b828a1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:29.602500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:29.603988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50602) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.615542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:29.620313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Deleting port ce02f41f-cb79-434c-9ec4-45751a1a9527 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:29.621156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.675337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.687808 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-bfad00ef-d70a-4d83-8ee3-6d3739353b9b tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] update failed (client error): The resource could not be found. Dec 09 09:27:29.694131 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bfad00ef-d70a-4d83-8ee3-6d3739353b9b tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b HTTP/1.1" status: 404 len: 339 time: 0.8662326 Dec 09 09:27:29.696310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50606) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:29.708075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.769842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.777033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:29.787811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:29.795967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5e24e-3a7c-4d3f-8c5b-06d2b0b828a1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:29.808036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.809753 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cb5e24e-3a7c-4d3f-8c5b-06d2b0b828a1 HTTP/1.1" status: 204 len: 168 time: 0.2043827 Dec 09 09:27:29.811207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:29.856799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:29.870231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:29.899488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] For port ce02f41f-cb79-434c-9ec4-45751a1a9527, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ce02f41f-cb79-434c-9ec4-45751a1a9527,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:29.900648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:29.938825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:29.963031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b043cc-7a3b-4091-b3cf-647f776160fb tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:29.964164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-28b043cc-7a3b-4091-b3cf-647f776160fb tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Synchronizing usage tracker for tenant:2630ab39c88b439b9be21466a811cae6 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:29.972521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:30.138683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Calling delete_port for ce02f41f-cb79-434c-9ec4-45751a1a9527 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:30.213193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-28b043cc-7a3b-4091-b3cf-647f776160fb tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Unset dirty status for tenant:2630ab39c88b439b9be21466a811cae6 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:30.214493 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-28b043cc-7a3b-4091-b3cf-647f776160fb tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fc31b-dfb5-4950-b76f-381724ed0911 HTTP/1.1" status: 200 len: 913 time: 0.8419745 Dec 09 09:27:30.217381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50620) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:30.227090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:30.240071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:30.241421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:30.281923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Pushing event deleted for resources: {'Port': ['ID=ce02f41f-cb79-434c-9ec4-45751a1a9527,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:30.285409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:30.288707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] No DVR routers for this DVR port ce02f41f-cb79-434c-9ec4-45751a1a9527 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:30.604440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:30.659731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Router 5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:30.676551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:30.914633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50638) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:30.931529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.074556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ce02f41f-cb79-434c-9ec4-45751a1a9527 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:31.104445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0c86bebd-c081-46ef-a0c4-c698551d27c8 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:31.110810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ce02f41f-cb79-434c-9ec4-45751a1a9527 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:31.111163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ce02f41f-cb79-434c-9ec4-45751a1a9527 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:31.241829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:31.251816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:31.253500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=91d22892-f9ac-4293-ad0d-a60174db9fbd,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:31.256061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:31.256640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.263930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4a34d-a0b7-4b53-835a-7eac16a88eee None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:31.266871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:31.270094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port f78f8f92-9d6d-4c82-9335-7b36e4c694a0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:31.270562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.422198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-101350556'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:31.433475 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0024078 Dec 09 09:27:31.435688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:31.440623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50650) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:31.454911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '91d22892-f9ac-4293-ad0d-a60174db9fbd', 'ip_address': '2001:db8::7d78:93d0:3dd3:eae4'}], 'name': 'tempest-NetworksTestDHCPv6-1430875290'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:31.468568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:network and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:31.486842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:31.505672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:31.542533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '91d22892-f9ac-4293-ad0d-a60174db9fbd'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:31.543779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.568931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Allocated IP 172.20.0.1 (4cbc5453-b004-4c68-b874-09f75b17d6d1/8000ff7e-a33a-4c95-9b2e-ee4444aa3466/09fdb3f8-af59-4561-a377-3df1ed283303) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:31.590735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.598600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:31.601644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.642627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.714604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Calling delete_port for f78f8f92-9d6d-4c82-9335-7b36e4c694a0 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:31.722680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/91d22892-f9ac-4293-ad0d-a60174db9fbd/033be57c-d5f9-4e6c-a676-23f79ccf8013) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:31.782591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:31.796009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:31.804236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:31.815444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:31.827487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:security_group_rule and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:31.832453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:31.835159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:31.847147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:31.891123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:31.899125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.904403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7391a124-cd48-46e6-95f4-0f8116a7afe0 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:31.912724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:31.920041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.950335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Port': ['ID=f78f8f92-9d6d-4c82-9335-7b36e4c694a0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:31.956382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:31.978404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.995967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:31.996678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 84c3b262-240c-4388-978b-9d7773191027 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:32.013675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Transition to ACTIVE for port object 033be57c-d5f9-4e6c-a676-23f79ccf8013 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:32.032052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.036236 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1196167 Dec 09 09:27:32.036431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50654) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:32.047926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Transition to ACTIVE for port object 033be57c-d5f9-4e6c-a676-23f79ccf8013 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:32.050527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:32.053738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] Sync routers for ids ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:32.065893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Transition to ACTIVE for port object 09fdb3f8-af59-4561-a377-3df1ed283303 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:32.079436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.094470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] Routers {'5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:32.095633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:32.182855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ffacd267-904c-4c7d-a31a-247647aaa97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:32.209009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.233849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:32.234927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.243269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-31c4e425-cfa6-4436-851f-c90724523712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:32.252125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:32.256186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:32.264419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:32.285142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.291124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Pushing event updated for resources: {'Port': ['ID=033be57c-d5f9-4e6c-a676-23f79ccf8013,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:32.318970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:32.327074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] Routers {'5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:32.328554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:32.336447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:32.345140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf3782-e38b-4f3a-a256-07e35c32e33c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:32.360671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:32.366491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eea3f99-cd06-406f-85e6-c0936268f775 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:32.410972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.437061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.437407 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Added segment d6ca8d5c-5152-4012-afb1-21277a36b1d6 of type vlan for network c369f013-0ec7-4794-a0af-984320505482 Dec 09 09:27:32.456371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:32.456867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b11e6-b6e5-4b37-a843-aa3b8b2a97f9 None None] The sync data for ids ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:32.476824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.481426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Attempting to bind port 033be57c-d5f9-4e6c-a676-23f79ccf8013 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:32.481817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Attempting to bind port 033be57c-d5f9-4e6c-a676-23f79ccf8013 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:32.482192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Attempting to bind port 033be57c-d5f9-4e6c-a676-23f79ccf8013 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:32.489049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:32.489371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:32.489933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.490345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:32.490931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Bound port: 033be57c-d5f9-4e6c-a676-23f79ccf8013, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:32.491315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.550445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::7d78:93d0:3dd3:eae4 (8b00f647-b522-4bb4-913a-1ab25ad42a65/91d22892-f9ac-4293-ad0d-a60174db9fbd/84c3b262-240c-4388-978b-9d7773191027) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:32.560684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:32.567791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:32.581277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:32.602541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] For port 033be57c-d5f9-4e6c-a676-23f79ccf8013, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:32.606211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] For port 033be57c-d5f9-4e6c-a676-23f79ccf8013, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=033be57c-d5f9-4e6c-a676-23f79ccf8013,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:32.609097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.612388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.617692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:32.627152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:32.627745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.671505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Port': ['ID=09fdb3f8-af59-4561-a377-3df1ed283303,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:32.771588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.780413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:32.785020 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8628302 Dec 09 09:27:32.786296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc3130f9-8c3f-4ea9-9cf7-01900cafe7a7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:32.786577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:32.793124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Pushing event updated for resources: {'Port': ['ID=033be57c-d5f9-4e6c-a676-23f79ccf8013,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:32.796706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:32.804060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50664) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:32.811172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'subnet': {'network_id': 'c369f013-0ec7-4794-a0af-984320505482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:32.932867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f0a939db-b20a-489e-b565-85b972c16a26 None None] Provisioning for port 09fdb3f8-af59-4561-a377-3df1ed283303 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:32.942588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f0a939db-b20a-489e-b565-85b972c16a26 None None] Provisioning complete for port 09fdb3f8-af59-4561-a377-3df1ed283303 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:32.943250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a939db-b20a-489e-b565-85b972c16a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:33.055477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f0a939db-b20a-489e-b565-85b972c16a26 None None] Port 09fdb3f8-af59-4561-a377-3df1ed283303 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:33.130751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Network': ['ID=c369f013-0ec7-4794-a0af-984320505482,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:33.134032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:33.146460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c369f013-0ec7-4794-a0af-984320505482 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:33.185281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 033be57c-d5f9-4e6c-a676-23f79ccf8013 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:33.250358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:33.254413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:subnet and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:33.257503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:33.264499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:33.264712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Router 624fc31b-dfb5-4950-b76f-381724ed0911 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:33.343056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 033be57c-d5f9-4e6c-a676-23f79ccf8013 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:33.440063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:33.442776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:33.452550 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] Sync routers for ids ['624fc31b-dfb5-4950-b76f-381724ed0911'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:33.465384 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] Routers {'624fc31b-dfb5-4950-b76f-381724ed0911'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:33.466379 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['624fc31b-dfb5-4950-b76f-381724ed0911'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:33.481029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1ca1cf0a-ef76-4598-8b03-fecb49289da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:33.481293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:33.499954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:33.533271 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "PUT /v2.0/routers/624fc31b-dfb5-4950-b76f-381724ed0911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3141546 Dec 09 09:27:33.535575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50672) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:33.625734 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:33.655658 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] Routers {'624fc31b-dfb5-4950-b76f-381724ed0911'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:33.657073 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['624fc31b-dfb5-4950-b76f-381724ed0911'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:33.669514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 84c3b262-240c-4388-978b-9d7773191027 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:33.674730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:33.734743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:33.735522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac15043-a486-4d16-939a-23336e0626c7 None None] The sync data for ids ['624fc31b-dfb5-4950-b76f-381724ed0911'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:33.778910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.007789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.018901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:34.084999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Provisioning for port 033be57c-d5f9-4e6c-a676-23f79ccf8013 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:34.091547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Provisioning complete for port 033be57c-d5f9-4e6c-a676-23f79ccf8013 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:34.092052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.216187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.222267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:34.225578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=84c3b262-240c-4388-978b-9d7773191027,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:34.242560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:34.248591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:34.250790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:34.253275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] For port 033be57c-d5f9-4e6c-a676-23f79ccf8013, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=033be57c-d5f9-4e6c-a676-23f79ccf8013,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:34.254847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:34.255575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.259245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.261929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:34.326518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.334790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Pushing event updated for resources: {'Port': ['ID=033be57c-d5f9-4e6c-a676-23f79ccf8013,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:34.336376 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8953407 Dec 09 09:27:34.338525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50678) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:34.339303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:34.340517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e14fe19a-11e6-419b-9a4d-6533389466c0 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:34.347119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.358152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.364536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.383674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.403253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Deleting port 431541e7-3461-450f-a2b7-e55968a09e57 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:34.403825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.440108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.449186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.450011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Fanout notify agent at l3_agent the message router_deleted on router 624fc31b-dfb5-4950-b76f-381724ed0911 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:34.456347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.482265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.483246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bc8847f1-f328-44a8-a1ee-e4657ca78a2a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "DELETE /v2.0/routers/624fc31b-dfb5-4950-b76f-381724ed0911 HTTP/1.1" status: 204 len: 168 time: 0.9467299 Dec 09 09:27:34.485755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50682) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:34.518373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Subnet': ['ID=d5c6ba55-1806-480c-9dd9-762a63da0d4e,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:34.530189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:34.534064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-900be38f-6362-4a3b-adbb-580cb87be71a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:34.557612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.608499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-62bb3b2e-2a3f-43af-b4d3-c8557dece4fe None None] Provisioning for port 84c3b262-240c-4388-978b-9d7773191027 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:34.613772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-62bb3b2e-2a3f-43af-b4d3-c8557dece4fe None None] Provisioning complete for port 84c3b262-240c-4388-978b-9d7773191027 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:34.614294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-62bb3b2e-2a3f-43af-b4d3-c8557dece4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.619685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.700333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-62bb3b2e-2a3f-43af-b4d3-c8557dece4fe None None] Port 84c3b262-240c-4388-978b-9d7773191027 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:34.758976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:34.775986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event updated for resources: {'Port': ['ID=09fdb3f8-af59-4561-a377-3df1ed283303,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:34.789399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Checking segment: {'id': 'd6ca8d5c-5152-4012-afb1-21277a36b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c369f013-0ec7-4794-a0af-984320505482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:34.789770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network hostable DHCP agents. Network: c369f013-0ec7-4794-a0af-984320505482, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:34.800822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a53241-6e48-496a-b060-008bc307a4e7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:34.804818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a53241-6e48-496a-b060-008bc307a4e7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:34.805577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2a53241-6e48-496a-b060-008bc307a4e7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:34.811922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:34.874761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2a53241-6e48-496a-b060-008bc307a4e7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:34.878408 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f2a53241-6e48-496a-b060-008bc307a4e7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5098329 Dec 09 09:27:34.879796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50692) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:34.910526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:34.916881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:34.918770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:34.920169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Calling delete_port for 431541e7-3461-450f-a2b7-e55968a09e57 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:34.988714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting subnet 450ed5a7-f663-4caf-836f-f8f1914d23a1 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:34.992256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.064961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.088259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 033be57c-d5f9-4e6c-a676-23f79ccf8013 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:35.181766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 033be57c-d5f9-4e6c-a676-23f79ccf8013 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:35.182554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.222446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c369f013-0ec7-4794-a0af-984320505482) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:35.223413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.232425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 84c3b262-240c-4388-978b-9d7773191027 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:35.232760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.234145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece11df-43a7-4b38-8aae-214e031e679e None None] Network c369f013-0ec7-4794-a0af-984320505482 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:35.256681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:35.257282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.322683 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5145237 Dec 09 09:27:35.324368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50696) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:35.348531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.357373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:35.358279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1539308009', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:35.374700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:35.383647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:router and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:35.393422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ef6cbeba-931b-4600-85fc-08308ef23c88 None None] Provisioning complete for port 09fdb3f8-af59-4561-a377-3df1ed283303 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:35.393801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ef6cbeba-931b-4600-85fc-08308ef23c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.408741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Pushing event deleted for resources: {'Port': ['ID=431541e7-3461-450f-a2b7-e55968a09e57,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:35.413140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:35.435389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:35.457905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:35.497054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.503834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfcc8f92-5378-4031-8715-9bf73b7b7cc9 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:35.543783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ef6cbeba-931b-4600-85fc-08308ef23c88 None None] Port 09fdb3f8-af59-4561-a377-3df1ed283303 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:35.553542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Subnet': ['ID=450ed5a7-f663-4caf-836f-f8f1914d23a1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:35.563013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:35.568816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.582286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.583240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.585323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "DELETE /v2.0/subnets/450ed5a7-f663-4caf-836f-f8f1914d23a1 HTTP/1.1" status: 204 len: 168 time: 1.0986536 Dec 09 09:27:35.599620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50700) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:35.617215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af04da-f692-4543-8192-e2fecb349452 None None] Network 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:35.702324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321711a-0366-4e38-8c8a-5b0a94297d24 None None] Network c369f013-0ec7-4794-a0af-984320505482 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:35.724701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.819772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a7638ef8-0ee8-4b6e-af39-b61acb76220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.838419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.842934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.912947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port c1163dfc-1e6f-4567-8544-d888dba4f3cb {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:35.913302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:35.966562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.114050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.123373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.143612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] DHCP port deletion for 6f42cee9-65e5-47c8-9c64-1ba42ba32f98 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:36.148369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Deleting port c1163dfc-1e6f-4567-8544-d888dba4f3cb {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:36.148840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.235233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 84c3b262-240c-4388-978b-9d7773191027 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:36.268337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Router 5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:36.402049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] For port c1163dfc-1e6f-4567-8544-d888dba4f3cb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c1163dfc-1e6f-4567-8544-d888dba4f3cb,segment=NetworkSegment(432a4976-fe69-4ab6-95d2-e0440b3ce074),segment_id=432a4976-fe69-4ab6-95d2-e0440b3ce074)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:36.402593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.406018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.415079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Router fc50aa26-c3c0-4111-9af2-e50c1236246b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:36.428901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:36.435202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.436379 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "PUT /v2.0/routers/5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 200 len: 708 time: 4.3989153 Dec 09 09:27:36.439309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50710) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:36.472902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] Sync routers for ids ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:36.539686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Calling delete_port for c1163dfc-1e6f-4567-8544-d888dba4f3cb owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:36.575190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] For port c1163dfc-1e6f-4567-8544-d888dba4f3cb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c1163dfc-1e6f-4567-8544-d888dba4f3cb,segment=NetworkSegment(432a4976-fe69-4ab6-95d2-e0440b3ce074),segment_id=432a4976-fe69-4ab6-95d2-e0440b3ce074)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:36.576017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.585186 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b6b18157-6279-443d-a5e6-817f8ae7c390 tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/routers/5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 200 len: 743 time: 0.1418898 Dec 09 09:27:36.585729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:36.605976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] Routers {'5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:36.606738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:36.633438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f7ddf391-2911-4316-be97-1a954d1f20ad tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 200 len: 205 time: 0.0443151 Dec 09 09:27:36.633761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50718) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:36.684197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:36.691624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce46fbd1-feb9-4566-8203-04476ea90ace tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 200 len: 205 time: 0.0536504 Dec 09 09:27:36.692880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50722) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:36.706877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] Routers {'5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:36.707659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:36.763821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.764673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.775483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-458e1074-b4e6-487f-b495-c7f5adbfe13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:36.809026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:36.809582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5622-e6f2-4c7f-ac33-b790f418d5f7 None None] The sync data for ids ['5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:36.820329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Pushing event deleted for resources: {'Port': ['ID=c1163dfc-1e6f-4567-8544-d888dba4f3cb,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:36.824230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:36.827860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] No DVR routers for this DVR port c1163dfc-1e6f-4567-8544-d888dba4f3cb on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:36.846703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.951747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Calling delete_port for c1163dfc-1e6f-4567-8544-d888dba4f3cb owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:36.981323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:36.995631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2af61000-88be-4525-bfe0-f9040f5844b1 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:37.049268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=84c3b262-240c-4388-978b-9d7773191027,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:37.074087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c1163dfc-1e6f-4567-8544-d888dba4f3cb no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:37.109285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c1163dfc-1e6f-4567-8544-d888dba4f3cb {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:37.109688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c1163dfc-1e6f-4567-8544-d888dba4f3cb not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:37.112013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:37.185041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.211519 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/84c3b262-240c-4388-978b-9d7773191027 HTTP/1.1" status: 204 len: 168 time: 2.3303342 Dec 09 09:27:37.223948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50732) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.243923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:37.244841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:37.304307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:37.323518 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] Sync routers for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:37.327185 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6284258 Dec 09 09:27:37.330449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50736) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.343559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:37.344821 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:37.412751 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:37.425232 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:37.425772 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:37.489903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:37.490314 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb121e-3776-4f09-8527-6b871f0f0496 None None] The sync data for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:37.497746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.529564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.547038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.555964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e909d90-a115-4e87-bd05-a899715bd706 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:37.557271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e909d90-a115-4e87-bd05-a899715bd706 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:37.557998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e909d90-a115-4e87-bd05-a899715bd706 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:37.564588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.591966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-6a4d18c8-9199-4790-8934-def6de6ad540 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4149816 Dec 09 09:27:37.595052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e909d90-a115-4e87-bd05-a899715bd706 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:37.599318 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e909d90-a115-4e87-bd05-a899715bd706 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3685157 Dec 09 09:27:37.599318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50740) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.691784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.692278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Fanout notify agent at l3_agent the message router_deleted on router 5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:27:37.696105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.50 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/80cd0d88-269d-4fb4-a3ab-101121a88d49) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:37.703254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65a4d70-edb7-405c-b375-0709a8731ae2 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.717518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.718574 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-992d922d-6e88-4bdf-b7e9-6cf3fcff99ab tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 204 len: 168 time: 1.0254059 Dec 09 09:27:37.722435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50744) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.760399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Deleting port c1163dfc-1e6f-4567-8544-d888dba4f3cb {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:37.760626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:37.794646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e75057f3-ba0d-42a4-b816-352d25875569 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 200 len: 205 time: 0.0712664 Dec 09 09:27:37.798166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50748) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.902792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] The port 'c1163dfc-1e6f-4567-8544-d888dba4f3cb' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:27:37.930168 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-3a2e0285-fa63-41cb-8a19-71720c86d99c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:37.934259 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3a2e0285-fa63-41cb-8a19-71720c86d99c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/5dbe3cc5-5b4c-4eee-a6bc-be721aca44f4 HTTP/1.1" status: 404 len: 336 time: 0.0910685 Dec 09 09:27:37.935262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50752) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:37.986503 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-0db093d1-50f9-48ff-8465-fa97a62a6444 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 1098 time: 0.3474126 Dec 09 09:27:37.998450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f18b1420-d5a3-4ac6-bfff-04a555c45a5e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 200 len: 205 time: 0.0612552 Dec 09 09:27:38.003074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50756) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.037929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 91d22892-f9ac-4293-ad0d-a60174db9fbd {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:38.047258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.156188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.164080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.245112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-282989e8-f17d-48e0-a6c8-126e8755ad58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:38.246564 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-282989e8-f17d-48e0-a6c8-126e8755ad58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 200 len: 912 time: 0.2313797 Dec 09 09:27:38.279073 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-73f97ecc-2708-468c-a7b5-ee330d0b231e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:38.280134 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-73f97ecc-2708-468c-a7b5-ee330d0b231e tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/84928405-5b11-42fa-a203-1f47635109f5 HTTP/1.1" status: 404 len: 336 time: 0.2591953 Dec 09 09:27:38.307133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.367987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.393457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.414529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-082f5216-acc5-48ec-bdfd-bd4eddd31e28 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 200 len: 205 time: 0.1058772 Dec 09 09:27:38.433056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50772) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.441686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f42cee9-65e5-47c8-9c64-1ba42ba32f98']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:38.469274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-8590afab-0d9a-43d1-b6cc-d4a9bd339742 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 200 len: 1001 time: 0.2137296 Dec 09 09:27:38.520795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.538047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a4976-fe69-4ab6-95d2-e0440b3ce074') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:38.538047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a4976-fe69-4ab6-95d2-e0440b3ce074') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:38.546635 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-b05223cf-9b19-44d6-9791-a1aa1cd9f8c3 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:38.549932 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b05223cf-9b19-44d6-9791-a1aa1cd9f8c3 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/547d4197-f6e7-4e95-84da-5ed58ffaa28f HTTP/1.1" status: 404 len: 336 time: 0.1123426 Dec 09 09:27:38.550869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50776) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.559557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.560852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.568482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560ecb9-8d3c-4fd1-ba24-ea25db1712bf req-2d272f46-2ddc-4000-ad3a-5d4c76c6e837 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:38.569914 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b560ecb9-8d3c-4fd1-ba24-ea25db1712bf req-2d272f46-2ddc-4000-ad3a-5d4c76c6e837 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2367721 Dec 09 09:27:38.573612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-d65a4d70-edb7-405c-b375-0709a8731ae2 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 09:27:38.574623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d65a4d70-edb7-405c-b375-0709a8731ae2 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b HTTP/1.1" status: 409 len: 329 time: 1.2432809 Dec 09 09:27:38.577870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50780) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.588465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.608383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-857fbc1e-e3ff-4849-ba0c-3d391d71ee86 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:38.671828 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a46f87c5-00a2-444b-929d-c9a5fa1edc43 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 200 len: 205 time: 0.1204255 Dec 09 09:27:38.672671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=91d22892-f9ac-4293-ad0d-a60174db9fbd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:38.674379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.678735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-c12a157b-d156-4f3b-a449-2ceb0857be57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:38.680098 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-c12a157b-d156-4f3b-a449-2ceb0857be57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=03c24bca-1d4c-41ad-9806-512d5aa76d07 HTTP/1.1" status: 200 len: 850 time: 0.1945453 Dec 09 09:27:38.686552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:38.709376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:38.709774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:38.728451 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:38.784722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90faefe4-6aaf-4821-a024-363ed166ecee None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:38.788981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.793006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-c77b1242-b816-47ec-b833-b2a8e77816f4 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:38.796417 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c77b1242-b816-47ec-b833-b2a8e77816f4 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/d38a96c3-d633-4426-81f0-a9154e3303d8 HTTP/1.1" status: 404 len: 336 time: 0.1130753 Dec 09 09:27:38.798194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50788) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.826441 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/91d22892-f9ac-4293-ad0d-a60174db9fbd HTTP/1.1" status: 204 len: 168 time: 1.2242367 Dec 09 09:27:38.827197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50792) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.861044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.867894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79a232b-86bd-44d1-a310-cdbcf8fbac8d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:38.887091 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b560ecb9-8d3c-4fd1-ba24-ea25db1712bf req-ee780b64-c2fc-4221-a937-7178f2c33aa9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510803 Dec 09 09:27:38.906948 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6a52a57e-d845-45da-9d91-1d004af3cd51 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 200 len: 205 time: 0.1035466 Dec 09 09:27:38.907146 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3da81188-a826-4811-9784-caa64628ed9e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732965 Dec 09 09:27:38.907146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.907146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50800) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:38.913744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:38.935942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.952088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:38.985037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:38.986856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] 10.222.0.41 "DELETE /v2.0/networks/6f42cee9-65e5-47c8-9c64-1ba42ba32f98 HTTP/1.1" status: 204 len: 168 time: 3.3855278 Dec 09 09:27:38.998431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:39.016698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:39.064671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=80cd0d88-269d-4fb4-a3ab-101121a88d49,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:39.067870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:39.074197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:39.102037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Pushing event deleted for resources: {'Network': ['ID=6f42cee9-65e5-47c8-9c64-1ba42ba32f98,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:39.105051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:39.216414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:39.222709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Deleting port 033be57c-d5f9-4e6c-a676-23f79ccf8013 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:39.223529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.257860 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-ab594693-089d-4e84-afd0-dc165ecf7da9 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:39.259665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab594693-089d-4e84-afd0-dc165ecf7da9 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/3601d0f6-ff7a-4b85-882e-2aa435a59856 HTTP/1.1" status: 404 len: 336 time: 0.3509443 Dec 09 09:27:39.265691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50808) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:39.315862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-10e01ec7-cedc-476c-ac4f-0d5ec32587dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b5267a8-d53e-46b3-b456-941346666c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6282687 Dec 09 09:27:39.395402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4eac08c7-3f6c-4afc-9815-5e0659b6a95c tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "GET /v2.0/ports?device_id=83115084-8125-408c-9359-e87ff66d114d HTTP/1.1" status: 200 len: 205 time: 0.1231289 Dec 09 09:27:39.408366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50818) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:39.414339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:39.460130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50822) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:39.517179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:39.523770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] For port 033be57c-d5f9-4e6c-a676-23f79ccf8013, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=033be57c-d5f9-4e6c-a676-23f79ccf8013,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:39.524614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.532577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:39.543210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.544396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.628109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-66a9ab0b-58b4-464a-9137-6634ca1ec86f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] delete failed (client error): The resource could not be found. Dec 09 09:27:39.631526 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-66a9ab0b-58b4-464a-9137-6634ca1ec86f tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/routers/83115084-8125-408c-9359-e87ff66d114d HTTP/1.1" status: 404 len: 336 time: 0.2165883 Dec 09 09:27:39.647594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50828) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:39.664029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Calling delete_port for 033be57c-d5f9-4e6c-a676-23f79ccf8013 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:39.682294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.712317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:39.724629 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-ab48b789-2866-4605-af10-fa57dfeb2dc3 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722084 Dec 09 09:27:39.752933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.757551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13b8cf97-e132-442d-b41b-ef1d607364ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:39.812224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] No DVR routers for this DVR port 033be57c-d5f9-4e6c-a676-23f79ccf8013 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:39.814358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Pushing event deleted for resources: {'Port': ['ID=033be57c-d5f9-4e6c-a676-23f79ccf8013,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:39.817616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:39.836184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b71c92-0f19-42d2-9d4f-10f38ec3e210 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] DELETE failed (client error): The resource could not be found. Dec 09 09:27:39.836646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b71c92-0f19-42d2-9d4f-10f38ec3e210 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:27:39.839359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83b71c92-0f19-42d2-9d4f-10f38ec3e210 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] 10.222.0.41 "DELETE /v2.0/subnets/d1235866-8aff-435d-900c-b444c6579f30 HTTP/1.1" status: 404 len: 337 time: 0.1178646 Dec 09 09:27:39.840202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:39.843667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:39.851651 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1694c874-ed7c-451f-ad0f-ab5d5ba4d49b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2630ab39c88b439b9be21466a811cae6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3853693 Dec 09 09:27:39.853490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50836) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:40.092041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b784d60-ac0d-449f-985e-0fb21124a3f9 req-7810125b-81c3-432d-9275-7d1ab160163e service neutron] 10.222.0.58 "GET /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095036 Dec 09 09:27:40.098668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c17-aeb0-4409-8117-ea8b7be9d52f req-cdfd0d5a-bb53-48b0-a13b-3ff84e693a57 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:40.106301 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-13f83c17-aeb0-4409-8117-ea8b7be9d52f req-cdfd0d5a-bb53-48b0-a13b-3ff84e693a57 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5906935 Dec 09 09:27:40.148253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:40.171209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.202925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-13f83c17-aeb0-4409-8117-ea8b7be9d52f req-1fa928dd-b4c3-43c8-8d92-e6213ab877d2 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957425 Dec 09 09:27:40.242825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.271461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.277599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:40.358902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:40.362240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:40.364896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:40.365491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.371824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e1cc0-d73b-47f6-bd71-fe3938e4672b None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:40.389402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=4ec253f6-3e2c-4ca7-b9b2-7305b6665515,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:40.394173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:40.414525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5085402 Dec 09 09:27:40.415317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:40.421563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '4ec253f6-3e2c-4ca7-b9b2-7305b6665515', 'ip_address': '2001:db8::e913:8834:a727:8d5e'}], 'name': 'tempest-NetworksTestDHCPv6-1375081064'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:40.432916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.500100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.508383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72a49a42-d09e-4872-8412-08a77ec54115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:40.534618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:40.540415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecd92b-e6e6-4c12-8f37-9150d93c8511,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:40.547373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:40.548317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Usage tracker for resource:security_group_rule and tenant:813f641297cd4f8a8c548d3e8a9a2e4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:40.552846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:40.564526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:40.582330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:40.586589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:40.590695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:40.594103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.595267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86ecd92b-e6e6-4c12-8f37-9150d93c8511 HTTP/1.1" status: 204 len: 168 time: 0.7408397 Dec 09 09:27:40.612258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:40.614499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:27:40.641418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:40.647983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.678311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 1606272a-1e03-49e7-82a7-d94ffdc2c710 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:40.866488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '4ec253f6-3e2c-4ca7-b9b2-7305b6665515'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:40.867329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.896980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.921358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:40.936104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5adc6f97-4969-4487-9c17-ce1e240bd300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:41.022531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6e6ad-cb56-44df-93e2-a5eabea102a8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:41.061313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:41.103317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::e913:8834:a727:8d5e (8b00f647-b522-4bb4-913a-1ab25ad42a65/4ec253f6-3e2c-4ca7-b9b2-7305b6665515/1606272a-1e03-49e7-82a7-d94ffdc2c710) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:41.129256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 033be57c-d5f9-4e6c-a676-23f79ccf8013 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:41.175848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 033be57c-d5f9-4e6c-a676-23f79ccf8013 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:41.176281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 033be57c-d5f9-4e6c-a676-23f79ccf8013 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:41.192982 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=813f641297cd4f8a8c548d3e8a9a2e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0414736 Dec 09 09:27:41.194400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50870) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:41.344232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.401496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting port 09fdb3f8-af59-4561-a377-3df1ed283303 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:41.401888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.438137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.464821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:41.476653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:41.492712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:41.494596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:41.548769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71173eb-d252-496c-8643-8bad5bd8729b req-ff10d1d7-33da-4687-8bf5-25fc5ae93875 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:41.550235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a71173eb-d252-496c-8643-8bad5bd8729b req-ff10d1d7-33da-4687-8bf5-25fc5ae93875 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3327868 Dec 09 09:27:41.603685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:41.606285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.610904 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2824333 Dec 09 09:27:41.612274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:41.619239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.633324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:41.635133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:41.645217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a71173eb-d252-496c-8643-8bad5bd8729b req-9acadbfb-b3a7-4f76-ab8b-f5ef4da765d9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819376 Dec 09 09:27:41.709425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:41.709828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf1b3d-8614-43c1-94e0-0098afac2e98 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:41.721481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 1606272a-1e03-49e7-82a7-d94ffdc2c710 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:41.724596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.739523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7808d03-df40-49cc-a70a-a7c267043a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:41.749398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.757002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.766058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:41.773633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6e6ad-cb56-44df-93e2-a5eabea102a8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:41.816705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/4ec253f6-3e2c-4ca7-b9b2-7305b6665515/bb800de3-7497-4d61-8d85-8ed345baa7a7) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:41.827910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:41.864623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:41.873365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:41.876079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:41.880457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:41.881129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.892712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50892) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:41.919672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Calling delete_port for 09fdb3f8-af59-4561-a377-3df1ed283303 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:41.950171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:41.951553 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9f6e6ad-cb56-44df-93e2-a5eabea102a8 HTTP/1.1" status: 204 len: 168 time: 0.7562673 Dec 09 09:27:41.963226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=1606272a-1e03-49e7-82a7-d94ffdc2c710,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:41.966759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:41.975440 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5586901 Dec 09 09:27:41.976186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:42.108211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821a02e-b339-4660-8f4a-c69144061d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:42.108963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f821a02e-b339-4660-8f4a-c69144061d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:42.150562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f821a02e-b339-4660-8f4a-c69144061d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:42.155640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f821a02e-b339-4660-8f4a-c69144061d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1740463 Dec 09 09:27:42.156226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50904) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:42.156458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.169746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Transition to ACTIVE for port object bb800de3-7497-4d61-8d85-8ed345baa7a7 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:42.196960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Transition to ACTIVE for port object bb800de3-7497-4d61-8d85-8ed345baa7a7 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:42.206968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'networks': [{'name': 'tempest-network--2113327416'}, {'name': 'tempest-network--2026319742'}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:42.207299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-network--2113327416'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:42.207695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.207846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-network--2026319742'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:42.217031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:42.221450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:42.229651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:network and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:42.234383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:42.250124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:42.257784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 1606272a-1e03-49e7-82a7-d94ffdc2c710 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:42.258259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.313518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'network': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:42.317244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.324577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:42.325457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Pushing event updated for resources: {'Port': ['ID=bb800de3-7497-4d61-8d85-8ed345baa7a7,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:42.334207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:42.336923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:42.341126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:42.349082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.444091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Attempting to bind port bb800de3-7497-4d61-8d85-8ed345baa7a7 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:42.444472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Attempting to bind port bb800de3-7497-4d61-8d85-8ed345baa7a7 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:42.444845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Attempting to bind port bb800de3-7497-4d61-8d85-8ed345baa7a7 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:42.452435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:42.452759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:42.453217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.453686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:42.454146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Bound port: bb800de3-7497-4d61-8d85-8ed345baa7a7, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:42.454526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.465847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:42.478164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:security_group_rule and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:42.482953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:42.537760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:42.552632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] For port bb800de3-7497-4d61-8d85-8ed345baa7a7, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:42.556315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] For port bb800de3-7497-4d61-8d85-8ed345baa7a7, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb800de3-7497-4d61-8d85-8ed345baa7a7,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:42.567246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.574082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:42.619257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.620931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.635627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:42.679088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Pushing event updated for resources: {'Port': ['ID=bb800de3-7497-4d61-8d85-8ed345baa7a7,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:42.679414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50912) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:42.682796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Port': ['ID=09fdb3f8-af59-4561-a377-3df1ed283303,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:42.692639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:42.728480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:42.797629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 1606272a-1e03-49e7-82a7-d94ffdc2c710 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:42.898434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.941455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.942478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:42.966341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:42.974892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-76583d05-e760-4b60-8506-0e09dd123f94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f78c2ae79fd40ad9e4178c294901ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919011 Dec 09 09:27:42.980458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50918) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:43.147043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dbab50-b345-4bdf-b937-5c58ee836a8a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:43.174025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:43.175334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62ac8-f71d-48e1-ae39-5c69da90abef req-520f87a8-980a-472d-8ce0-054b1831375a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:43.185944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-92b62ac8-f71d-48e1-ae39-5c69da90abef req-520f87a8-980a-472d-8ce0-054b1831375a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3438079 Dec 09 09:27:43.215092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.241772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb800de3-7497-4d61-8d85-8ed345baa7a7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:43.254827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.263261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.265034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:43.281596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8de4389d-d12d-4c45-9972-58778430b0e8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:43.321480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port bb800de3-7497-4d61-8d85-8ed345baa7a7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:43.343899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=1606272a-1e03-49e7-82a7-d94ffdc2c710,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:43.351040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.351377 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment 4deb3a36-72fd-4e6e-ac9a-f157fd720f7f of type vlan for network b71eccfc-a166-4f68-9674-9796fd6f36e1 Dec 09 09:27:43.357231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:43.358887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.438292 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-92b62ac8-f71d-48e1-ae39-5c69da90abef req-95ea3c16-e447-4969-bd4b-28150206079b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542441 Dec 09 09:27:43.454880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.460951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.507208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/1606272a-1e03-49e7-82a7-d94ffdc2c710 HTTP/1.1" status: 204 len: 168 time: 1.3455534 Dec 09 09:27:43.510486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50926) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:43.554856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.563463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:43.626892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:43.639074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.639412 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment 29f6fb82-6aa6-4273-9288-27e4aa883891 of type vlan for network bd958bb9-94e5-40b4-893b-006795b17fcd Dec 09 09:27:43.645877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c03625-6956-4504-88d4-a09707e86d2d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:43.662873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cd839-cf13-4888-bf34-e19a0946be5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:43.665224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cd839-cf13-4888-bf34-e19a0946be5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:43.666215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-025cd839-cf13-4888-bf34-e19a0946be5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:43.679293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:43.680459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.682492 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11c03625-6956-4504-88d4-a09707e86d2d HTTP/1.1" status: 204 len: 168 time: 0.6950922 Dec 09 09:27:43.733325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.751008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-025cd839-cf13-4888-bf34-e19a0946be5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:43.755667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-025cd839-cf13-4888-bf34-e19a0946be5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2440493 Dec 09 09:27:43.757932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50934) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:43.850424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.851108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.859357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:43.863939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:43.864921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:43.898603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:44.044206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Router fc50aa26-c3c0-4111-9af2-e50c1236246b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:44.060239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeacf64-404b-46af-aeee-357191e1f3e3 req-e285db56-7804-4ac2-8965-2def34d88091 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:44.067177 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8aeacf64-404b-46af-aeee-357191e1f3e3 req-e285db56-7804-4ac2-8965-2def34d88091 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.3964577 Dec 09 09:27:44.084595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Provisioning for port bb800de3-7497-4d61-8d85-8ed345baa7a7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:44.092828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Provisioning complete for port bb800de3-7497-4d61-8d85-8ed345baa7a7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:44.093793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:44.111989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2133820 Dec 09 09:27:44.111989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50940) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:44.289733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:44.329146 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8aeacf64-404b-46af-aeee-357191e1f3e3 req-6c4b5fe6-862b-4cf8-9481-1f17c47aaa7f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612929 Dec 09 09:27:44.370039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] For port bb800de3-7497-4d61-8d85-8ed345baa7a7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb800de3-7497-4d61-8d85-8ed345baa7a7,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:44.381675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:44.383730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:44.466397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=b71eccfc-a166-4f68-9674-9796fd6f36e1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:44.475201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:44.488576 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] Sync routers for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:44.492824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network b71eccfc-a166-4f68-9674-9796fd6f36e1 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:44.514709 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:44.515375 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:44.557935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-837881ca-1264-4945-a895-9ca45b7d8286 None None] Could not find standard attr ID for object 1606272a-1e03-49e7-82a7-d94ffdc2c710. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:27:44.572643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9907312 Dec 09 09:27:44.586177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50960) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:44.710931 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:44.726667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Pushing event updated for resources: {'Port': ['ID=bb800de3-7497-4d61-8d85-8ed345baa7a7,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:44.727275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 4ec253f6-3e2c-4ca7-b9b2-7305b6665515 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:44.738226 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] Routers {'fc50aa26-c3c0-4111-9af2-e50c1236246b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:44.738866 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['fc50aa26-c3c0-4111-9af2-e50c1236246b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:44.743058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:44.748066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:44.773231 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-b6560c19-a062-4c4a-905a-60b1e226efaf tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] show failed (client error): The resource could not be found. Dec 09 09:27:44.778634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b6560c19-a062-4c4a-905a-60b1e226efaf tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-353941909 HTTP/1.1" status: 404 len: 334 time: 0.1871624 Dec 09 09:27:44.781409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:44.791150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50964) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:44.800391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-200a96b5-8f25-41b9-a164-b79c8eeb5f7d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:44.813127 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:44.813127 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8d615-ee82-4e48-9d02-aab441c04d78 None None] The sync data for ids ['fc50aa26-c3c0-4111-9af2-e50c1236246b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:44.822108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:44.826126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:44.833554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:44.838126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:44.838843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Synchronizing usage tracker for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:44.858066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=bd958bb9-94e5-40b4-893b-006795b17fcd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:44.867737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:44.868248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.949s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:44.868683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:44.869080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network bd958bb9-94e5-40b4-893b-006795b17fcd details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:44.871895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Unset dirty status for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:44.876530 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92a836f2-094a-445d-b023-1aa241eb7d32 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7659452 Dec 09 09:27:44.877095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50970) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:44.881752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-200a96b5-8f25-41b9-a164-b79c8eeb5f7d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] update failed (client error): The resource could not be found. Dec 09 09:27:44.883782 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-200a96b5-8f25-41b9-a164-b79c8eeb5f7d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1452301481 HTTP/1.1" status: 404 len: 335 time: 0.0912557 Dec 09 09:27:44.925636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50974) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:44.939685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.102516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90658054-20bb-4e06-b089-77c4adda7e29 req-eba0d020-e17d-41b9-a4cb-81c427c15163 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:45.110418 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90658054-20bb-4e06-b089-77c4adda7e29 req-eba0d020-e17d-41b9-a4cb-81c427c15163 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4080603 Dec 09 09:27:45.116593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb800de3-7497-4d61-8d85-8ed345baa7a7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:45.180571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.185515 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90658054-20bb-4e06-b089-77c4adda7e29 req-f617342c-3016-4451-acfb-85f317818eb7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738547 Dec 09 09:27:45.194986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 50982) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:45.281039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port bb800de3-7497-4d61-8d85-8ed345baa7a7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:45.283975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.396724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.490568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.1 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:45.547225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.589117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting subnet ab0f576a-cec6-42e1-857d-ab9cc8dba182 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:45.596694 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d82498d-1e6e-4cbb-b2c5-f545880c1713 tempest-AgentManagementNegativeTest-1810238153 tempest-AgentManagementNegativeTest-1810238153-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4006147 Dec 09 09:27:45.605077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.652072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71eccfc-a166-4f68-9674-9796fd6f36e1']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:45.717238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4deb3a36-72fd-4e6e-ac9a-f157fd720f7f') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:45.717536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4deb3a36-72fd-4e6e-ac9a-f157fd720f7f') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:45.732959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.743089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.765737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.769653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17acac9a-2db5-438e-87a0-fa5e52472472 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:45.778604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.816615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.825787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.835247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:45.848401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:45.851576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:45.860415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:45.861528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:45.863823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:45.868855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:45.869336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:45.890198 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:45.910813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec253f6-3e2c-4ca7-b9b2-7305b6665515,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:45.913563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:45.930621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.933501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 50998) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:45.971724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:45.977518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdfd891-4304-4cc6-94d4-8c2aad3a2304 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:46.034567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8efff-e841-45f8-adf4-6423cba9272c req-e9b31b05-421f-4f16-b3ff-9dd5b39dcadd tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:46.042479 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5d8efff-e841-45f8-adf4-6423cba9272c req-e9b31b05-421f-4f16-b3ff-9dd5b39dcadd tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.3923526 Dec 09 09:27:46.061785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.067083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.071818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4ec253f6-3e2c-4ca7-b9b2-7305b6665515 HTTP/1.1" status: 204 len: 168 time: 2.3119853 Dec 09 09:27:46.076257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:46.091985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51004) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.174251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=b71eccfc-a166-4f68-9674-9796fd6f36e1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:46.177123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:46.185476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.201011 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/b71eccfc-a166-4f68-9674-9796fd6f36e1 HTTP/1.1" status: 204 len: 168 time: 1.3183546 Dec 09 09:27:46.201011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.206790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51008) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.232772 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83b66ba1-96fb-4427-af36-592fdc6babd6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318483 Dec 09 09:27:46.239114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51014) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.265274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:46.267591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.298667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5d8efff-e841-45f8-adf4-6423cba9272c req-eb3bf021-a7bc-4aa9-b2a0-82c4b2088b0f tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552431 Dec 09 09:27:46.329775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:46.330319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Usage tracker for resource:security_group_rule and tenant:451aaa6cdfd34253b5f24c76adc3d7be is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:46.333586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Deleting port bb800de3-7497-4d61-8d85-8ed345baa7a7 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:46.333911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.370404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.376399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cf83b4e6-a39e-4369-9ab1-2da2c115b4bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:46.381199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:46.451292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:46.508017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.555126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c70e75-98f7-4ca2-924d-5c3879400056 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:46.556278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d6c70e75-98f7-4ca2-924d-5c3879400056 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:46.563952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] For port bb800de3-7497-4d61-8d85-8ed345baa7a7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb800de3-7497-4d61-8d85-8ed345baa7a7,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:46.564568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.566361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0f576a-cec6-42e1-857d-ab9cc8dba182,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:46.569981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:46.578096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.590902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/subnets/ab0f576a-cec6-42e1-857d-ab9cc8dba182 HTTP/1.1" status: 204 len: 168 time: 1.6605313 Dec 09 09:27:46.592464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51018) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.634659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab9f28-4c2a-483d-8896-74ae8e54c203 None None] Network 35907165-da01-4cd0-8782-b8022b56ef49 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:46.634849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d6c70e75-98f7-4ca2-924d-5c3879400056 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:46.638357 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d6c70e75-98f7-4ca2-924d-5c3879400056 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3916674 Dec 09 09:27:46.640888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51022) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.709332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Calling delete_port for bb800de3-7497-4d61-8d85-8ed345baa7a7 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:46.739336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5252bef-41d6-4dce-818e-f26a0a3181a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:46.740052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e5252bef-41d6-4dce-818e-f26a0a3181a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:46.833773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e5252bef-41d6-4dce-818e-f26a0a3181a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:46.837526 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5252bef-41d6-4dce-818e-f26a0a3181a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933711 Dec 09 09:27:46.839819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51028) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.874560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c978ae-a195-4f5b-94f0-2d53fb220184 req-f6ea9d79-0846-4d82-a0f8-fe9b470be5ed tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:46.876337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-65c978ae-a195-4f5b-94f0-2d53fb220184 req-f6ea9d79-0846-4d82-a0f8-fe9b470be5ed tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4775107 Dec 09 09:27:46.892374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.947568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.969924 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3b1d3f40-7329-4f9b-9b56-b09aa0c80a47 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243451 Dec 09 09:27:46.969924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51034) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:46.977094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:46.979508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:46.984735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.042174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Pushing event deleted for resources: {'Port': ['ID=bb800de3-7497-4d61-8d85-8ed345baa7a7,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.044547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:47.060212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] No DVR routers for this DVR port bb800de3-7497-4d61-8d85-8ed345baa7a7 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:47.063507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd958bb9-94e5-40b4-893b-006795b17fcd']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:47.073589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.105083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d4c9589-889b-4cc1-9ce4-daf0464f2c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.107145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting subnet 625c939b-debb-43dd-a6d3-2b72cb0af019 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:47.122635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.124075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f6fb82-6aa6-4273-9288-27e4aa883891') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:47.124373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f6fb82-6aa6-4273-9288-27e4aa883891') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:47.159156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] DHCP port deletion for 35907165-da01-4cd0-8782-b8022b56ef49 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:47.167378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.167917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb800de3-7497-4d61-8d85-8ed345baa7a7 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:47.198766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Deleting port 1d40f069-fb47-4aa2-a822-59a363c4dc96 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:47.199446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.207170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:47.236525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: bb800de3-7497-4d61-8d85-8ed345baa7a7 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:47.236875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb800de3-7497-4d61-8d85-8ed345baa7a7 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:47.266255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beefdf8-f2fb-4e5f-a751-07bbe874d89f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.270552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:47.273069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.275921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:47.282409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.288062 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=451aaa6cdfd34253b5f24c76adc3d7be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3506227 Dec 09 09:27:47.304289 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-65c978ae-a195-4f5b-94f0-2d53fb220184 req-aa31087f-2623-4966-a29d-b5da7e779d95 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159639 Dec 09 09:27:47.307967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51038) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:47.312184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:47.312575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.342001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:47.345375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:47.416423 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:47.430777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] For port 1d40f069-fb47-4aa2-a822-59a363c4dc96, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1d40f069-fb47-4aa2-a822-59a363c4dc96,segment=NetworkSegment(04258478-efcd-4835-bc2c-650c78a62fd9),segment_id=04258478-efcd-4835-bc2c-650c78a62fd9)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:47.431548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.523546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b23c-796d-414e-8647-895e3883bb34 req-654251ec-cc59-41fb-8756-8806af1efd77 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:47.527569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ad62b23c-796d-414e-8647-895e3883bb34 req-654251ec-cc59-41fb-8756-8806af1efd77 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.3748448 Dec 09 09:27:47.548576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.563555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6f1e0c60-2085-4dfc-8e81-a61fc51dfbd4 tempest-PortsAdminExtendedAttrsTestJSON-1197130748 tempest-PortsAdminExtendedAttrsTestJSON-1197130748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.581830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.584631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-19de1ba3-0e6c-48db-9530-ab2225369543 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:47.586184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-19de1ba3-0e6c-48db-9530-ab2225369543 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.3570747 Dec 09 09:27:47.595387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.609079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=bd958bb9-94e5-40b4-893b-006795b17fcd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.610331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Calling delete_port for 1d40f069-fb47-4aa2-a822-59a363c4dc96 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:47.622620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:47.648427 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/bd958bb9-94e5-40b4-893b-006795b17fcd HTTP/1.1" status: 204 len: 168 time: 1.4402668 Dec 09 09:27:47.650841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.656887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51044) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:47.691798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.693617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.699133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81a62068-52f7-47bb-9f65-d4fe718d2694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.718824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.720410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ccf4621b-180c-4b4e-a6b0-18dc68dcc3de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.742786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Pushing event deleted for resources: {'Port': ['ID=1d40f069-fb47-4aa2-a822-59a363c4dc96,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.745717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:47.748249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] No DVR routers for this DVR port 1d40f069-fb47-4aa2-a822-59a363c4dc96 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:47.787794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Deleting port 68dfe72e-2ef4-40e9-8b52-2015cd2604da {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:47.788027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.825159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d921c6-86bf-4d53-ba94-6cd4fca984cd req-a0942aa3-6a31-44af-b391-281a4941f05a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:47.826389 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ad62b23c-796d-414e-8647-895e3883bb34 req-342d9cff-c31d-459a-b200-9230cf3bbed9 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797408 Dec 09 09:27:47.826668 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a2d921c6-86bf-4d53-ba94-6cd4fca984cd req-a0942aa3-6a31-44af-b391-281a4941f05a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.3600209 Dec 09 09:27:47.901918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.922478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.926991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:47.957200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.964516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:47.980320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Subnet': ['ID=625c939b-debb-43dd-a6d3-2b72cb0af019,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:47.983592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:47.991503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:48.004881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.007348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50679b-1114-4f3a-b747-31c1d9f5de8e None None] Network ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:48.010059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.029358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ebe1602-d5a1-4804-abc0-aeb630b0f7c8 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:48.089423 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/subnets/625c939b-debb-43dd-a6d3-2b72cb0af019 HTTP/1.1" status: 204 len: 168 time: 1.4935858 Dec 09 09:27:48.096352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51052) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:48.171503 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a2d921c6-86bf-4d53-ba94-6cd4fca984cd req-16956c25-99df-4366-9ece-2515e9b71c35 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836902 Dec 09 09:27:48.220484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:48.243161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd8885-e794-44b8-b345-6af5b66e9d06 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:48.247915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd8885-e794-44b8-b345-6af5b66e9d06 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:48.248673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6cd8885-e794-44b8-b345-6af5b66e9d06 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Synchronizing usage tracker for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:48.277005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:48.291545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bea55-74e1-4441-9dce-e8eb1b7a7fd6 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:48.292377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.300507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:48.309001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] DHCP port deletion for ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:48.320525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Deleting port f66bb46d-5063-4025-9d85-7f92a9d77914 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:48.321012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.322259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6cd8885-e794-44b8-b345-6af5b66e9d06 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Unset dirty status for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:48.327026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c6cd8885-e794-44b8-b345-6af5b66e9d06 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6655049 Dec 09 09:27:48.329444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beefdf8-f2fb-4e5f-a751-07bbe874d89f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:48.333095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51056) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:48.340369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:48.346251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-11005515'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:48.354830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:48.358166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.362098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1beefdf8-f2fb-4e5f-a751-07bbe874d89f HTTP/1.1" status: 204 len: 168 time: 1.0520396 Dec 09 09:27:48.371120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:48.375157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:48.377299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:48.484305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=43e6a090-a874-47d8-8060-97af6f2548ba,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:48.492412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:48.494187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.503866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:48.506875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.551338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:48.580333 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6102293 Dec 09 09:27:48.589008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:48.613659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '43e6a090-a874-47d8-8060-97af6f2548ba', 'ip_address': '2001:db8::5ea7:77d8:dba2:5c8c'}], 'name': 'tempest-NetworksTestDHCPv6-332766496'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:48.616137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.651469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] For port 68dfe72e-2ef4-40e9-8b52-2015cd2604da, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=68dfe72e-2ef4-40e9-8b52-2015cd2604da,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:48.651863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.762071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:48.807696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:48.808373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment 68d31863-267b-43e2-845a-079719d35468 of type vlan for network c796d984-b65b-406a-b585-76f786977d23 Dec 09 09:27:48.947070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.004808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '43e6a090-a874-47d8-8060-97af6f2548ba'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:27:49.006698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.014308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a464-e8ac-4077-94e0-dd6f1acd1b06 req-e79cb18f-dc3d-4b3f-a1f4-02a3f385c938 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:49.021706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-75f5a464-e8ac-4077-94e0-dd6f1acd1b06 req-e79cb18f-dc3d-4b3f-a1f4-02a3f385c938 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5090163 Dec 09 09:27:49.048839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:49.065924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:49.080862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.089104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:49.089753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.105674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc3c01ba-0ba9-489b-9ad3-4ea08889c629 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:49.135953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] For port f66bb46d-5063-4025-9d85-7f92a9d77914, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f66bb46d-5063-4025-9d85-7f92a9d77914,segment=NetworkSegment(44895623-64db-42e8-91b4-3ce69ce715ea),segment_id=44895623-64db-42e8-91b4-3ce69ce715ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:49.136372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.140547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.145137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:49.190019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35907165-da01-4cd0-8782-b8022b56ef49']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:49.197459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1d40f069-fb47-4aa2-a822-59a363c4dc96 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:49.229940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04258478-efcd-4835-bc2c-650c78a62fd9') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:49.230368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04258478-efcd-4835-bc2c-650c78a62fd9') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:49.310382 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-75f5a464-e8ac-4077-94e0-dd6f1acd1b06 req-374fce72-86ed-450a-b561-26547599605f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788553 Dec 09 09:27:49.312171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.370813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.382721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.391650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1d40f069-fb47-4aa2-a822-59a363c4dc96 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:49.392302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1d40f069-fb47-4aa2-a822-59a363c4dc96 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:49.392890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f66bb46d-5063-4025-9d85-7f92a9d77914 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:49.393023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:49.393439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:49.434527 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:49.440448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Calling delete_port for f66bb46d-5063-4025-9d85-7f92a9d77914 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:49.464573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.464948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.465263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Floating IP 7fcc2535-7562-4041-9871-a79592e2aed9 disassociated. External IP: 172.26.4.231, port: 68dfe72e-2ef4-40e9-8b52-2015cd2604da. Dec 09 09:27:49.465612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Calling delete_port for 68dfe72e-2ef4-40e9-8b52-2015cd2604da owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:49.547519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:49.677031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.681290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=c796d984-b65b-406a-b585-76f786977d23,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:49.685668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.691222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:49.701665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:49.709342 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3686001 Dec 09 09:27:49.709440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.712700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51090) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:49.726353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1116017859'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:49.730645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c796d984-b65b-406a-b585-76f786977d23 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:49.732051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Network': ['ID=35907165-da01-4cd0-8782-b8022b56ef49,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:49.756609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.769588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:49.771015 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/networks/35907165-da01-4cd0-8782-b8022b56ef49 HTTP/1.1" status: 204 len: 168 time: 1.6685963 Dec 09 09:27:49.771949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51094) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:49.776594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1b8be321-a811-4c31-8282-99ae4e3169db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:49.778302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:49.782781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51096) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:49.795849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:network and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:49.804802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:49.823440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:49.826358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Pushing event deleted for resources: {'Port': ['ID=f66bb46d-5063-4025-9d85-7f92a9d77914,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:49.828855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/43e6a090-a874-47d8-8060-97af6f2548ba/8a7e14c3-ac2b-411e-96bb-72b119abb90b) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:49.840473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f902de1-c2dd-4054-b446-0c14b219047f req-ab8e10f4-c958-4402-a702-b6f3f916c8e4 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:49.847463 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f902de1-c2dd-4054-b446-0c14b219047f req-ab8e10f4-c958-4402-a702-b6f3f916c8e4 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 945 time: 0.2739165 Dec 09 09:27:49.865986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:49.883717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:49.888887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.901631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:49.919749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30f14987-23a7-4d00-8ebb-7795f944bc41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:49.969734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event deleted for resources: {'Port': ['ID=68dfe72e-2ef4-40e9-8b52-2015cd2604da,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:49.982896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:49.991785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] No DVR routers for this DVR port f66bb46d-5063-4025-9d85-7f92a9d77914 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:49.995867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-45dcb2aa-ad9d-4290-8d49-47bcfadbc3f2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:49.997184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-45dcb2aa-ad9d-4290-8d49-47bcfadbc3f2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2155333 Dec 09 09:27:50.014685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f902de1-c2dd-4054-b446-0c14b219047f req-2365d408-1a4a-4b06-850b-ba6583559226 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups?id=731ab870-c497-4326-8320-6edfea6e01f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659751 Dec 09 09:27:50.020546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51104) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.108406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:27:50.113239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-edb36c96-6965-4b16-994a-3622e4439dfa tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.116768 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-edb36c96-6965-4b16-994a-3622e4439dfa tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0857737 Dec 09 09:27:50.122654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f45ae-4134-437a-9f43-8814461ef791 req-2c263b0a-2710-49e6-80ac-5a8845252bc2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:50.124229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51108) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.131654 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-911f45ae-4134-437a-9f43-8814461ef791 req-2c263b0a-2710-49e6-80ac-5a8845252bc2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.8291948 Dec 09 09:27:50.131872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-7c3bf061-12a4-4cb6-8ddd-ef5639402d1f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.135623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c3bf061-12a4-4cb6-8ddd-ef5639402d1f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073688 Dec 09 09:27:50.137585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.137991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment 521aa736-e649-4692-ac56-0c75283706cb of type vlan for network 000d0cd3-bcc4-40b0-8e87-11f980333ebd Dec 09 09:27:50.138856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51112) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.149740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-60b85549-194b-4fd1-9778-87fc2836f77f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.153395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-60b85549-194b-4fd1-9778-87fc2836f77f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0111248 Dec 09 09:27:50.153756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51116) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.168562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-91b5a05f-7a6b-4004-9742-101e58ab1b09 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.171960 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-91b5a05f-7a6b-4004-9742-101e58ab1b09 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0125842 Dec 09 09:27:50.179333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51120) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.191901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-fe912fa4-0f98-48e2-a81c-ff6eb14b146d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.195230 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fe912fa4-0f98-48e2-a81c-ff6eb14b146d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0109205 Dec 09 09:27:50.195230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.200739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51124) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.209316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-86172c89-67b1-4614-ba10-67e092995e0a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.212826 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-86172c89-67b1-4614-ba10-67e092995e0a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0086870 Dec 09 09:27:50.214832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51128) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.227291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.234249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-4e99822c-5c91-43fb-9323-fefc1d766291 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.237637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4e99822c-5c91-43fb-9323-fefc1d766291 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076466 Dec 09 09:27:50.243071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.255954 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-911f45ae-4134-437a-9f43-8814461ef791 req-4b6d2160-e41a-43e1-90fd-b94a0a665e80 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232564 Dec 09 09:27:50.258645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-3bbfae92-079d-408e-8ba5-44700d64c568 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.262873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bbfae92-079d-408e-8ba5-44700d64c568 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0131500 Dec 09 09:27:50.271812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51136) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.285367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.297943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Transition to ACTIVE for port object 8a7e14c3-ac2b-411e-96bb-72b119abb90b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:50.315894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:50.321894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Transition to ACTIVE for port object 8a7e14c3-ac2b-411e-96bb-72b119abb90b will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:50.331020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-692284d2-8697-4714-894d-89b60b110e87 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.332529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.332696 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-692284d2-8697-4714-894d-89b60b110e87 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0149968 Dec 09 09:27:50.335190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51140) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.340033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.341527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:50.344149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:50.344809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.366426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-175f0e3a-c03f-4c4e-a718-d6f6b66898ad tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.367628 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-175f0e3a-c03f-4c4e-a718-d6f6b66898ad tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0313687 Dec 09 09:27:50.370124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ee4d8f67-edb9-487f-bcc9-b5a3174d4c28 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:50.418471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51146) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.424135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Pushing event updated for resources: {'Port': ['ID=8a7e14c3-ac2b-411e-96bb-72b119abb90b,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:50.438246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:50.452570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-d34ec91a-1291-4116-85c6-d8c676ab145a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.453556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d34ec91a-1291-4116-85c6-d8c676ab145a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0201385 Dec 09 09:27:50.456074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:50.457825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:50.467649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:50.513361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.539933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-2feba11c-8ec0-48fa-8f2b-0aa0ed89f409 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.541059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2feba11c-8ec0-48fa-8f2b-0aa0ed89f409 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0256863 Dec 09 09:27:50.546575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51154) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.606924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Attempting to bind port 8a7e14c3-ac2b-411e-96bb-72b119abb90b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:27:50.608915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Attempting to bind port 8a7e14c3-ac2b-411e-96bb-72b119abb90b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:27:50.609539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Attempting to bind port 8a7e14c3-ac2b-411e-96bb-72b119abb90b on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:27:50.617521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:27:50.618227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::5ea7:77d8:dba2:5c8c (8b00f647-b522-4bb4-913a-1ab25ad42a65/43e6a090-a874-47d8-8060-97af6f2548ba/b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:50.620528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:50.621209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.621830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:27:50.622845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Bound port: 8a7e14c3-ac2b-411e-96bb-72b119abb90b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:27:50.623557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.731273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-2d2e3cb4-62e3-4b36-9552-b8c8a3b05004 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.732258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2d2e3cb4-62e3-4b36-9552-b8c8a3b05004 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1522546 Dec 09 09:27:50.735782 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0194845 Dec 09 09:27:50.740847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51158) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.741167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.742971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=000d0cd3-bcc4-40b0-8e87-11f980333ebd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:50.750576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:50.759792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'ports': [{'network_id': 'c796d984-b65b-406a-b585-76f786977d23', 'name': 'tempest-port--1089317150', 'admin_state_up': True}, {'network_id': '000d0cd3-bcc4-40b0-8e87-11f980333ebd', 'admin_state_up': False}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:50.760261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'port': {'network_id': 'c796d984-b65b-406a-b585-76f786977d23', 'name': 'tempest-port--1089317150', 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:50.760935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'port': {'network_id': '000d0cd3-bcc4-40b0-8e87-11f980333ebd', 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:50.769631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 000d0cd3-bcc4-40b0-8e87-11f980333ebd details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:27:50.792062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-80c67a1e-40d4-49c3-92a9-e27a13aea363 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.794261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-80c67a1e-40d4-49c3-92a9-e27a13aea363 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0481808 Dec 09 09:27:50.795955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] For port 8a7e14c3-ac2b-411e-96bb-72b119abb90b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:27:50.800593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51166) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.829897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-9d11befa-e4d9-494f-84d4-eb9f75748ee2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.833739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d11befa-e4d9-494f-84d4-eb9f75748ee2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0201771 Dec 09 09:27:50.843898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51170) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.863664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] For port 8a7e14c3-ac2b-411e-96bb-72b119abb90b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8a7e14c3-ac2b-411e-96bb-72b119abb90b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:27:50.871888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.876754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:50.884579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:50.889796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:27:50.966091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-616f2b8e-bf5a-47f2-99ee-9868117aa35d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:50.969822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-616f2b8e-bf5a-47f2-99ee-9868117aa35d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1166458 Dec 09 09:27:50.973556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51174) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:50.975190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Pushing event updated for resources: {'Port': ['ID=8a7e14c3-ac2b-411e-96bb-72b119abb90b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:50.981977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:51.007439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-1de2de89-dbc5-4cde-9d1e-e2a1f1a8d0f1 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.007439 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1de2de89-dbc5-4cde-9d1e-e2a1f1a8d0f1 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0131218 Dec 09 09:27:51.015450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51178) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.036139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.038155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-e0cae7d2-ea5d-47ea-8f44-5b8cc3c001de tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.039137 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e0cae7d2-ea5d-47ea-8f44-5b8cc3c001de tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0188651 Dec 09 09:27:51.043481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Router 55acf281-332f-4551-a320-6345afb6a015 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:51.045457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51182) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.053499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:51.077494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-f1cd4835-0c62-4355-b55d-2d2a45adfbdf tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.078467 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1cd4835-0c62-4355-b55d-2d2a45adfbdf tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0307972 Dec 09 09:27:51.085984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51188) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.092112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cff6-16ee-47cf-9da8-5a79a2898890 req-b23e26ee-6650-4189-9f58-4848a2573ea0 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:51.093627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ce7cff6-16ee-47cf-9da8-5a79a2898890 req-b23e26ee-6650-4189-9f58-4848a2573ea0 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5585084 Dec 09 09:27:51.129354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-2b069842-68eb-4109-b6fd-1475fe53076d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.132457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b069842-68eb-4109-b6fd-1475fe53076d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0378757 Dec 09 09:27:51.139470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51192) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.222981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:51.237486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:51.257190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-2f02cc21-04a7-4a2c-88d8-3722600d7251 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.258181 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2f02cc21-04a7-4a2c-88d8-3722600d7251 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1128123 Dec 09 09:27:51.281794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51196) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.286892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.313870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-d22c6571-1d46-4a14-a3de-537caf5bdb5a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.314109 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7f96377f-0977-4deb-9b42-93041bb7dc12 req-11196c54-5f84-45e4-862c-73676307e8a7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.1125026 Dec 09 09:27:51.314639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d22c6571-1d46-4a14-a3de-537caf5bdb5a tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0253272 Dec 09 09:27:51.318393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51202) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.322562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:51.338414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ce7cff6-16ee-47cf-9da8-5a79a2898890 req-13585078-ce51-438f-86ac-5dfce6152d93 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326398 Dec 09 09:27:51.348421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:51.351815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:port and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:51.357939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-a956d0d0-4505-46a2-bd1e-abc6830f3396 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.359598 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a956d0d0-4505-46a2-bd1e-abc6830f3396 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0359356 Dec 09 09:27:51.363353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:51.373565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51206) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.376518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:51.379482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-09264957-581c-4208-a93d-850928e9bc4f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.380568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:51.380800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-09264957-581c-4208-a93d-850928e9bc4f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059028 Dec 09 09:27:51.381190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.382058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:51.386768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51210) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.395976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:51.403644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-e89067f7-ba96-4544-a166-72a949c293e2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.404923 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e89067f7-ba96-4544-a166-72a949c293e2 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145617 Dec 09 09:27:51.407994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51214) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.424806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-b01834d7-b067-4e8a-9d6c-6f987634b6d7 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.425808 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b01834d7-b067-4e8a-9d6c-6f987634b6d7 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0167153 Dec 09 09:27:51.429144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51218) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.442552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-33ea293a-d1a7-4db5-915f-d1ad866dc1ab tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.446198 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33ea293a-d1a7-4db5-915f-d1ad866dc1ab tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0134723 Dec 09 09:27:51.448015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'port': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:51.453792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.471550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51222) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.480718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-ad158b95-9263-4fd7-863a-69a1fb389fc6 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.481665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad158b95-9263-4fd7-863a-69a1fb389fc6 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092061 Dec 09 09:27:51.521963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51226) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.562874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.578903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:51.588808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-ff4429d2-580f-472b-9a81-e97fa67c1924 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.592589 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ff4429d2-580f-472b-9a81-e97fa67c1924 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0666111 Dec 09 09:27:51.595811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.602278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-683b8a4b-3131-4117-8ab5-e9fe67c7ac62 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.606013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-683b8a4b-3131-4117-8ab5-e9fe67c7ac62 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071275 Dec 09 09:27:51.606153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44895623-64db-42e8-91b4-3ce69ce715ea') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:51.606153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44895623-64db-42e8-91b4-3ce69ce715ea') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:51.617596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51234) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.637348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-5f9de92a-911b-41a5-9c7e-c44cb09fcb17 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.644248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f9de92a-911b-41a5-9c7e-c44cb09fcb17 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0161450 Dec 09 09:27:51.644248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0492797 Dec 09 09:27:51.644248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.644505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.646252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51240) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.655486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '43e6a090-a874-47d8-8060-97af6f2548ba', 'ip_address': '2001:db8::5ea7:77d8:dba2:5c8c'}], 'name': 'tempest-NetworksTestDHCPv6-1496608754'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:51.685518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb0e75-8b16-466f-a600-128eae68116b req-87ef22be-9ff5-4c77-8236-2a103f542c1d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:51.686966 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90bb0e75-8b16-466f-a600-128eae68116b req-87ef22be-9ff5-4c77-8236-2a103f542c1d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.7581067 Dec 09 09:27:51.693469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.694088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-a8f19086-84de-4807-9136-c6d531a48e1b tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.697965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a8f19086-84de-4807-9136-c6d531a48e1b tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0488515 Dec 09 09:27:51.725568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51246) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.756564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-87452788-7ee8-42e0-b31d-b5dab0959ac8 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.760489 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-87452788-7ee8-42e0-b31d-b5dab0959ac8 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0310402 Dec 09 09:27:51.760817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:51.761010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51250) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.761176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:51.778795 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:51.841702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-4b386591-318c-4d51-bcc9-6d57a3d0b1d3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.845498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4b386591-318c-4d51-bcc9-6d57a3d0b1d3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0631413 Dec 09 09:27:51.852238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 68dfe72e-2ef4-40e9-8b52-2015cd2604da no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:51.858173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51254) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.881799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-a96205f7-3d49-43f0-a9ae-8257877f9ddc tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.885927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a96205f7-3d49-43f0-a9ae-8257877f9ddc tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0145712 Dec 09 09:27:51.895568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.902236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] device_id is not set on port bb451602-9c08-4f27-8b61-a7fd6d0eb950 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:51.945483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Deleting port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:51.945830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:51.951429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-7466fd86-d932-4799-a451-357f505b567f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:51.952890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7466fd86-d932-4799-a451-357f505b567f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0326550 Dec 09 09:27:51.956502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 68dfe72e-2ef4-40e9-8b52-2015cd2604da {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:51.956859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 68dfe72e-2ef4-40e9-8b52-2015cd2604da not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:51.968455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:51.986754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941896-22b8-4c2e-8c4e-3c9e7c70ee01 req-1abfcfe5-0269-4af1-a835-40d1289bde4b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:51.994127 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8c941896-22b8-4c2e-8c4e-3c9e7c70ee01 req-1abfcfe5-0269-4af1-a835-40d1289bde4b tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.4743965 Dec 09 09:27:52.060196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-4dd6530d-004d-4195-bb90-54ffaf177020 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.061310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4dd6530d-004d-4195-bb90-54ffaf177020 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0888767 Dec 09 09:27:52.068353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51266) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.090817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-ae852ee5-7902-4865-964d-4a990cc59e31 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.091955 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ae852ee5-7902-4865-964d-4a990cc59e31 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0183835 Dec 09 09:27:52.164494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51270) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.164750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.181032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:52.204666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-6d0a72aa-b5fd-4fa3-8ea5-36eca47c9682 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.208224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6d0a72aa-b5fd-4fa3-8ea5-36eca47c9682 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0386143 Dec 09 09:27:52.208224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.214087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51274) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.224443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:52.231108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Network': ['ID=ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:52.238471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-21469876-8fd6-403f-b505-08893025d90e tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.241945 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-21469876-8fd6-403f-b505-08893025d90e tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0198829 Dec 09 09:27:52.242111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:52.248603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:52.249638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:52.252791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.254995 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/networks/ceb9d80e-2326-4b6d-b8c6-f5cfdba5d73f HTTP/1.1" status: 204 len: 168 time: 2.4658859 Dec 09 09:27:52.267514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51280) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.272570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-1f2596a4-8c69-41eb-96aa-724d5e0c7d42 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.276550 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f2596a4-8c69-41eb-96aa-724d5e0c7d42 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0190260 Dec 09 09:27:52.277824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51286) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.324334 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8c941896-22b8-4c2e-8c4e-3c9e7c70ee01 req-dc02a4b2-1e45-4080-bf84-3af72453b626 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292744 Dec 09 09:27:52.365883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:52.445534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1e0700fa-bd13-45ef-8feb-f412d2306689 None None] Provisioning for port 8a7e14c3-ac2b-411e-96bb-72b119abb90b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:52.551454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting subnet 8000ff7e-a33a-4c95-9b2e-ee4444aa3466 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:52.551702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:52.563628 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/routers/75332ba8-a063-4c5d-8ae2-f0ba311047f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9480057 Dec 09 09:27:52.565455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] For port 74bafd58-6599-49d1-a6bf-ff0f7286cde2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=74bafd58-6599-49d1-a6bf-ff0f7286cde2,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:52.565823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.566881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:52.574059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51294) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.581916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-65f7b6aa-2700-4c1b-ab5c-d70ae98c7b64 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.583380 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65f7b6aa-2700-4c1b-ab5c-d70ae98c7b64 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.2152214 Dec 09 09:27:52.587486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'port': {'network_id': 'c369f013-0ec7-4794-a0af-984320505482', 'name': 'tempest-FloatingIPTestJSON-719136371'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:52.589287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:52.592569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:52.600837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51298) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.606812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:52.619675 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Sync routers for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:52.648997 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:52.650501 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:52.666084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.687534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:52.696377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-4f6a603e-4b0f-4fef-bbc6-40004bd79dce tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.697481 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4f6a603e-4b0f-4fef-bbc6-40004bd79dce tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0937855 Dec 09 09:27:52.701148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:52.702087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:52.705620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51302) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.771625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-0363b84e-b0f8-4189-b103-bde37922841d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.772937 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0363b84e-b0f8-4189-b103-bde37922841d tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0561461 Dec 09 09:27:52.797552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:52.798127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2fa98-1308-4e13-8f7d-5dbb0090afe7 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:52.812160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a052abf-7109-42c1-9271-be9e78a41dce None None] Provisioning for port b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:52.816712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51306) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.819133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a052abf-7109-42c1-9271-be9e78a41dce None None] Provisioning complete for port b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:52.819821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a052abf-7109-42c1-9271-be9e78a41dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.828172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:52.871821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-47449796-2371-41b4-ae55-70ccdb3246ab req-cbf29a9e-ce61-4372-8ba2-2de09f58cd3e tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Synchronizing usage tracker for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:52.883504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-78214d95-be9d-4aae-973f-54a849e91261 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.888332 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78214d95-be9d-4aae-973f-54a849e91261 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0369551 Dec 09 09:27:52.891627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5a052abf-7109-42c1-9271-be9e78a41dce None None] Port b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:27:52.909661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51310) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:52.912751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] No DVR routers for this DVR port 68dfe72e-2ef4-40e9-8b52-2015cd2604da on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:52.916787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.926427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'name': 'network-vif-deleted', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:27:52.939696 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:27:52.945967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:52.984929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-9afc5692-08a5-40a4-99be-ee18b28ed5a8 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:52.988395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9afc5692-08a5-40a4-99be-ee18b28ed5a8 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0712590 Dec 09 09:27:53.044493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51316) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.065227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-2765875f-8f76-44a6-8670-430666bd7b00 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.066226 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2765875f-8f76-44a6-8670-430666bd7b00 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0207269 Dec 09 09:27:53.072962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51320) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.084790 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aa2532ff-3da3-4231-84d8-0ecba2dac120 req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.58 "DELETE /v2.0/ports/68dfe72e-2ef4-40e9-8b52-2015cd2604da HTTP/1.1" status: 204 len: 173 time: 5.4590502 Dec 09 09:27:53.085733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-610c1181-f028-4b6a-a119-5343cfad3a7b tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.086679 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-610c1181-f028-4b6a-a119-5343cfad3a7b tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0128026 Dec 09 09:27:53.089145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.089689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51324) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.093894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-47449796-2371-41b4-ae55-70ccdb3246ab req-cbf29a9e-ce61-4372-8ba2-2de09f58cd3e tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Unset dirty status for tenant:aa8b8fe8231740c296f77fac3e6d0074 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:53.095028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-47449796-2371-41b4-ae55-70ccdb3246ab req-cbf29a9e-ce61-4372-8ba2-2de09f58cd3e tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9a49765-ba39-4c0e-8df0-6607ed178a17 HTTP/1.1" status: 200 len: 210 time: 0.3958457 Dec 09 09:27:53.123777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-262ba6f1-fc2b-47d2-95f2-d04206dfc74f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.123777 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-262ba6f1-fc2b-47d2-95f2-d04206dfc74f tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0116258 Dec 09 09:27:53.140755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51328) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.180517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-ec81eb6e-8884-43d2-b69c-e72b06f745f6 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.181704 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ec81eb6e-8884-43d2-b69c-e72b06f745f6 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0215940 Dec 09 09:27:53.185072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51332) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.206805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8a7e14c3-ac2b-411e-96bb-72b119abb90b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:53.335809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:53.344339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:port and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:53.351671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 8a7e14c3-ac2b-411e-96bb-72b119abb90b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:27:53.359808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 8a7e14c3-ac2b-411e-96bb-72b119abb90b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:53.360349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.398119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-39291131-e5d4-462d-9268-5a2800ce0a97 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.400304 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-39291131-e5d4-462d-9268-5a2800ce0a97 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.2134330 Dec 09 09:27:53.409795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:53.411926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51338) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.418659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-8d586658-9d92-4c25-8c4d-dbc09a87f5a9 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.419639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8d586658-9d92-4c25-8c4d-dbc09a87f5a9 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063949 Dec 09 09:27:53.431951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:53.437216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51342) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.439985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a49765-ba39-4c0e-8df0-6607ed178a17', 'name': 'network-vif-deleted', 'tag': '68dfe72e-2ef4-40e9-8b52-2015cd2604da', 'status': 'completed', 'code': 200} Dec 09 09:27:53.445023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2a0ac-b902-41fa-97b0-d96f995cfe8b req-4089fde5-f261-48d4-9be7-3a050c474702 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:53.448249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e9d2a0ac-b902-41fa-97b0-d96f995cfe8b req-4089fde5-f261-48d4-9be7-3a050c474702 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.7497585 Dec 09 09:27:53.462224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-5ca1aef5-c764-414b-a19f-9c543e7bbb08 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.464052 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ca1aef5-c764-414b-a19f-9c543e7bbb08 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0148666 Dec 09 09:27:53.474280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51346) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.499235 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:53.503976 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Checking router: 55acf281-332f-4551-a320-6345afb6a015 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:27:53.504303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-961ac815-b945-43a6-b2f0-ea678862fea1 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.505536 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-961ac815-b945-43a6-b2f0-ea678862fea1 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0201595 Dec 09 09:27:53.514359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51350) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.517368 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:53.517993 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:53.531431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-e20fc129-8c16-4615-abf3-0eac78146f45 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.532665 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e20fc129-8c16-4615-abf3-0eac78146f45 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0166798 Dec 09 09:27:53.533426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.533560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:53.537662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.541855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.547129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51354) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.556814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.557440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.557895 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Floating IP 9b45860f-7c1f-428a-b193-50e92433c9f0 disassociated. External IP: 172.26.4.103, port: 74bafd58-6599-49d1-a6bf-ff0f7286cde2. Dec 09 09:27:53.558244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Calling delete_port for 74bafd58-6599-49d1-a6bf-ff0f7286cde2 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:53.560125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] device_id is not set on port aab77344-ac59-4cce-bbce-9fee761086d0 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:53.568270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-df73d059-8f42-4720-b4cf-984ee139ad45 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.569540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-df73d059-8f42-4720-b4cf-984ee139ad45 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0201414 Dec 09 09:27:53.575230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51358) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.585312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-54efeaff-a091-4763-a4c5-6087f91d63ca tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.586657 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-54efeaff-a091-4763-a4c5-6087f91d63ca tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090971 Dec 09 09:27:53.595928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51362) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.625427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 8a7e14c3-ac2b-411e-96bb-72b119abb90b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8a7e14c3-ac2b-411e-96bb-72b119abb90b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:53.636157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.642337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2ff5c0a-eebd-44e2-b71a-f11915226e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:53.647425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] device_id is not set on port d9845603-b010-49c8-8bf0-577b1032dcd6 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:53.653001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port d0b73b7f-c7ad-4526-bd2d-aaf0c62d84f4 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:53.689299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-cf28cd4c-7c99-4654-8dbf-44e68212542e tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.689299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cf28cd4c-7c99-4654-8dbf-44e68212542e tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0494621 Dec 09 09:27:53.697821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51366) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.701112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:53.732374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e9d2a0ac-b902-41fa-97b0-d96f995cfe8b req-7353f916-6cfe-4416-8858-0c8866900f06 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669442 Dec 09 09:27:53.736680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=8a7e14c3-ac2b-411e-96bb-72b119abb90b,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:53.745455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:53.751400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-92e5a099-533b-43d4-88a0-efe25c725ff3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.754814 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92e5a099-533b-43d4-88a0-efe25c725ff3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0219324 Dec 09 09:27:53.758810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51370) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.806682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-ea7dbb27-d821-4f89-a21c-32af8fb96f85 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.809228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ea7dbb27-d821-4f89-a21c-32af8fb96f85 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0480232 Dec 09 09:27:53.818773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51376) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.833903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-fcd10da8-c337-4184-8210-bd2416026bb9 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.835061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fcd10da8-c337-4184-8210-bd2416026bb9 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0152662 Dec 09 09:27:53.839420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51380) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.844828 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:27:53.858915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 74bafd58-6599-49d1-a6bf-ff0f7286cde2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:53.874520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [None req-274facb3-64f1-44e4-9e37-acaef8d779c3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.881146 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-274facb3-64f1-44e4-9e37-acaef8d779c3 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0366774 Dec 09 09:27:53.889646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51384) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:53.938883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [None req-a33a2593-6a0c-4741-aedf-c204b2515e46 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:27:53.939941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a33a2593-6a0c-4741-aedf-c204b2515e46 tempest-ExtensionsTestJSON-864315011 tempest-ExtensionsTestJSON-864315011-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0445590 Dec 09 09:27:54.004666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.023285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92c718c3-c6b7-4754-a70e-af1ae6d09f78 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:54.082820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16349319-eb46-4783-8228-872e9cb4c7ff req-1fc9c969-702e-4e61-b0ea-f289def76b0e tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:54.084338 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16349319-eb46-4783-8228-872e9cb4c7ff req-1fc9c969-702e-4e61-b0ea-f289def76b0e tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 945 time: 0.4872057 Dec 09 09:27:54.085125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Subnet': ['ID=8000ff7e-a33a-4c95-9b2e-ee4444aa3466,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:54.122322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:54.128838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.4 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/d9845603-b010-49c8-8bf0-577b1032dcd6) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:54.158849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.169037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.172828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-181a6be5-a942-41cd-a36f-ea9505e3bf7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:54.183031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.191088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf6ded-78a2-4b47-a37d-b95d8956db7d None None] Network 4cbc5453-b004-4c68-b874-09f75b17d6d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:54.235097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.281336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event deleted for resources: {'Port': ['ID=74bafd58-6599-49d1-a6bf-ff0f7286cde2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:54.291402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:54.342801 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/subnets/8000ff7e-a33a-4c95-9b2e-ee4444aa3466 HTTP/1.1" status: 204 len: 168 time: 2.0678427 Dec 09 09:27:54.344953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51394) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:54.396823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:27:54.397777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:27:54.423929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16349319-eb46-4783-8228-872e9cb4c7ff req-b279d2f2-93ee-427e-8fb0-616c4b4d2d71 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc272172-7d7f-4578-acd8-b45d9edcc497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208199 Dec 09 09:27:54.569518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51402) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:54.576007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.577562 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:54.594427 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eac80f4-3b1c-44a7-8635-f6dec3e4925e None None] The sync data for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv is: [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4a3e18d5-7ad2-4621-a56a-d24303f56fc9', 'name': '', 'network_id': '7b5267a8-d53e-46b3-b456-941346666c33', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'mac_address': 'fa:16:3e:1c:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:27Z', 'updated_at': '2021-12-09T09:25:41Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'subnets': [{'id': '03c24bca-1d4c-41ad-9806-512d5aa76d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:54.635209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4ba66627-1858-4b18-a4b3-f54ac7094a85 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9913628 Dec 09 09:27:54.647284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51406) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:54.648614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:54.648968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.747663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51410) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:54.764420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.783085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f50addbf-976c-439b-ac15-ef436d6031af tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:54.803740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] DHCP port deletion for 4cbc5453-b004-4c68-b874-09f75b17d6d1 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:54.809397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Deleting port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:54.809898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:54.857864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Port': ['ID=bb451602-9c08-4f27-8b61-a7fd6d0eb950,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:54.864532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:54.975162 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-6306e403-704f-4c3f-8a67-bd7e7a98405b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.3954818 Dec 09 09:27:55.129696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.162212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.166810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca7d2b-5950-4692-832a-e028eaaae573 None None] New status for floating IP 7fcc2535-7562-4041-9871-a79592e2aed9: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:27:55.193995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d5544-9242-4143-b23a-bf32c878aa89 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:55.198111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d5544-9242-4143-b23a-bf32c878aa89 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:55.198878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-791d5544-9242-4143-b23a-bf32c878aa89 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:55.201487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Checking segment: {'id': '68d31863-267b-43e2-845a-079719d35468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c796d984-b65b-406a-b585-76f786977d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:55.201854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network hostable DHCP agents. Network: c796d984-b65b-406a-b585-76f786977d23, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:55.203431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.219562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8a7e14c3-ac2b-411e-96bb-72b119abb90b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:27:55.239794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.253060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609206d-a3e1-4719-8a8e-69a6871a08f1 req-f54e7f57-331e-40f2-a19e-ee4406d6ce77 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:55.254694 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b609206d-a3e1-4719-8a8e-69a6871a08f1 req-f54e7f57-331e-40f2-a19e-ee4406d6ce77 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5060318 Dec 09 09:27:55.329120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-791d5544-9242-4143-b23a-bf32c878aa89 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:55.332781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-791d5544-9242-4143-b23a-bf32c878aa89 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6297188 Dec 09 09:27:55.343432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51418) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:55.347166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:55.355814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-0814d483-f163-4f45-9b60-9db9e2db63b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:55.357266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-0814d483-f163-4f45-9b60-9db9e2db63b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.3624883 Dec 09 09:27:55.358919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] For port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,segment=NetworkSegment(512d7583-7e67-493d-add1-741e021ae732),segment_id=512d7583-7e67-493d-add1-741e021ae732)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:55.359279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.390079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] For port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,segment=NetworkSegment(512d7583-7e67-493d-add1-741e021ae732),segment_id=512d7583-7e67-493d-add1-741e021ae732)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:27:55.390344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.395346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Usage tracker for resource:security_group_rule and tenant:b59cdecda5bb4ddca68a4bc78bed3682 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:55.412552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:55.420132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.431131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:55.440599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-343dd3bd-aac5-43d8-9706-4f9d2d61265a tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:55.478258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network c796d984-b65b-406a-b585-76f786977d23 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:55.515234 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b609206d-a3e1-4719-8a8e-69a6871a08f1 req-89e40996-6d46-486f-83f8-3ede1e44aa61 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420912 Dec 09 09:27:55.528317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.557969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:55.558428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.600093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Calling delete_port for db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:55.606439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:55.618967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=d9845603-b010-49c8-8bf0-577b1032dcd6,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:55.621701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:55.629402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:55.634109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:55.658635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:55.677143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 8a7e14c3-ac2b-411e-96bb-72b119abb90b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:27:55.677526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.714842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Calling delete_port for db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:55.755195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.760720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:55.801264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c796d984-b65b-406a-b585-76f786977d23) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:55.808720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Pushing event deleted for resources: {'Port': ['ID=db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:55.810935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:55.815911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef89ed-8405-479b-a4c5-275f9ad35abb None None] Network c796d984-b65b-406a-b585-76f786977d23 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:55.820115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Router c0e538e3-d603-4058-bd79-47908b63eee0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:27:55.825203 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b256f67-87e9-4d26-8ad7-9d4f6ce90476 req-bb5200f6-29a5-4f9e-85c4-fc99b2d2a986 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.0757616 Dec 09 09:27:55.826208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:55.827350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.834828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ab870-c497-4326-8320-6edfea6e01f3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:55.845422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44c86e02-392f-4069-aeca-5cb9ec0534ff tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:55.850739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:55.907209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-e07335af-288e-4551-921f-02139ec25655 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.5364370 Dec 09 09:27:55.971916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:55.993599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] No DVR routers for this DVR port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:56.011722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Port': ['ID=aab77344-ac59-4cce-bbce-9fee761086d0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:56.021977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:56.032623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:27:56.032954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:27:56.041611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-310b4a01-76bf-46ae-8025-1555ab5d72cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:56.043047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-310b4a01-76bf-46ae-8025-1555ab5d72cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.1200886 Dec 09 09:27:56.047861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Checking segment: {'id': '521aa736-e649-4692-ac56-0c75283706cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '000d0cd3-bcc4-40b0-8e87-11f980333ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:27:56.048260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network hostable DHCP agents. Network: 000d0cd3-bcc4-40b0-8e87-11f980333ebd, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:27:56.055832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.059456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "DELETE /v2.0/security-groups/731ab870-c497-4326-8320-6edfea6e01f3 HTTP/1.1" status: 204 len: 168 time: 1.4858305 Dec 09 09:27:56.063457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:56.065051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.084350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51424) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:56.092947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.109257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1edcb57f-0640-4960-8841-23aa7dfe63de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:56.119933 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-31137b99-919b-41f1-8147-5f878309dd07 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] show failed (client error): The resource could not be found. Dec 09 09:27:56.120978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31137b99-919b-41f1-8147-5f878309dd07 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "GET /v2.0/security-groups/731ab870-c497-4326-8320-6edfea6e01f3 HTTP/1.1" status: 404 len: 347 time: 0.0308571 Dec 09 09:27:56.124266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51428) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:56.164271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:27:56.199545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:27:56.200342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:27:56.204045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6284270 Dec 09 09:27:56.213379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38eb7d8-f3ff-442d-95c9-df35550485f8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:56.216265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:56.217920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51432) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:56.226588 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b59cdecda5bb4ddca68a4bc78bed3682&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4719584 Dec 09 09:27:56.228163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'port': {'network_id': 'c369f013-0ec7-4794-a0af-984320505482', 'name': 'tempest-FloatingIPTestJSON-1388099018'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:56.246318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51436) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:56.325026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network 000d0cd3-bcc4-40b0-8e87-11f980333ebd is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:27:56.399284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.422346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Deleting port f5601265-5162-4f35-8a82-4b38930e95c0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:56.422678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.445911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 000d0cd3-bcc4-40b0-8e87-11f980333ebd) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:56.455187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce73ad4-084e-49d4-b381-c64334da9096 None None] Network 000d0cd3-bcc4-40b0-8e87-11f980333ebd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:56.475621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:56.479980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:56.483164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:56.483815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.520725 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-0d72cf27-4e68-4f6c-b684-30d3290ee2b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4667537 Dec 09 09:27:56.529963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:56.536268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Deleting port db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:56.536621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.677507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:27:56.691419 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Sync routers for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:27:56.691909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9444165 Dec 09 09:27:56.701525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] The port 'db15037e-b6ca-41cb-8fe2-c7c09dd5cdcb' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:27:56.712254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51442) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:56.715609 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:56.716510 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:56.840009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.844143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] No DVR routers for this DVR port 74bafd58-6599-49d1-a6bf-ff0f7286cde2 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:27:56.846604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.856456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'name': 'network-vif-deleted', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:27:56.876768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90bb0e75-8b16-466f-a600-128eae68116b req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.58 "DELETE /v2.0/ports/74bafd58-6599-49d1-a6bf-ff0f7286cde2 HTTP/1.1" status: 204 len: 173 time: 5.1791730 Dec 09 09:27:56.887659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:56.891206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:56.899477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:56.914352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:port and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:56.925508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:56.928412 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:27:56.958965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:56.963020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:56.964315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.021882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:57.037744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.041724 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d HTTP/1.1" status: 204 len: 168 time: 1.6948595 Dec 09 09:27:57.044027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51450) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:57.089979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9cc7c6-aa2d-4e47-aec1-14b50d847259 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:57.093956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9cc7c6-aa2d-4e47-aec1-14b50d847259 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:57.094083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.098441 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1c9cc7c6-aa2d-4e47-aec1-14b50d847259 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3778565 Dec 09 09:27:57.104489 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ff05-7db2-4947-a667-13609171103b', 'name': 'network-vif-deleted', 'tag': '74bafd58-6599-49d1-a6bf-ff0f7286cde2', 'status': 'completed', 'code': 200} Dec 09 09:27:57.105473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51454) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:57.114850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8f1e-afda-42b5-a301-50b67bf460fc req-926e7131-bbf5-4068-8aac-30cecce356aa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:57.122578 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-269d8f1e-afda-42b5-a301-50b67bf460fc req-926e7131-bbf5-4068-8aac-30cecce356aa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4050701 Dec 09 09:27:57.144989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc5453-b004-4c68-b874-09f75b17d6d1']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:57.164694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512d7583-7e67-493d-add1-741e021ae732') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:57.165284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512d7583-7e67-493d-add1-741e021ae732') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:57.187850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.234569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.247419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:27:57.248078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.250362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d60fe-628c-41c2-aba3-53174b34d02a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:57.251966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d60fe-628c-41c2-aba3-53174b34d02a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:57.252736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-809d60fe-628c-41c2-aba3-53174b34d02a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:57.273534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting port bb451602-9c08-4f27-8b61-a7fd6d0eb950 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:57.273872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.330144 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-269d8f1e-afda-42b5-a301-50b67bf460fc req-42a5bbdb-c2b0-47f6-8953-13fca0d50cbc tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065561 Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:27:57.348102 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:27:57.351952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-809d60fe-628c-41c2-aba3-53174b34d02a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:57.355824 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-809d60fe-628c-41c2-aba3-53174b34d02a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3083787 Dec 09 09:27:57.360665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51458) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:57.430695 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:57.435897 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Checking router: c0e538e3-d603-4058-bd79-47908b63eee0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:27:57.449473 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:27:57.450092 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:57.568480 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-24bef42b-90ec-4141-a44d-6a72c1b3dd17 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0005097 Dec 09 09:27:57.572332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.572707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.675222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:27:57.679373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:27:57.682373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.691507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.704320 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c569018a-9c6d-4ccd-9f6a-679a7354a928 req-9c61f801-064b-4887-b954-d385a92f5885 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff98ff05-7db2-4947-a667-13609171103b HTTP/1.1" status: 200 len: 210 time: 0.1990011 Dec 09 09:27:57.780691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40f675fa-268d-4dcc-8c28-49d981104b67 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:57.800150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.810933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 43e6a090-a874-47d8-8060-97af6f2548ba {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:27:57.813898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.817934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Calling delete_port for f5601265-5162-4f35-8a82-4b38930e95c0 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:57.864933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Pushing event deleted for resources: {'Network': ['ID=4cbc5453-b004-4c68-b874-09f75b17d6d1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:57.889585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.907390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:57.925385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:57.955979 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/networks/4cbc5453-b004-4c68-b874-09f75b17d6d1 HTTP/1.1" status: 204 len: 168 time: 3.5949736 Dec 09 09:27:57.958897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51462) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:57.979626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] device_id is not set on port 76ad9c71-777d-4b8b-81a5-b0d6bfe51818 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:27:58.012641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.044597 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:27:58.049251 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca20a5-d060-43cf-b5cd-44a287361a30 None None] The sync data for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv is: [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:25:27Z', 'revision_number': 4, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '38fc2501-0c4a-4002-8976-467ef71f3938', 'name': '', 'network_id': 'f93e906e-7089-4dc4-9b7c-602720a5a075', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'mac_address': 'fa:16:3e:78:4e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23391034-4732-4443-a196-abe69d2b667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:26Z', 'updated_at': '2021-12-09T09:26:23Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'subnets': [{'id': '23391034-4732-4443-a196-abe69d2b667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:27:58.051466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a7df0cf-55f9-4f04-be4a-7dae5cd8df8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:58.106353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Calling delete_port for bb451602-9c08-4f27-8b61-a7fd6d0eb950 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:58.117197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-67239ae7-f0e3-454e-8406-c0dec158a13e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Synchronizing usage tracker for tenant:cfae15112ee74cadb0d9db9856f36cd5 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:27:58.121863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38eb7d8-f3ff-442d-95c9-df35550485f8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:58.138410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:58.156536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.160167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f38eb7d8-f3ff-442d-95c9-df35550485f8 HTTP/1.1" status: 204 len: 168 time: 1.9091432 Dec 09 09:27:58.191658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5115e150-bc83-4f4e-ab7b-41ee7b493060 req-5d6aa6ac-2433-414c-a888-b75a40de9f07 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865355 Dec 09 09:27:58.202490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-67239ae7-f0e3-454e-8406-c0dec158a13e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Unset dirty status for tenant:cfae15112ee74cadb0d9db9856f36cd5 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:27:58.203653 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-67239ae7-f0e3-454e-8406-c0dec158a13e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc50aa26-c3c0-4111-9af2-e50c1236246b HTTP/1.1" status: 200 len: 205 time: 0.2355766 Dec 09 09:27:58.217958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51468) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:58.221378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.319562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.13 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/76ad9c71-777d-4b8b-81a5-b0d6bfe51818) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:27:58.334000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.341298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d3eaf58-56bd-43e5-8508-0a000b9cbb05 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:58.402620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Pushing event deleted for resources: {'Port': ['ID=f5601265-5162-4f35-8a82-4b38930e95c0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:58.418372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:58.419721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.442455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d89d7c-2394-4358-a1b2-f20909103261 None None] New status for floating IP 9b45860f-7c1f-428a-b193-50e92433c9f0: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:27:58.444860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c969fa6-fcf4-44ba-8a44-659976e62acb tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:58.498669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Port': ['ID=bb451602-9c08-4f27-8b61-a7fd6d0eb950,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:58.505677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:58.510117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.519096 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/ports/bb451602-9c08-4f27-8b61-a7fd6d0eb950 HTTP/1.1" status: 204 len: 168 time: 1.4126430 Dec 09 09:27:58.525725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51478) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:58.529572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.627606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.696043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting port aab77344-ac59-4cce-bbce-9fee761086d0 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:58.696463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.700561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.705368 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] 10.222.0.41 "DELETE /v2.0/floatingips/7fcc2535-7562-4041-9871-a79592e2aed9 HTTP/1.1" status: 204 len: 168 time: 2.5767612 Dec 09 09:27:58.711381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51486) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:58.878693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.901519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.976538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:58.983671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-952e8f07-41e3-4864-ba5c-12af079bf69a tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:58.987398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6d2d7d9-fb47-4896-b3fe-7efe37d5a539 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:59.041119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51498) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.146397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:27:59.147970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=76ad9c71-777d-4b8b-81a5-b0d6bfe51818,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:59.153735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:27:59.155674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:59.164688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:27:59.178866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=43e6a090-a874-47d8-8060-97af6f2548ba,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:59.321687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:59.322402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.329505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.372157 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1492403 Dec 09 09:27:59.374327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51508) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.382163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.393736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '76ad9c71-777d-4b8b-81a5-b0d6bfe51818', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:59.403575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:59.424271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:floatingip and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:59.430455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:59.432794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:59.445092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:27:59.448428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89015ad-4644-4422-bacd-e30d5914f3f9 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:27:59.454512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.472796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.502229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d119dc-e158-4cf6-ab60-42c7923f119b req-1b292a24-5ef0-4091-b453-19e4aee2ecd4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:27:59.505086 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f5d119dc-e158-4cf6-ab60-42c7923f119b req-1b292a24-5ef0-4091-b453-19e4aee2ecd4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.7653639 Dec 09 09:27:59.508898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.574427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.597394 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/43e6a090-a874-47d8-8060-97af6f2548ba HTTP/1.1" status: 204 len: 168 time: 2.2355287 Dec 09 09:27:59.672847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51518) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.686379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.693098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c6d14c-4604-4cce-b26c-2a8d9e94359a tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:27:59.716426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc272172-7d7f-4578-acd8-b45d9edcc497,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:27:59.723549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:27:59.790682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.794691 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc272172-7d7f-4578-acd8-b45d9edcc497 HTTP/1.1" status: 204 len: 168 time: 0.7481585 Dec 09 09:27:59.797271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51522) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.814221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:27:59.821928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Deleting port 8a7e14c3-ac2b-411e-96bb-72b119abb90b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:27:59.822582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.831693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-ca97c4d4-e9d0-407b-b036-8e3ef93ab072 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] show failed (client error): The resource could not be found. Dec 09 09:27:59.835307 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca97c4d4-e9d0-407b-b036-8e3ef93ab072 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "GET /v2.0/security-groups/bc272172-7d7f-4578-acd8-b45d9edcc497 HTTP/1.1" status: 404 len: 347 time: 0.0346110 Dec 09 09:27:59.840328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51526) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.892330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Calling delete_port for aab77344-ac59-4cce-bbce-9fee761086d0 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:27:59.922898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.933050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1544280479'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:27:59.954726 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f0977ed5-f113-4b1f-8c0f-5eb90fc3fb88 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2797594 Dec 09 09:27:59.963189 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f5d119dc-e158-4cf6-ab60-42c7923f119b req-ae0e745b-7d7e-4226-92fc-ef91bd7e83ce tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916762 Dec 09 09:27:59.964982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51532) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:59.967373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:27:59.976751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:27:59.979610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:27:59.989553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:27:59.997641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:00.006946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:00.051574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:00.054907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.077222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.083120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] For port 8a7e14c3-ac2b-411e-96bb-72b119abb90b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8a7e14c3-ac2b-411e-96bb-72b119abb90b,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:00.083436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.083663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.092566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.093074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Fanout notify agent at l3_agent the message router_deleted on router fc50aa26-c3c0-4111-9af2-e50c1236246b {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:28:00.101541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b073821d-cb14-4722-aaa7-738d9bd9aed0 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:00.150045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Port': ['ID=aab77344-ac59-4cce-bbce-9fee761086d0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:00.152487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:00.162714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.175627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Deleting port d5544911-217e-4a09-96d6-ba6ad5b8feb8 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:00.176037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.192089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.195636 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8007c992-b453-442c-9259-b552faa1c500 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] 10.222.0.41 "DELETE /v2.0/routers/fc50aa26-c3c0-4111-9af2-e50c1236246b HTTP/1.1" status: 204 len: 168 time: 1.9743361 Dec 09 09:28:00.208524 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/ports/aab77344-ac59-4cce-bbce-9fee761086d0 HTTP/1.1" status: 204 len: 168 time: 1.6267815 Dec 09 09:28:00.211073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:00.211402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Calling delete_port for 8a7e14c3-ac2b-411e-96bb-72b119abb90b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:00.217329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:security_group_rule and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:00.222957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:00.225949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51538) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:00.233230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:00.304810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d387707a-d114-47ae-8757-4677f7065078 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Synchronizing usage tracker for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:00.304949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.320561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a6516953-e9fe-419f-84bd-24cf42c0ea2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:00.327231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:00.337926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.346499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.357283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:00.361635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17589a81-05ca-4950-9d38-0998a360e344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:00.361796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] No DVR routers for this DVR port 8a7e14c3-ac2b-411e-96bb-72b119abb90b on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:00.366165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.369616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:00.369786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Pushing event deleted for resources: {'Port': ['ID=8a7e14c3-ac2b-411e-96bb-72b119abb90b,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:00.371906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:00.410295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:00.419517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570b5653-eab3-46b3-8001-dc6ca754dc5f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:00.421085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:00.423660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:00.428336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.428934 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment ae60c2e6-f984-4459-8af7-9b2c0f5c2a78 of type vlan for network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 Dec 09 09:28:00.461046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.507535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d387707a-d114-47ae-8757-4677f7065078 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Unset dirty status for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:00.508746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d387707a-d114-47ae-8757-4677f7065078 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2815595 Dec 09 09:28:00.513394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51544) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:00.516709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:00.521316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044427465'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:00.524643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.528239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:00.528817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.534957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:00.549511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:00.563327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.570552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:network and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:00.616784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51548) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:00.622257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:00.649531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:00.656445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=124ab823-9cd2-4ce4-8362-2a2c9b7acd70,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:00.659545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:00.674612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0956628 Dec 09 09:28:00.678265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:00.685293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:00.689558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.719587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.720174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.760566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:00.778255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.779211 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment 71847d66-06b9-4385-af0f-c7a9f2f26762 of type vlan for network f8cfd3f8-c2b1-4399-9bc8-7396e581002b Dec 09 09:28:00.816261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.860734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.867012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:00.867947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.904949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-460fe94c-2e8c-46fa-8935-212ce6adcd8d tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:00.906125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Calling delete_port for d5544911-217e-4a09-96d6-ba6ad5b8feb8 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:00.937511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4211242 Dec 09 09:28:00.943019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:00.944664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51554) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:00.952506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-192593754'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:00.959552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:00.965679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:network and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:00.970533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:00.979854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:01.118424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:01.122640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.144432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8a7e14c3-ac2b-411e-96bb-72b119abb90b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:01.163231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:01.175256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.176381 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Added segment b8b15004-7315-4eac-b220-7344e316a231 of type vlan for network 5377c4a1-f85f-4326-b87e-1479fa9055ba Dec 09 09:28:01.194856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 8a7e14c3-ac2b-411e-96bb-72b119abb90b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:01.195487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8a7e14c3-ac2b-411e-96bb-72b119abb90b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:01.220404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.224229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=f8cfd3f8-c2b1-4399-9bc8-7396e581002b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:01.227272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:01.238786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network f8cfd3f8-c2b1-4399-9bc8-7396e581002b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:01.261168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.266550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:01.267857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.292748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:01.380522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.39 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/b55d171b-2d27-41fd-ab33-b0ec44ae8490) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:01.397735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4447451 Dec 09 09:28:01.424039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Network': ['ID=5377c4a1-f85f-4326-b87e-1479fa9055ba,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:01.438105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:01.439122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 5377c4a1-f85f-4326-b87e-1479fa9055ba details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:01.660255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-44e4757d-4f04-44de-bb99-e887dfc7b000 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfae15112ee74cadb0d9db9856f36cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0313432 Dec 09 09:28:01.661077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51562) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:01.739272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.769319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.829552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.833677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:01.850078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d148480-4808-4bab-a620-785f4e5f7be7,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:01.852869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:01.860739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.864141 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d148480-4808-4bab-a620-785f4e5f7be7 HTTP/1.1" status: 204 len: 168 time: 0.1993234 Dec 09 09:28:01.881983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b03a-172a-4e09-95a6-7870a30a79cf req-6ce2f529-287d-4b5c-b5df-a2bd5d8a3fe7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:01.883615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cd7b03a-172a-4e09-95a6-7870a30a79cf req-6ce2f529-287d-4b5c-b5df-a2bd5d8a3fe7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6890588 Dec 09 09:28:01.955528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:01.991476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ba85819-b1a6-4294-aa9c-17efe89e581c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:02.134874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:02.169447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:02.185613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:02.191642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:02.231616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:02.234310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:02.235015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:02.248078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91897a72-0308-4f35-a467-e89913d099d3 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:02.343785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3637178 Dec 09 09:28:02.346717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51576) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:02.354321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'c2dfed48-1520-4110-b19e-199c9c8aab22', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1555507680'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:02.414016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=c2dfed48-1520-4110-b19e-199c9c8aab22,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:02.422114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:02.438329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e529498d-66af-4def-83d9-1beeccca5806 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:02.563526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Pushing event deleted for resources: {'Port': ['ID=d5544911-217e-4a09-96d6-ba6ad5b8feb8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:02.715436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:02.728633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:02.735508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:02.744585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cd7b03a-172a-4e09-95a6-7870a30a79cf req-30444505-f8ad-4216-96e9-e875874fdc40 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8476722 Dec 09 09:28:02.771955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:02.773614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:02.777203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:02.785986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:02.823991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'c2dfed48-1520-4110-b19e-199c9c8aab22'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:02.825244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.237158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c2dfed48-1520-4110-b19e-199c9c8aab22/f5ff92c7-d1a2-4a2c-857d-81113b200151) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:03.287168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=b55d171b-2d27-41fd-ab33-b0ec44ae8490,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:03.297787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:03.314360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:03.320628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:03.396542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.397453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port e55af120-8e9a-4db3-a394-b58552edf996 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:03.403645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.404944 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0a11f000-81d6-4fed-a492-04bb66989ca2 tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] 10.222.0.41 "DELETE /v2.0/floatingips/9b45860f-7c1f-428a-b193-50e92433c9f0 HTTP/1.1" status: 204 len: 168 time: 3.5184515 Dec 09 09:28:03.416907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51590) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:03.611133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51594) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:03.699935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.722160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Transition to ACTIVE for port object f5ff92c7-d1a2-4a2c-857d-81113b200151 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:03.752494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a013ec-619c-4b4c-b7d1-b54a53890917 req-7ebb047f-5cb0-42f1-b1dc-66d7ed9fcbf6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:03.763828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Transition to ACTIVE for port object f5ff92c7-d1a2-4a2c-857d-81113b200151 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:03.764487 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43a013ec-619c-4b4c-b7d1-b54a53890917 req-7ebb047f-5cb0-42f1-b1dc-66d7ed9fcbf6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5135031 Dec 09 09:28:03.783976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.792681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.798621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7e888194-6584-4eb0-8fd8-a742d1a0088a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:03.823373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:03.825613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:03.890582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Pushing event updated for resources: {'Port': ['ID=f5ff92c7-d1a2-4a2c-857d-81113b200151,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:03.915797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:03.935865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-95325e10-e3b9-4596-a9a7-956ae80ba10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:03.944048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:03.947723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:03.953559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:03.958896 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43a013ec-619c-4b4c-b7d1-b54a53890917 req-0169e4f9-4cc0-4d00-abb4-5f9588683089 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877155 Dec 09 09:28:03.997748 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c451b88c-e1bb-43f9-bc1c-ac3d4da875cc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6489849 Dec 09 09:28:04.004467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51600) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.151326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51606) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.168809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.188959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Attempting to bind port f5ff92c7-d1a2-4a2c-857d-81113b200151 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:04.189344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Attempting to bind port f5ff92c7-d1a2-4a2c-857d-81113b200151 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:04.189665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Attempting to bind port f5ff92c7-d1a2-4a2c-857d-81113b200151 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:04.202743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:04.203237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:04.203576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.204661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:04.204661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Bound port: f5ff92c7-d1a2-4a2c-857d-81113b200151, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:04.204950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.315598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063ea05-f587-4833-b0b5-75420e045ae3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:04.316757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9063ea05-f587-4833-b0b5-75420e045ae3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:04.322456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:04.330680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:subnet and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:04.338676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:04.350395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:04.365660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9063ea05-f587-4833-b0b5-75420e045ae3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:04.369847 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9063ea05-f587-4833-b0b5-75420e045ae3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3631821 Dec 09 09:28:04.372731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51610) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.394687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] For port f5ff92c7-d1a2-4a2c-857d-81113b200151, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:04.398850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] For port f5ff92c7-d1a2-4a2c-857d-81113b200151, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5ff92c7-d1a2-4a2c-857d-81113b200151,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:04.404557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.417995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f36e0553-233e-4e27-904b-1370e4999c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:04.419046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:04.539977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Pushing event updated for resources: {'Port': ['ID=f5ff92c7-d1a2-4a2c-857d-81113b200151,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:04.547890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:04.565714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.580234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-49708fc4-a2dd-4bcc-8583-41db6a7f23b9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.580844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-49708fc4-a2dd-4bcc-8583-41db6a7f23b9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:04.583856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-49708fc4-a2dd-4bcc-8583-41db6a7f23b9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9595222 Dec 09 09:28:04.588551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51616) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.593085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.604348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--54297131'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.610618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:04.628755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:04.641255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:04.700512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:04.780109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5553e-8d05-4781-9021-d465f6b67946 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:04.782461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5553e-8d05-4781-9021-d465f6b67946 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:04.782461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1c5553e-8d05-4781-9021-d465f6b67946 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:04.804082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.832363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:04.845591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1c5553e-8d05-4781-9021-d465f6b67946 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:04.848381 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f1c5553e-8d05-4781-9021-d465f6b67946 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4725287 Dec 09 09:28:04.859229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51620) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.889260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51624) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:04.907810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'subnets': [{'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1863226934', 'ip_version': 6}, {'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.908137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'subnet': {'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1863226934', 'ip_version': 6}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.908878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Request body: {'subnet': {'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:04.942900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7cd97-286c-495d-8fc3-672d53c578b8 req-1cd2036d-2548-48fc-9598-4b2ed69f4740 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:04.950695 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c2f7cd97-286c-495d-8fc3-672d53c578b8 req-1cd2036d-2548-48fc-9598-4b2ed69f4740 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3607523 Dec 09 09:28:05.054086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:05.080925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:05.085275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:05.098856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:05.164387 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c2f7cd97-286c-495d-8fc3-672d53c578b8 req-7bd71750-7317-4350-a3d3-d51b63e7ad8f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125781 Dec 09 09:28:05.235850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.240970 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:28:05.250319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e975e0b0-169b-4356-a82f-586db1b55826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:05.276764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5ff92c7-d1a2-4a2c-857d-81113b200151 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:05.285165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet c2dfed48-1520-4110-b19e-199c9c8aab22 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:05.296999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.372622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f5ff92c7-d1a2-4a2c-857d-81113b200151 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:05.396341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=b64079a3-3f97-4a86-947d-f9b76de4a747,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:05.402068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.437541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:05.455339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:05.455806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: 124ab823-9cd2-4ce4-8362-2a2c9b7acd70, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:05.500974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:05.504947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Usage tracker for resource:subnet and tenant:8b83f304a87c4dde8df36db6ac31d516 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:05.507916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:05.514468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:05.514848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:05.527224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.542879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Made reservation on behalf of 8b83f304a87c4dde8df36db6ac31d516 for: {'subnet': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:05.563049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 124ab823-9cd2-4ce4-8362-2a2c9b7acd70) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:05.573563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3fa509-f142-48d9-a075-45a4fb106b8e None None] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:05.614787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:05.615079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.672505 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5200558 Dec 09 09:28:05.673990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51632) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:05.689612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-827547252'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:05.704311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:05.713576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:05.717297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:05.717449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2cf736c5-9479-4a19-a8b3-351937f6ef6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.724989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e482d-0429-49f0-9cfe-79fd67410df4 req-b2f5d776-c2de-45a3-ad32-18f9cab1dff9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:05.726571 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-799e482d-0429-49f0-9cfe-79fd67410df4 req-b2f5d776-c2de-45a3-ad32-18f9cab1dff9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.1701264 Dec 09 09:28:05.731627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:05.734219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.751415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.767274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f8b1b414-99f2-4732-8df3-51be77ab8240 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:05.822755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dfed48-1520-4110-b19e-199c9c8aab22,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:05.830417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:05.831388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:05.834476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.860041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.867004 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-799e482d-0429-49f0-9cfe-79fd67410df4 req-94d4a03c-c48e-4d80-bca2-50c6d3bc7e81 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303885 Dec 09 09:28:05.878284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:05.887153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c2dfed48-1520-4110-b19e-199c9c8aab22 HTTP/1.1" status: 204 len: 168 time: 1.0283201 Dec 09 09:28:05.889531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51636) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:05.892143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:05.892498 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment 6417b198-aa95-4b95-8cdb-5985cc89984f of type vlan for network 9b5ca798-eb84-4224-9ace-f8f4390d698f Dec 09 09:28:05.903600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-124ab823-9cd2-4ce4-8362-2a2c9b7acd70', 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': 'b64079a3-3f97-4a86-947d-f9b76de4a747'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:05.904164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.004470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.079180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988edf7-ce4e-4f14-92c3-df28667dd0de None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:06.084288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.103839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff7746a6-63ce-4787-b25b-dd0cb8fa10ec tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:06.111928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-abf88db1-3701-4525-a7b6-185cf8185a22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2176015 Dec 09 09:28:06.112121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51640) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:06.118784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:06.129120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.203531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63088a6-333e-4baa-a79d-03f3ead95039,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:06.211163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Allocated IP 2001:db8:0:ffff::2 (124ab823-9cd2-4ce4-8362-2a2c9b7acd70/b64079a3-3f97-4a86-947d-f9b76de4a747/af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:06.213876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:06.217146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.220565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:06.232050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.232380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.263987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:06.270166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:06.273787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:06.280588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:06.282963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.286982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:06.287871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.292980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77ea187c-bc96-4217-8042-a967f8863675 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:06.315456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Provisioning for port f5ff92c7-d1a2-4a2c-857d-81113b200151 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:06.385473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:06.386709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Provisioning complete for port f5ff92c7-d1a2-4a2c-857d-81113b200151 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:06.387098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.389744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.422066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:06.432569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7556527 Dec 09 09:28:06.438579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51644) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:06.451503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:06.465646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:06.497967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:06.511472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=9b5ca798-eb84-4224-9ace-f8f4390d698f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:06.531564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:06.537794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:06.603159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Deleting port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:06.603496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.652827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:06.658198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:subnet and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:06.662303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:06.672806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:06.729020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:06.812362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.817475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:06.825872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.844134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Deleting port f5ff92c7-d1a2-4a2c-857d-81113b200151 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:06.844605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.871674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Transition to ACTIVE for port object af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:06.874110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.876613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.908275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:06.940953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] For port f5ff92c7-d1a2-4a2c-857d-81113b200151, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5ff92c7-d1a2-4a2c-857d-81113b200151,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:06.945298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Transition to ACTIVE for port object af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:06.971066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20c3fd8f-033b-4d22-a4e4-8c17f9734d4b tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:06.989334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] For port 4a3e18d5-7ad2-4621-a56a-d24303f56fc9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:06.990041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.056656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:07.062029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:07.067696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:07.068352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.079164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=06936a7c-fc83-44c8-88dc-8a975b70094f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.088117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.151311 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0347371 Dec 09 09:28:07.151545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.153868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51650) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:07.156582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5ff92c7-d1a2-4a2c-857d-81113b200151 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:07.159294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:07.170292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:07.177421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:router and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:07.187052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:07.188648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.196992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:07.198634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81ee50f3-fc4b-450a-87ff-63cf281ecd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.228081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.231437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Calling delete_port for 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:07.233924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.234922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.241764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] For port f5ff92c7-d1a2-4a2c-857d-81113b200151, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5ff92c7-d1a2-4a2c-857d-81113b200151,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:07.242129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.254939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.259842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.275738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.308871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3807e0ce-cad5-465e-a9b4-c84867c00a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.333339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.339292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.343098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86a94244-9290-4eaf-948c-c0681d3a4783 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1857834 Dec 09 09:28:07.345265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51654) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:07.396413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Calling delete_port for f5ff92c7-d1a2-4a2c-857d-81113b200151 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:07.452278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:07.460580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:07.473238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:07.506114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Pushing event updated for resources: {'Port': ['ID=f5ff92c7-d1a2-4a2c-857d-81113b200151,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.507008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4391e-65ca-41ac-8d33-f0a819e0cb44,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.510904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.522317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.523728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-008804c2-318b-4559-bd4b-9fbd9600bf0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.531875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:28:07.532426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:28:07.537639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.544249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.567934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.572394 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.9746706 Dec 09 09:28:07.579517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.586271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51658) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:07.607288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '48b4391e-65ca-41ac-8d33-f0a819e0cb44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:07.619123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.624155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:07.631109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b13014cc-39cc-42fb-a92c-d0b08ff29619 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.673609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.686627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:07.702193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.705786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:07.717450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Pushing event updated for resources: {'Port': ['ID=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.726373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.729742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4946cf19-317b-48b0-9d4f-74412018be81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:07.753077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:07.771667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Attempting to bind port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:07.772015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Attempting to bind port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:07.772355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Attempting to bind port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 on network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:07.777520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Pushing event deleted for resources: {'Port': ['ID=f5ff92c7-d1a2-4a2c-857d-81113b200151,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.779338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] No DVR routers for this DVR port f5ff92c7-d1a2-4a2c-857d-81113b200151 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:07.786054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.800343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:07.800740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Checking segment: {'id': 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:07.801487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.801601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Bound using segment: {'id': 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:07.803304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Bound port: af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '124ab823-9cd2-4ce4-8362-2a2c9b7acd70'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:07.803304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:07.838308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5969a-a74c-46b3-b383-f94f4737f6e0 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:07.842603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015d218-34d1-4112-b823-9f795fdbc46b req-a9c9ee75-603a-4f31-ba87-b9dedd197350 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:07.843830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c015d218-34d1-4112-b823-9f795fdbc46b req-a9c9ee75-603a-4f31-ba87-b9dedd197350 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6267169 Dec 09 09:28:07.861461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:07.865594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:07.926281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': '6417b198-aa95-4b95-8cdb-5985cc89984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:07.926525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: 9b5ca798-eb84-4224-9ace-f8f4390d698f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:08.011413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=b55d171b-2d27-41fd-ab33-b0ec44ae8490,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:08.015565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:08.049303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] For port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:08.064096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.089208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] For port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,segment=NetworkSegment(ae60c2e6-f984-4459-8af7-9b2c0f5c2a78),segment_id=ae60c2e6-f984-4459-8af7-9b2c0f5c2a78)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:08.102696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.107641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:08.108350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a88be8ca-68b3-4e71-8c6e-2fa3c42db1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:08.118963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.126006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.138088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9b5ca798-eb84-4224-9ace-f8f4390d698f) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:08.143112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:08.143723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.202170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc456b1-b555-43ab-b9d6-0afa53358684 None None] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:08.286517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8458807 Dec 09 09:28:08.289714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51662) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:08.338174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'port': {'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f', 'name': 'tempest-NetworksIpV6TestAttrs-1073574979'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:08.356808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '06936a7c-fc83-44c8-88dc-8a975b70094f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:08.357889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.376410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.384483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c015d218-34d1-4112-b823-9f795fdbc46b req-3470ab74-f45f-4284-9e27-8c24f3e65fb8 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909190 Dec 09 09:28:08.410733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Pushing event updated for resources: {'Port': ['ID=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:08.436481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:08.513625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:08.517542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:port and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:08.525615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:08.531814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:08.548788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:08.552859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.653735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.655244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] device_id is not set on port 1f1fd9f1-18c9-45e1-9fac-a182568b84e2 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:08.765723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.766884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.772454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9b5ca798-eb84-4224-9ace-f8f4390d698f', 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': 'f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:08.774153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:08.776406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f27541c7-39a7-4f84-a503-b115710a42f7 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:08.794942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/06936a7c-fc83-44c8-88dc-8a975b70094f/b35a9a8f-5ee7-468b-b505-8ceb08ab147e) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:08.893144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.002200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Allocated IP 2001:db8::f816:3eff:febf:7130 (9b5ca798-eb84-4224-9ace-f8f4390d698f/f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf/1f1fd9f1-18c9-45e1-9fac-a182568b84e2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:09.217692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:09.310679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.312583 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7231944 Dec 09 09:28:09.317684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51670) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:09.333290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '48b4391e-65ca-41ac-8d33-f0a819e0cb44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:09.342331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:09.343389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Subnet': ['ID=b981535c-7da9-4aa5-b685-104a3fdb621b,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:09.349985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:09.360847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:09.371509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:09.375707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.389668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:09.399690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:09.405400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Transition to ACTIVE for port object 1f1fd9f1-18c9-45e1-9fac-a182568b84e2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:09.411816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.422906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82d7f7b-844f-4225-843c-f18305b5cc4d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:09.442535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.443097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:09.460042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Transition to ACTIVE for port object b35a9a8f-5ee7-468b-b505-8ceb08ab147e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:09.464231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:09.469550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:09.499013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Transition to ACTIVE for port object b35a9a8f-5ee7-468b-b505-8ceb08ab147e will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:09.513675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.518316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.526468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3e18d5-7ad2-4621-a56a-d24303f56fc9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:09.542221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:09.548205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad31c-2941-4e12-b314-827f1c083cb9 req-81caaa18-9664-49f2-af3a-edad41d949be tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:09.555139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbfad31c-2941-4e12-b314-827f1c083cb9 req-81caaa18-9664-49f2-af3a-edad41d949be tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6174672 Dec 09 09:28:09.563189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ffc886b-30cc-4099-bb9b-4b02386d924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:09.572238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Checking segment: {'id': '71847d66-06b9-4385-af0f-c7a9f2f26762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:09.572601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network hostable DHCP agents. Network: f8cfd3f8-c2b1-4399-9bc8-7396e581002b, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:09.589369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a262f679-a920-46ee-82e5-26d655ae487e tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:09.651701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:09.656041 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07e0e89f-fa73-4696-9a65-86ae702978cf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3340089 Dec 09 09:28:09.657381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:09.658242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:09.664699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:09.667833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:09.670512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Pushing event updated for resources: {'Port': ['ID=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:09.670656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:09.673069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:09.678053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Allocated IP 2001:db8::f816:3eff:fe6f:8a89 (9b5ca798-eb84-4224-9ace-f8f4390d698f/f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf/f9dd399b-f577-4a2f-bfa9-565325ab8f80) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:09.702131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:09.704575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::1 (8b00f647-b522-4bb4-913a-1ab25ad42a65/06936a7c-fc83-44c8-88dc-8a975b70094f/e695da72-5d9d-4ed4-8baa-2c907799bb57) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:09.709076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:09.714254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:09.714871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.757287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Port': ['ID=1f1fd9f1-18c9-45e1-9fac-a182568b84e2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:09.783154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:09.848142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5567648 Dec 09 09:28:09.851268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51678) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:09.865016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Attempting to bind port b35a9a8f-5ee7-468b-b505-8ceb08ab147e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:09.865391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Attempting to bind port b35a9a8f-5ee7-468b-b505-8ceb08ab147e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:09.865762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Attempting to bind port b35a9a8f-5ee7-468b-b505-8ceb08ab147e on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:09.878000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:09.878384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:09.878788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.879184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:09.879745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Bound port: b35a9a8f-5ee7-468b-b505-8ceb08ab147e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:09.880042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:09.896819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a348392-c744-4fef-8198-b026ae728cac None None] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:09.978125 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbfad31c-2941-4e12-b314-827f1c083cb9 req-b4403910-f94d-49e2-aeb0-4e3bdb1d2d42 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4220381 Dec 09 09:28:10.014970 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP 90f22c51-9d0d-406f-9ffc-1f4cd7d289e8 associated. External IP: 172.26.4.39, port: 76ad9c71-777d-4b8b-81a5-b0d6bfe51818. Dec 09 09:28:10.090203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting subnet f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:10.116650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.131068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network f8cfd3f8-c2b1-4399-9bc8-7396e581002b is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:10.135253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object e695da72-5d9d-4ed4-8baa-2c907799bb57 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:10.151314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Provisioning for port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:10.161390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.166120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.181986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Provisioning complete for port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:10.182377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.182873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.204603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, f8cfd3f8-c2b1-4399-9bc8-7396e581002b) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:10.235097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:10.235719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.241304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c536f908-f206-4d16-959c-13bbca663eb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.244006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:10.245481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:10.246001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.261596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:10.265505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:10.273912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2444218-ecfe-4c4d-9468-1200494014f1 None None] Network f8cfd3f8-c2b1-4399-9bc8-7396e581002b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:10.296209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.349834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.386483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] For port b35a9a8f-5ee7-468b-b505-8ceb08ab147e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:10.484662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] For port b35a9a8f-5ee7-468b-b505-8ceb08ab147e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:10.489769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.513160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.520466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed77e13a-de91-45f0-b773-2ae135428cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.577956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Transition to ACTIVE for port object f9dd399b-f577-4a2f-bfa9-565325ab8f80 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:10.637906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event updated for resources: {'Subnet': ['ID=0f2726c8-381c-41bf-be87-4242cc503dca,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:10.640826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:10.693411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Transition to ACTIVE for port object f9dd399b-f577-4a2f-bfa9-565325ab8f80 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:10.706977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.709410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.716661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d0c0123b-cf52-4afb-b93b-45ff510f37c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.729585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Checking segment: {'id': 'b8b15004-7315-4eac-b220-7344e316a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:10.729953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network hostable DHCP agents. Network: 5377c4a1-f85f-4326-b87e-1479fa9055ba, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:10.730341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.760974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b4391e-65ca-41ac-8d33-f0a819e0cb44,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:10.771744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:10.796160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.797762 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/48b4391e-65ca-41ac-8d33-f0a819e0cb44 HTTP/1.1" status: 204 len: 168 time: 1.1101875 Dec 09 09:28:10.800951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.804243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51682) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:10.811983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Pushing event updated for resources: {'Port': ['ID=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:10.818840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:10.824056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13660b00-7b5f-4cdf-adea-3c6d2489aee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.884294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.905324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.929053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.932166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:10.942117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] For port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,segment=NetworkSegment(ae60c2e6-f984-4459-8af7-9b2c0f5c2a78),segment_id=ae60c2e6-f984-4459-8af7-9b2c0f5c2a78)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:10.943464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-061f83fb-874c-4893-b75c-449c47655591 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:10.967133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Network 5377c4a1-f85f-4326-b87e-1479fa9055ba is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:10.993925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.029287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.054402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2db35bc5-46a0-4a4a-80c7-266614f6d98c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:11.061951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:11.081348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-f8cfd3f8-c2b1-4399-9bc8-7396e581002b', 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b', 'tenant_id': '8b83f304a87c4dde8df36db6ac31d516', 'fixed_ips': [{'subnet_id': 'b981535c-7da9-4aa5-b685-104a3fdb621b'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:11.087210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.100217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:11.105764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 5377c4a1-f85f-4326-b87e-1479fa9055ba) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:11.106652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:11.131688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04598e47-a722-4280-ba15-e9603b22ee98 None None] Network 5377c4a1-f85f-4326-b87e-1479fa9055ba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:11.161249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Pushing event updated for resources: {'Port': ['ID=f9dd399b-f577-4a2f-bfa9-565325ab8f80,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:11.164543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:11.235141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Deleting port 38fc2501-0c4a-4002-8976-467ef71f3938 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:11.237638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.295842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:11.298853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:11.300340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.359814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5d9514b3-2924-431a-8268-37f369c182cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:11.404714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.405328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.406129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.444549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b35a9a8f-5ee7-468b-b505-8ceb08ab147e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:11.510942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2db35bc5-46a0-4a4a-80c7-266614f6d98c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:11.515985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2db35bc5-46a0-4a4a-80c7-266614f6d98c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7064335 Dec 09 09:28:11.516346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b868-393b-4837-ba21-8c1d06b110e6 req-909f3753-3ee6-417c-adcf-14e7c06a1726 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.520306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:11.525333 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7897b868-393b-4837-ba21-8c1d06b110e6 req-909f3753-3ee6-417c-adcf-14e7c06a1726 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3312459 Dec 09 09:28:11.534537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--102626674'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:11.551605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.560176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:11.561066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc17c078-6e9b-48ad-8c0b-84a6891b1581 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:11.589844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:11.593096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:11.606720 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.7163842 Dec 09 09:28:11.613360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51692) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:11.660561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:11.725461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.730194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:11.736969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:11.751277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Pushing event updated for resources: {'Port': ['ID=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:11.769280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:11.771879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Attempting to bind port f9dd399b-f577-4a2f-bfa9-565325ab8f80 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:11.772257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Attempting to bind port f9dd399b-f577-4a2f-bfa9-565325ab8f80 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '6417b198-aa95-4b95-8cdb-5985cc89984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:11.772623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Attempting to bind port f9dd399b-f577-4a2f-bfa9-565325ab8f80 on network 9b5ca798-eb84-4224-9ace-f8f4390d698f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:11.773706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.786032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:11.786415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Checking segment: {'id': '6417b198-aa95-4b95-8cdb-5985cc89984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:11.786825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.787283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Bound using segment: {'id': '6417b198-aa95-4b95-8cdb-5985cc89984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:11.787703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Bound port: f9dd399b-f577-4a2f-bfa9-565325ab8f80, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417b198-aa95-4b95-8cdb-5985cc89984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b5ca798-eb84-4224-9ace-f8f4390d698f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:11.788108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.793488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.795314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.795940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf HTTP/1.1" status: 204 len: 168 time: 1.9429913 Dec 09 09:28:11.796333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:11.797124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Synchronizing usage tracker for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:11.802298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8eac8714-f209-4f21-b2e0-bce126c9a2b2 None None] Provisioning complete for port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:11.802687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8eac8714-f209-4f21-b2e0-bce126c9a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.816092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51696) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:11.833901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-5377c4a1-f85f-4326-b87e-1479fa9055ba', 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba', 'tenant_id': '8b83f304a87c4dde8df36db6ac31d516', 'fixed_ips': [{'subnet_id': '0f2726c8-381c-41bf-be87-4242cc503dca'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:11.834706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.869697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] For port 38fc2501-0c4a-4002-8976-467ef71f3938, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=38fc2501-0c4a-4002-8976-467ef71f3938,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:11.870058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:11.873123 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7897b868-393b-4837-ba21-8c1d06b110e6 req-13d64806-6fa2-4fdb-b611-529635792537 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471932 Dec 09 09:28:11.971450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b35a9a8f-5ee7-468b-b505-8ceb08ab147e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:12.138641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Allocated IP 2001:db8::1 (f8cfd3f8-c2b1-4399-9bc8-7396e581002b/b981535c-7da9-4aa5-b685-104a3fdb621b/67384a2d-d9c0-4ff0-affb-6706e71cde22) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:12.165604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:12.175185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Calling delete_port for 38fc2501-0c4a-4002-8976-467ef71f3938 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:12.209671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Unset dirty status for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:12.221006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6b6d11a6-f7dc-4722-8a03-15a56328067c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6064548 Dec 09 09:28:12.221874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51702) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:12.229430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:12.243879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:12.280240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c7057-1ba5-4877-9e4f-a500e22367c4 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:12.281918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c7057-1ba5-4877-9e4f-a500e22367c4 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:12.282842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0b9c7057-1ba5-4877-9e4f-a500e22367c4 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Synchronizing usage tracker for tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:12.288677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] For port f9dd399b-f577-4a2f-bfa9-565325ab8f80, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:12.290730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:12.345813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0b9c7057-1ba5-4877-9e4f-a500e22367c4 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Unset dirty status for tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:12.347040 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0b9c7057-1ba5-4877-9e4f-a500e22367c4 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5295999 Dec 09 09:28:12.352716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51706) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:12.441169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] For port f9dd399b-f577-4a2f-bfa9-565325ab8f80, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f9dd399b-f577-4a2f-bfa9-565325ab8f80,segment=NetworkSegment(6417b198-aa95-4b95-8cdb-5985cc89984f),segment_id=6417b198-aa95-4b95-8cdb-5985cc89984f)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:12.461584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.471513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eccb9bc5-6b33-4313-be3a-64df5398895d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:12.515542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3862ebc-cb0c-4aec-862a-e179e63b3022 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.526550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Allocated IP 2001:db8:0:1::1 (5377c4a1-f85f-4326-b87e-1479fa9055ba/0f2726c8-381c-41bf-be87-4242cc503dca/ef28d6f0-07a3-4efb-a124-6d0991f2e6ee) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:12.543387 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3862ebc-cb0c-4aec-862a-e179e63b3022 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:12.543703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3862ebc-cb0c-4aec-862a-e179e63b3022 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:12.546683 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f3862ebc-cb0c-4aec-862a-e179e63b3022 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/9b5ca798-eb84-4224-9ace-f8f4390d698f HTTP/1.1" status: 409 len: 405 time: 0.1903930 Dec 09 09:28:12.552085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51710) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:12.561853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-285994522'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:12.574222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:12.581183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.585475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:12.596856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:12.609495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:12.633039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:12.641776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.641988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.651052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Provisioning for port b35a9a8f-5ee7-468b-b505-8ceb08ab147e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:12.653742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Router 248101ce-5a54-4a95-b4dd-d019f0c493f6 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:28:12.680454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Provisioning complete for port b35a9a8f-5ee7-468b-b505-8ceb08ab147e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:12.680454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.681455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:12.731468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:12.817995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.818390 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment 9353f303-4f15-49cb-b4c4-1ffb0ef1af3e of type vlan for network d54fec8f-6d4e-4903-951d-2941983d9c85 Dec 09 09:28:12.841835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Pushing event updated for resources: {'Port': ['ID=f9dd399b-f577-4a2f-bfa9-565325ab8f80,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:12.858650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:12.867478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.877547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31acdc-9732-443b-8049-1bb0c23f6bfd req-b460bcb3-a6c7-4471-9d95-2d8bd9e4cf9b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:12.879313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a31acdc-9732-443b-8049-1bb0c23f6bfd req-b460bcb3-a6c7-4471-9d95-2d8bd9e4cf9b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.7481740 Dec 09 09:28:12.880083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.881146 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3552225 Dec 09 09:28:12.889280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:12.940573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.944424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:12.945024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.949989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-160e4a68-ebd3-4690-8b1e-5111e9a820c0 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '39640df5-54c0-46c1-b2eb-7f879b53251f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:12.950661 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-160e4a68-ebd3-4690-8b1e-5111e9a820c0 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:12.954303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:12.960050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:12.964683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-160e4a68-ebd3-4690-8b1e-5111e9a820c0 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0441158 Dec 09 09:28:12.981982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f951ba-d2a0-42f8-a889-4071ff9021af None None] Network 9b5ca798-eb84-4224-9ace-f8f4390d698f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:12.987580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51718) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:13.017294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:13.023713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39640df5-54c0-46c1-b2eb-7f879b53251f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:13.025173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Transition to ACTIVE for port object 67384a2d-d9c0-4ff0-affb-6706e71cde22 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:13.100985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5476754 Dec 09 09:28:13.101712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51722) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:13.125816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:13.137131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:13.147393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=d54fec8f-6d4e-4903-951d-2941983d9c85,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:13.154126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:13.155384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:13.172706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting subnet b981535c-7da9-4aa5-b685-104a3fdb621b {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:13.186372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.200443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29a5b8f0-d4a0-44c7-90de-ebdc35af9d9c tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:13.228160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Transition to ACTIVE for port object 67384a2d-d9c0-4ff0-affb-6706e71cde22 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:13.239400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d54fec8f-6d4e-4903-951d-2941983d9c85 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:13.265130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:13.267134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:13.272147 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "PUT /v2.0/routers/248101ce-5a54-4a95-b4dd-d019f0c493f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9261105 Dec 09 09:28:13.278239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51726) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:13.279904 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Sync routers for ids ['248101ce-5a54-4a95-b4dd-d019f0c493f6'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:13.289248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:13.296676 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Routers {'248101ce-5a54-4a95-b4dd-d019f0c493f6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:13.297309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['248101ce-5a54-4a95-b4dd-d019f0c493f6'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:13.300527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.319329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.331379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:13.359129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:13.428877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Pushing event deleted for resources: {'Port': ['ID=38fc2501-0c4a-4002-8976-467ef71f3938,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:13.440949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:13.462974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a31acdc-9732-443b-8049-1bb0c23f6bfd req-6d4ce1f3-5bb4-4921-b3ea-38c33aafd659 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480299 Dec 09 09:28:13.494850 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Set router 248101ce-5a54-4a95-b4dd-d019f0c493f6 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:13.534326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.537490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.564270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.603833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Transition to ACTIVE for port object ef28d6f0-07a3-4efb-a124-6d0991f2e6ee will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:13.609742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Network f8cfd3f8-c2b1-4399-9bc8-7396e581002b is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:13.620731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:13.623632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Pushing event updated for resources: {'Port': ['ID=67384a2d-d9c0-4ff0-affb-6706e71cde22,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:13.652786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:13.708822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Transition to ACTIVE for port object ef28d6f0-07a3-4efb-a124-6d0991f2e6ee will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:13.711507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.751352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] For port b35a9a8f-5ee7-468b-b505-8ceb08ab147e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:13.761205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.808471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:13.814700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.816696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:13.896323 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:10Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'e695da72-5d9d-4ed4-8baa-2c907799bb57', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:16:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:08Z', 'updated_at': '2021-12-09T09:28:10Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:13.900080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:13.901064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.901174 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Checking router: 248101ce-5a54-4a95-b4dd-d019f0c493f6 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:13.901496 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Updating router 248101ce-5a54-4a95-b4dd-d019f0c493f6 port e695da72-5d9d-4ed4-8baa-2c907799bb57 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:28:13.917603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.954185 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:13.973756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Attempting to bind port 67384a2d-d9c0-4ff0-affb-6706e71cde22 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:13.976893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Attempting to bind port 67384a2d-d9c0-4ff0-affb-6706e71cde22 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '71847d66-06b9-4385-af0f-c7a9f2f26762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:13.978123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Attempting to bind port 67384a2d-d9c0-4ff0-affb-6706e71cde22 on network f8cfd3f8-c2b1-4399-9bc8-7396e581002b {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:14.005098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Network 5377c4a1-f85f-4326-b87e-1479fa9055ba is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:14.027632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:14.060431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9122fa0-5eb7-4e98-b988-c637f70df059 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:14.061140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a9122fa0-5eb7-4e98-b988-c637f70df059 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:14.081258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:14.089684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:14.090349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Checking segment: {'id': '71847d66-06b9-4385-af0f-c7a9f2f26762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:14.090696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.091208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Bound using segment: {'id': '71847d66-06b9-4385-af0f-c7a9f2f26762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:14.091970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Bound port: 67384a2d-d9c0-4ff0-affb-6706e71cde22, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71847d66-06b9-4385-af0f-c7a9f2f26762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f8cfd3f8-c2b1-4399-9bc8-7396e581002b'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:14.092506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.101008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.105421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Pushing event updated for resources: {'Port': ['ID=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:14.108531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a9122fa0-5eb7-4e98-b988-c637f70df059 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:14.110382 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a9122fa0-5eb7-4e98-b988-c637f70df059 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports/e695da72-5d9d-4ed4-8baa-2c907799bb57 HTTP/1.1" status: 200 len: 911 time: 0.8285146 Dec 09 09:28:14.130733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.131162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.131588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.132037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.132472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.132991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.133411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.134373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.134774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.135182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.135612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.139978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51734) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:14.140184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b2c5bf32-0013-4cf3-8915-fab69d00f409 None None] Provisioning for port e695da72-5d9d-4ed4-8baa-2c907799bb57 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:14.174192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ba8c-fa6b-43a6-b0fc-759c1591627b req-15e46747-13da-4196-a801-2837d9a8f012 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:14.175643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b9b0ba8c-fa6b-43a6-b0fc-759c1591627b req-15e46747-13da-4196-a801-2837d9a8f012 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2107215 Dec 09 09:28:14.266954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:28:14.270946 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b9b0ba8c-fa6b-43a6-b0fc-759c1591627b req-c9c81152-790f-4a6c-a935-3c188b3da211 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880194 Dec 09 09:28:14.271308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.277422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:14.338668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b2c5bf32-0013-4cf3-8915-fab69d00f409 None None] Provisioning complete for port e695da72-5d9d-4ed4-8baa-2c907799bb57 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:14.339244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf32-0013-4cf3-8915-fab69d00f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.374764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=aea3a4d0-7938-481f-8f6c-ddd455d93f10,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:14.391440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.391732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.392146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.392509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.392681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.392907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.393336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.393696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.394052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.394608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.394970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.395394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.398636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:14.398993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: d54fec8f-6d4e-4903-951d-2941983d9c85, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:14.409639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:14.429486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network d54fec8f-6d4e-4903-951d-2941983d9c85 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:14.442599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, d54fec8f-6d4e-4903-951d-2941983d9c85) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:14.448627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:14.449324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.483742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa63ae0-01c9-41e9-a658-6c631b986f34 None None] Network d54fec8f-6d4e-4903-951d-2941983d9c85 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:14.487516 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3802574 Dec 09 09:28:14.488374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51740) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:14.496008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'port': {'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85', 'name': 'tempest-NetworksIpV6TestAttrs-856605590'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:14.532755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Attempting to bind port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:14.533546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Attempting to bind port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'b8b15004-7315-4eac-b220-7344e316a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:14.534165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Attempting to bind port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee on network 5377c4a1-f85f-4326-b87e-1479fa9055ba {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:14.542185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5bf32-0013-4cf3-8915-fab69d00f409 None None] Port e695da72-5d9d-4ed4-8baa-2c907799bb57 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:14.563584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.597396 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.612606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Pushing event updated for resources: {'Port': ['ID=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:14.613999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Transition to ACTIVE for port object e695da72-5d9d-4ed4-8baa-2c907799bb57 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:14.616877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:14.622743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:14.623522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:14.623991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:14.625909 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.632459 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2b01af7a-abce-445a-aa5c-66a36e168d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:14.632639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:14.633138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Checking segment: {'id': 'b8b15004-7315-4eac-b220-7344e316a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:14.633675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.634251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Bound using segment: {'id': 'b8b15004-7315-4eac-b220-7344e316a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:14.634832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Bound port: ef28d6f0-07a3-4efb-a124-6d0991f2e6ee, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b15004-7315-4eac-b220-7344e316a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5377c4a1-f85f-4326-b87e-1479fa9055ba'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:14.635303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.671274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39640df5-54c0-46c1-b2eb-7f879b53251f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:14.742619 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Pushing event updated for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:14.754274 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.754623 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.754953 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.755278 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.755614 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.755960 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.756416 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.756738 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.757053 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.757815 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.758329 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.762691 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:14.808844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] For port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:14.828812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7018a-9d88-4ce4-b056-95748753e244 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:14.833446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7018a-9d88-4ce4-b056-95748753e244 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:14.835564 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cce7018a-9d88-4ce4-b056-95748753e244 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6946013 Dec 09 09:28:14.837768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.838684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51744) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:14.839036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.839419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.839806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.840176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.840539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.840912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.841253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.841600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.841951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.842354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:28:14.853854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:14.871248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] For port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,segment=NetworkSegment(b8b15004-7315-4eac-b220-7344e316a231),segment_id=b8b15004-7315-4eac-b220-7344e316a231)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:14.887471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] For port 67384a2d-d9c0-4ff0-affb-6706e71cde22, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:14.894756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.902189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8b002324-f2fb-4c54-adcd-65479371323a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:14.941848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:14.957222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-d54fec8f-6d4e-4903-951d-2941983d9c85', 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': 'aea3a4d0-7938-481f-8f6c-ddd455d93f10'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:14.958180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:14.994707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] For port 67384a2d-d9c0-4ff0-affb-6706e71cde22, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=67384a2d-d9c0-4ff0-affb-6706e71cde22,segment=NetworkSegment(71847d66-06b9-4385-af0f-c7a9f2f26762),segment_id=71847d66-06b9-4385-af0f-c7a9f2f26762)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:15.023362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:port and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:15.026784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.034661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:15.068755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:15.129841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:15.133027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.149521 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Attempting to bind port e695da72-5d9d-4ed4-8baa-2c907799bb57 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:15.151275 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Attempting to bind port e695da72-5d9d-4ed4-8baa-2c907799bb57 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:15.152107 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Attempting to bind port e695da72-5d9d-4ed4-8baa-2c907799bb57 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:15.162042 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:15.162621 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:15.163500 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.164081 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:15.165522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Bound port: e695da72-5d9d-4ed4-8baa-2c907799bb57, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:15.166074 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.182500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.194328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:15.217409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Pushing event updated for resources: {'Port': ['ID=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:15.225789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:15.235284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] device_id is not set on port b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:15.237464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3372c153-19fe-45f5-927d-61244ac8d128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:15.264595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.268637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/39640df5-54c0-46c1-b2eb-7f879b53251f HTTP/1.1" status: 204 len: 168 time: 2.2795026 Dec 09 09:28:15.271295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51748) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:15.301390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b35a9a8f-5ee7-468b-b505-8ceb08ab147e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:15.331653 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] For port e695da72-5d9d-4ed4-8baa-2c907799bb57, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:15.338079 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] For port e695da72-5d9d-4ed4-8baa-2c907799bb57, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e695da72-5d9d-4ed4-8baa-2c907799bb57,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:15.352169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Subnet': ['ID=b981535c-7da9-4aa5-b685-104a3fdb621b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:15.361518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:15.370195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.390711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:15.395789 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:15.456909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.459587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:15.512017 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Pushing event updated for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:15.515578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:15.523705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Routers {'248101ce-5a54-4a95-b4dd-d019f0c493f6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:15.524433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['248101ce-5a54-4a95-b4dd-d019f0c493f6'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:15.556096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48989a-8f36-4250-9e08-af0038c06935 req-af2c0df0-525d-4f66-9d89-46ee087e3ba4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:15.566949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c48989a-8f36-4250-9e08-af0038c06935 req-af2c0df0-525d-4f66-9d89-46ee087e3ba4 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 1.0178173 Dec 09 09:28:15.610653 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/subnets/b981535c-7da9-4aa5-b685-104a3fdb621b HTTP/1.1" status: 204 len: 168 time: 3.3729131 Dec 09 09:28:15.613817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:15.625580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51752) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:15.671508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Pushing event updated for resources: {'Port': ['ID=67384a2d-d9c0-4ff0-affb-6706e71cde22,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:15.720323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:15.741414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:15.745054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:15.819046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] Set router 248101ce-5a54-4a95-b4dd-d019f0c493f6 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:15.828578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78ff7665-68fb-48ed-853a-9c63c5a25369 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:15.865142 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.4894741 Dec 09 09:28:15.872275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51756) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:15.882932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:15.889018 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c48989a-8f36-4250-9e08-af0038c06935 req-d748a511-d8f0-458c-a69b-e405908557df tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198516 Dec 09 09:28:15.889786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Allocated IP 2001:db8::f816:3eff:fef4:2358 (d54fec8f-6d4e-4903-951d-2941983d9c85/aea3a4d0-7938-481f-8f6c-ddd455d93f10/39cd185f-1780-4480-873e-58fd5ae485db) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:15.934505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:15.953129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b35a9a8f-5ee7-468b-b505-8ceb08ab147e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:15.953667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.012991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:16.012991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:16.092470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78ff7665-68fb-48ed-853a-9c63c5a25369 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:16.098274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78ff7665-68fb-48ed-853a-9c63c5a25369 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8094015 Dec 09 09:28:16.103254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51762) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:16.111897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:16.112422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519fff2-ba5a-4d04-a2b4-71fe521b8c56 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:16.115984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--40538932'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:16.127988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting subnet 0f2726c8-381c-41bf-be87-4242cc503dca {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:16.129203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.135178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.138622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:16.168056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:16.188159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Router 55acf281-332f-4551-a320-6345afb6a015 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:16.259341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.328986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.345517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.445309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.451395 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:10Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'e695da72-5d9d-4ed4-8baa-2c907799bb57', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:16:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:08Z', 'updated_at': '2021-12-09T09:28:15Z', 'revision_number': 4, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:16.459194 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0826fbe-2d0f-44da-85fc-d1b4fbe4bb66 None None] The sync data for ids ['248101ce-5a54-4a95-b4dd-d019f0c493f6'] in dv-neutron-821175-1-hyperv is: [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:10Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'e695da72-5d9d-4ed4-8baa-2c907799bb57', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:16:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:08Z', 'updated_at': '2021-12-09T09:28:15Z', 'revision_number': 4, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '06936a7c-fc83-44c8-88dc-8a975b70094f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:16.470139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Transition to ACTIVE for port object 39cd185f-1780-4480-873e-58fd5ae485db will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:16.492663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.497119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Transition to ACTIVE for port object 39cd185f-1780-4480-873e-58fd5ae485db will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:16.512182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.534795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:16.610401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Network d54fec8f-6d4e-4903-951d-2941983d9c85 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:16.614268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Pushing event updated for resources: {'Port': ['ID=39cd185f-1780-4480-873e-58fd5ae485db,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:16.625209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:16.626546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:16.629004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:16.651979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:16.727190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:16.732645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Allocated IP 2001:db8::f816:3eff:fee2:5bdc (d54fec8f-6d4e-4903-951d-2941983d9c85/aea3a4d0-7938-481f-8f6c-ddd455d93f10/b935f9f0-9e4f-4beb-9956-a10ec8f6abf1) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:16.735558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:16.788730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:16.799617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:16.806073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:16.831227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Attempting to bind port 39cd185f-1780-4480-873e-58fd5ae485db on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:16.831665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Attempting to bind port 39cd185f-1780-4480-873e-58fd5ae485db by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:16.832063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Attempting to bind port 39cd185f-1780-4480-873e-58fd5ae485db on network d54fec8f-6d4e-4903-951d-2941983d9c85 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:16.841202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafb173-f1ac-4bc0-84a9-b32cf8c3c3ac None None] Network 5377c4a1-f85f-4326-b87e-1479fa9055ba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:16.932743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2726c8-381c-41bf-be87-4242cc503dca,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:16.941472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:16.990899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.049550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.088002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:17.088988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Checking segment: {'id': '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:17.089578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.090256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Bound using segment: {'id': '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:17.090989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Bound port: 39cd185f-1780-4480-873e-58fd5ae485db, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd54fec8f-6d4e-4903-951d-2941983d9c85'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:17.091494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.177127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.233337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/subnets/0f2726c8-381c-41bf-be87-4242cc503dca HTTP/1.1" status: 204 len: 168 time: 1.5966909 Dec 09 09:28:17.259480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:17.261253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a629f-be6b-41e5-841d-0052ec845a1c None None] Network f8cfd3f8-c2b1-4399-9bc8-7396e581002b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:17.296298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d482aa0c-d97b-4312-89fd-78af5774e291 None None] Provisioning for port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:17.354738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.355083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP 90f22c51-9d0d-406f-9ffc-1f4cd7d289e8 disassociated. External IP: 172.26.4.39, port: 76ad9c71-777d-4b8b-81a5-b0d6bfe51818. Dec 09 09:28:17.383413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e695da72-5d9d-4ed4-8baa-2c907799bb57 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:17.459058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.472118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.506022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:17.562761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.564177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4569960 Dec 09 09:28:17.572015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51770) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:17.575867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e735a567-65e0-48e3-a5d9-4c0db5e75a3d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:17.585671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:17.590239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-acf3235f-55e5-4493-b80d-0991413054ae tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': 'e735a567-65e0-48e3-a5d9-4c0db5e75a3d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:17.590778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-acf3235f-55e5-4493-b80d-0991413054ae tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:17.591750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-acf3235f-55e5-4493-b80d-0991413054ae tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0175459 Dec 09 09:28:17.593143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-31f4be13-fa3f-4791-9651-3a652c601141 None None] Provisioning for port 67384a2d-d9c0-4ff0-affb-6706e71cde22 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:17.605668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51774) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:17.625931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] For port 39cd185f-1780-4480-873e-58fd5ae485db, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:17.629026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e695da72-5d9d-4ed4-8baa-2c907799bb57 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:17.633516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263316e-9b26-484b-b91e-9c6ab8c29ccc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:17.635134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2263316e-9b26-484b-b91e-9c6ab8c29ccc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Synchronizing usage tracker for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:17.647797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] DHCP port deletion for 5377c4a1-f85f-4326-b87e-1479fa9055ba request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:17.658088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e695da72-5d9d-4ed4-8baa-2c907799bb57 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:17.658486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.688831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.693439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Deleting port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:17.693818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.697669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2263316e-9b26-484b-b91e-9c6ab8c29ccc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Unset dirty status for tenant:8b83f304a87c4dde8df36db6ac31d516 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:17.698915 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2263316e-9b26-484b-b91e-9c6ab8c29ccc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4383833 Dec 09 09:28:17.707834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51778) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:17.714397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Transition to ACTIVE for port object b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:17.717792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] For port 39cd185f-1780-4480-873e-58fd5ae485db, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=39cd185f-1780-4480-873e-58fd5ae485db,segment=NetworkSegment(9353f303-4f15-49cb-b4c4-1ffb0ef1af3e),segment_id=9353f303-4f15-49cb-b4c4-1ffb0ef1af3e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:17.741722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:17.750112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:17.961134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.035583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.046613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fd6e75dd-9a46-433f-b7e1-f0e35dc654a2 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:18.084843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:18.085178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.087870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Pushing event updated for resources: {'Port': ['ID=39cd185f-1780-4480-873e-58fd5ae485db,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:18.099069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:18.175781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:18.187212 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] 10.222.0.41 "PUT /v2.0/routers/55acf281-332f-4551-a320-6345afb6a015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4740586 Dec 09 09:28:18.192739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] For port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,segment=NetworkSegment(b8b15004-7315-4eac-b220-7344e316a231),segment_id=b8b15004-7315-4eac-b220-7344e316a231)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:18.193838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.197940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51782) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:18.203433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Sync routers for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:18.234238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.304966 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:18.306325 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:18.329064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port e695da72-5d9d-4ed4-8baa-2c907799bb57 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:18.329615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.375181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network d54fec8f-6d4e-4903-951d-2941983d9c85 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:18.377358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.419577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Calling delete_port for ef28d6f0-07a3-4efb-a124-6d0991f2e6ee owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:18.438361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:18.440828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:18.445548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:18.446712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.459006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Port': ['ID=b935f9f0-9e4f-4beb-9956-a10ec8f6abf1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:18.463093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:18.528428 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0386803 Dec 09 09:28:18.563073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51786) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:18.565329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] DHCP port deletion for f8cfd3f8-c2b1-4399-9bc8-7396e581002b request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:18.571031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.581523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.593139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Deleting port 67384a2d-d9c0-4ff0-affb-6706e71cde22 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:18.593901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.635085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a1729fbc-36d2-47e0-888f-a150719bae0d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:18.635824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:18.663630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e735a567-65e0-48e3-a5d9-4c0db5e75a3d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:18.671484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:18.682826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.683990 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/e735a567-65e0-48e3-a5d9-4c0db5e75a3d HTTP/1.1" status: 204 len: 168 time: 1.0773613 Dec 09 09:28:18.687589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51790) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:18.689462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e695da72-5d9d-4ed4-8baa-2c907799bb57, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e695da72-5d9d-4ed4-8baa-2c907799bb57,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:18.691379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.707370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:18.831244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] For port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,segment=NetworkSegment(b8b15004-7315-4eac-b220-7344e316a231),segment_id=b8b15004-7315-4eac-b220-7344e316a231)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:18.831657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:18.848449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e8a26357-e4c1-49fd-a5a3-afec455ec259 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:18.888558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e8a26357-e4c1-49fd-a5a3-afec455ec259 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:18.889529 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e8a26357-e4c1-49fd-a5a3-afec455ec259 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2008822 Dec 09 09:28:18.894597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Router c0e538e3-d603-4058-bd79-47908b63eee0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:18.896782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51794) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:18.905313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808485531'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:18.926756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:18.965381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] For port 67384a2d-d9c0-4ff0-affb-6706e71cde22, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=67384a2d-d9c0-4ff0-affb-6706e71cde22,segment=NetworkSegment(71847d66-06b9-4385-af0f-c7a9f2f26762),segment_id=71847d66-06b9-4385-af0f-c7a9f2f26762)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:18.965795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.008084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:19.083914 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:08Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:19.089118 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Checking router: 55acf281-332f-4551-a320-6345afb6a015 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:19.090999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.116840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Routers {'55acf281-332f-4551-a320-6345afb6a015'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:19.117465 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['55acf281-332f-4551-a320-6345afb6a015'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:19.120348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:19.150656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] No DVR routers for this DVR port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:19.169538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Calling delete_port for ef28d6f0-07a3-4efb-a124-6d0991f2e6ee owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:19.175298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.176565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 67384a2d-d9c0-4ff0-affb-6706e71cde22 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:19.299927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Pushing event deleted for resources: {'Port': ['ID=ef28d6f0-07a3-4efb-a124-6d0991f2e6ee,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:19.310595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Calling delete_port for 67384a2d-d9c0-4ff0-affb-6706e71cde22 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:19.346150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:19.354094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:19.361683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:19.362284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-db056b46-f73c-4dc2-813b-bad9d61be79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:19.362842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:19.374812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:19.465735 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] Set router 55acf281-332f-4551-a320-6345afb6a015 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:19.472856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port e695da72-5d9d-4ed4-8baa-2c907799bb57, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e695da72-5d9d-4ed4-8baa-2c907799bb57,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:19.473867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.536164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:19.556012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:19.580035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 67384a2d-d9c0-4ff0-affb-6706e71cde22 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:19.590851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.595116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ea66479a-7210-4fa1-9c5a-86f2ad9a4510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:19.617722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:19.633089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 67384a2d-d9c0-4ff0-affb-6706e71cde22 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:19.633480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.642628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.670883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Sync routers for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:19.674106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.678757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11202e05-2bf5-4e05-8d90-1ce06ada8ad6 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:19.688511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c76750-c31e-495f-846a-c1033a7f8c3f None None] Network d54fec8f-6d4e-4903-951d-2941983d9c85 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:19.692825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for e695da72-5d9d-4ed4-8baa-2c907799bb57 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:19.709932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Pushing event deleted for resources: {'Port': ['ID=67384a2d-d9c0-4ff0-affb-6706e71cde22,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:19.711636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 67384a2d-d9c0-4ff0-affb-6706e71cde22 was deleted so its status cannot be updated. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 09 09:28:19.712198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ef28d6f0-07a3-4efb-a124-6d0991f2e6ee up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:19.742291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:19.751406 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] 10.222.0.41 "PUT /v2.0/routers/c0e538e3-d603-4058-bd79-47908b63eee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3233035 Dec 09 09:28:19.752062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.757239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ef28d6f0-07a3-4efb-a124-6d0991f2e6ee {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:19.761114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ef28d6f0-07a3-4efb-a124-6d0991f2e6ee not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 09 09:28:19.761249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8598897 Dec 09 09:28:19.761249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d32a6-e773-4b4f-85c1-107addfc9b9f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:19.761249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:19.761573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51800) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:19.767654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:19.772747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f3c81a97-8644-42bd-8647-1e54520a6b83 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': 'f39d32a6-e773-4b4f-85c1-107addfc9b9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:19.773173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting subnet aea3a4d0-7938-481f-8f6c-ddd455d93f10 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:19.773513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-f3c81a97-8644-42bd-8647-1e54520a6b83 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:19.777839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f3c81a97-8644-42bd-8647-1e54520a6b83 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083179 Dec 09 09:28:19.781840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:19.792087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] No DVR routers for this DVR port 67384a2d-d9c0-4ff0-affb-6706e71cde22 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:19.799879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.843875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:19.844598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:19.856685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-21d0fdff-d9ef-485b-a5f0-5c859ce42932 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': 'f39d32a6-e773-4b4f-85c1-107addfc9b9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:19.856990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee not found, will not notify nova. {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 09:28:19.857624 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-21d0fdff-d9ef-485b-a5f0-5c859ce42932 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:19.862577 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-21d0fdff-d9ef-485b-a5f0-5c859ce42932 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0650501 Dec 09 09:28:19.868763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:19.869870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:19.870508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:19.876184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51810) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:19.881264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:19.895085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c91d8acc-5922-4d70-9ba9-68f1157cfb19 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': 'f39d32a6-e773-4b4f-85c1-107addfc9b9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:19.895928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-c91d8acc-5922-4d70-9ba9-68f1157cfb19 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:19.900073 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c91d8acc-5922-4d70-9ba9-68f1157cfb19 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184608 Dec 09 09:28:19.913896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51814) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:19.952550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e85d5c4-f845-41dd-b11a-f3ccb3865c55 None None] Provisioning for port 39cd185f-1780-4480-873e-58fd5ae485db completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:20.001217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f4e39e5a-1711-4ab4-b1c8-20fe3db5dc7c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': 'f39d32a6-e773-4b4f-85c1-107addfc9b9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:20.002255 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-f4e39e5a-1711-4ab4-b1c8-20fe3db5dc7c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:20.006508 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f4e39e5a-1711-4ab4-b1c8-20fe3db5dc7c tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0722387 Dec 09 09:28:20.018601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-01290013-498a-4682-85d8-122ca443bdfa tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/90f22c51-9d0d-406f-9ffc-1f4cd7d289e8 HTTP/1.1" status: 200 len: 687 time: 4.1259966 Dec 09 09:28:20.020031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51818) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:20.020371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51820) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:20.067480 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:20.069384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.109753 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:20.110400 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.146982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 39cd185f-1780-4480-873e-58fd5ae485db up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:20.183901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.193080 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.219840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:20.220113 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.261071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:20.261553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:20.272035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.285210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:20.304313 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.304729 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8d815-6684-4fa7-b806-70635149d57d None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:20.322305 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:08Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.327228 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25cf3-e21d-46b4-a7d4-220aa45be72c None None] The sync data for ids ['55acf281-332f-4551-a320-6345afb6a015'] in dv-neutron-821175-1-hyperv is: [{'id': '55acf281-332f-4551-a320-6345afb6a015', 'name': 'tempest-ServersTestManualDisk-953371554-router', 'tenant_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:08Z', 'revision_number': 5, 'project_id': 'aa8b8fe8231740c296f77fac3e6d0074', 'gw_port': {'id': 'a4e234fa-ba33-44f8-a06d-c4b3f89eb43a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55acf281-332f-4551-a320-6345afb6a015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:16Z', 'updated_at': '2021-12-09T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:20.337352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.349262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-de3dd18c-6bf8-4818-a125-f2043416960b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:20.381033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Deleting port ef28d6f0-07a3-4efb-a124-6d0991f2e6ee {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:20.381348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.426378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 39cd185f-1780-4480-873e-58fd5ae485db completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:20.429295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=aea3a4d0-7938-481f-8f6c-ddd455d93f10,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:20.431782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:20.439694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 39cd185f-1780-4480-873e-58fd5ae485db triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:20.440163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.470256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] The port 'ef28d6f0-07a3-4efb-a124-6d0991f2e6ee' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:28:20.473219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.541324 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/aea3a4d0-7938-481f-8f6c-ddd455d93f10 HTTP/1.1" status: 204 len: 168 time: 1.9707491 Dec 09 09:28:20.544619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51826) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:20.567515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port b55d171b-2d27-41fd-ab33-b0ec44ae8490 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:20.567986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.686160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.687691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.733774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.747214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bc8e8-71d6-40de-8df3-e0b09c430d87 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:20.748608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bc8e8-71d6-40de-8df3-e0b09c430d87 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:20.749361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9f3bc8e8-71d6-40de-8df3-e0b09c430d87 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Synchronizing usage tracker for tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:20.793101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 39cd185f-1780-4480-873e-58fd5ae485db, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=39cd185f-1780-4480-873e-58fd5ae485db,segment=NetworkSegment(9353f303-4f15-49cb-b4c4-1ffb0ef1af3e),segment_id=9353f303-4f15-49cb-b4c4-1ffb0ef1af3e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:20.794693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:13Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.804377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Checking router: c0e538e3-d603-4058-bd79-47908b63eee0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:20.809486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.810328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e695da72-5d9d-4ed4-8baa-2c907799bb57 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:20.838714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.844275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5377c4a1-f85f-4326-b87e-1479fa9055ba']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.855896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port e695da72-5d9d-4ed4-8baa-2c907799bb57 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:20.856369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.906290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b15004-7315-4eac-b220-7344e316a231') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.908747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.908929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b15004-7315-4eac-b220-7344e316a231') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:20.909039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.919201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-22a1ffce-8b19-4732-a66d-daaab9b9e464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:20.921021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.927153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.948273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:20.955079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea28870-1bea-42c9-ba13-01c8c33d475e None None] Network d54fec8f-6d4e-4903-951d-2941983d9c85 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:20.957497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:20.958007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:21.004872 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:21.092543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9f3bc8e8-71d6-40de-8df3-e0b09c430d87 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Unset dirty status for tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:21.097071 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9f3bc8e8-71d6-40de-8df3-e0b09c430d87 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5472298 Dec 09 09:28:21.107094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51830) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.127443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Routers {'c0e538e3-d603-4058-bd79-47908b63eee0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:21.128323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c0e538e3-d603-4058-bd79-47908b63eee0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:21.133159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for b55d171b-2d27-41fd-ab33-b0ec44ae8490 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:21.161445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.168808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec9d3cd4-2a63-4431-916a-a7ce6f70fe1b tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:21.201994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Provisioning complete for port 39cd185f-1780-4480-873e-58fd5ae485db triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:21.202482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.234441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.234700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=39cd185f-1780-4480-873e-58fd5ae485db,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:21.236638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:21.237023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.241957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=5377c4a1-f85f-4326-b87e-1479fa9055ba,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:21.246633 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/5377c4a1-f85f-4326-b87e-1479fa9055ba HTTP/1.1" status: 204 len: 168 time: 3.5353258 Dec 09 09:28:21.249138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:21.254520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51834) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.255617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61dc896e-ea8b-4311-84fb-44802f71524a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:21.291610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d32a6-e773-4b4f-85c1-107addfc9b9f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:21.304899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:21.343950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-596179ec-2225-4a47-8a85-36d0eeb3e2b0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.349350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.354404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/f39d32a6-e773-4b4f-85c1-107addfc9b9f HTTP/1.1" status: 204 len: 168 time: 1.3180790 Dec 09 09:28:21.364205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e695da72-5d9d-4ed4-8baa-2c907799bb57 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:21.364205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.365012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51838) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.456923 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-596179ec-2225-4a47-8a85-36d0eeb3e2b0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:21.457368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596179ec-2225-4a47-8a85-36d0eeb3e2b0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:21.518910 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-596179ec-2225-4a47-8a85-36d0eeb3e2b0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/d54fec8f-6d4e-4903-951d-2941983d9c85 HTTP/1.1" status: 409 len: 405 time: 0.4070170 Dec 09 09:28:21.527028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51842) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.541747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-580599982'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:21.556723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:21.563825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port e695da72-5d9d-4ed4-8baa-2c907799bb57, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e695da72-5d9d-4ed4-8baa-2c907799bb57,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:21.564350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.566227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:21.579211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.581132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:21.600552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:21.610137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-654276e5-1a10-4f36-bc52-36e66892a460 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:21.617396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.623132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba4e4c66-6a6d-4659-99a5-0d01b2ae50c6 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:21.641876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] Set router c0e538e3-d603-4058-bd79-47908b63eee0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:21.643670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.672788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:21.675826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.691522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=b55d171b-2d27-41fd-ab33-b0ec44ae8490,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:21.705595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:21.715242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for e695da72-5d9d-4ed4-8baa-2c907799bb57 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:21.768518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-654276e5-1a10-4f36-bc52-36e66892a460 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:21.775594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-654276e5-1a10-4f36-bc52-36e66892a460 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4019835 Dec 09 09:28:21.777179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51848) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.817240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Deleting port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:21.817559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.821682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032097558'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:21.838886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:21.860036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:21.862316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:21.889354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] DHCP port deletion for d54fec8f-6d4e-4903-951d-2941983d9c85 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:21.890538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.891102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment 93e9a641-b721-4d8d-b7b4-15b65caf538b of type vlan for network da6dcd30-0f59-4954-b03b-ac07783b9d78 Dec 09 09:28:21.903256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Deleting port 39cd185f-1780-4480-873e-58fd5ae485db {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:21.903690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.912576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.915981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.921614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.939412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.960514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.962469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/90f22c51-9d0d-406f-9ffc-1f4cd7d289e8 HTTP/1.1" status: 204 len: 168 time: 1.9221261 Dec 09 09:28:21.966129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:21.971557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:21.979699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'd9845603-b010-49c8-8bf0-577b1032dcd6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:21.982569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ef28d6f0-07a3-4efb-a124-6d0991f2e6ee no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:21.986154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Deleting port a4f3b1cb-df57-49c7-b3bd-76c63a05322e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:21.986506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.022936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:22.029741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Provisioning for port b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:22.038053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:floatingip and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:22.050830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:22.058110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ef28d6f0-07a3-4efb-a124-6d0991f2e6ee {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:22.058468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ef28d6f0-07a3-4efb-a124-6d0991f2e6ee not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:22.058908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 67384a2d-d9c0-4ff0-affb-6706e71cde22 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:22.064849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cfd3f8-c2b1-4399-9bc8-7396e581002b']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:22.070934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:22.086945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71847d66-06b9-4385-af0f-c7a9f2f26762') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:22.087235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71847d66-06b9-4385-af0f-c7a9f2f26762') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:22.099006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:22.109516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 67384a2d-d9c0-4ff0-affb-6706e71cde22 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:22.110307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 67384a2d-d9c0-4ff0-affb-6706e71cde22 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:22.112104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Provisioning complete for port b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:22.112916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.113918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.125956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:22.132999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:22.150260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.170011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:22.170407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:22.190951 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:22.202276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] For port a4e234fa-ba33-44f8-a06d-c4b3f89eb43a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:22.202276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.271588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9a77fcfa-09f9-47e3-b72d-8371d3453fe6 None None] Port b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:22.280959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:22.317568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.321368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:22.321964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.326207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:22.334013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68fdb292-7f67-472d-bced-a6f9731729e5 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:22.344017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:22.344361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a3e18d5-7ad2-4621-a56a-d24303f56fc9 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:22.344787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 39cd185f-1780-4480-873e-58fd5ae485db no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:22.347715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.417262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Calling delete_port for a4e234fa-ba33-44f8-a06d-c4b3f89eb43a owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:22.499126 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9708753 Dec 09 09:28:22.501019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.504259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51856) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:22.516191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=da6dcd30-0f59-4954-b03b-ac07783b9d78,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:22.522715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': 'da6dcd30-0f59-4954-b03b-ac07783b9d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:22.531210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:22.540593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network da6dcd30-0f59-4954-b03b-ac07783b9d78 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:22.543698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e185a30a-8f27-45d3-a16f-b2b4ae45cbf1 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:22.562175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] For port 39cd185f-1780-4480-873e-58fd5ae485db, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=39cd185f-1780-4480-873e-58fd5ae485db,segment=NetworkSegment(9353f303-4f15-49cb-b4c4-1ffb0ef1af3e),segment_id=9353f303-4f15-49cb-b4c4-1ffb0ef1af3e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:22.562572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.566031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.597100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=f8cfd3f8-c2b1-4399-9bc8-7396e581002b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:22.603222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] For port a4f3b1cb-df57-49c7-b3bd-76c63a05322e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:22.603222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.653989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:22.703050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/f8cfd3f8-c2b1-4399-9bc8-7396e581002b HTTP/1.1" status: 204 len: 168 time: 1.4377129 Dec 09 09:28:22.713587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51860) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:22.723424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.747816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b24440-3f31-48f9-896c-66682d007397 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:22.753010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Calling delete_port for a4f3b1cb-df57-49c7-b3bd-76c63a05322e owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:22.755563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Calling delete_port for 39cd185f-1780-4480-873e-58fd5ae485db owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:22.791869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.806101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.815384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:22.820117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=e695da72-5d9d-4ed4-8baa-2c907799bb57,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:22.822269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:22.863054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:13Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:22.878037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:22.878887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.883065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1031647 Dec 09 09:28:22.885443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51864) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:22.895806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0fa35-4d3a-4110-9b64-2e1fcc10f180 None None] The sync data for ids ['c0e538e3-d603-4058-bd79-47908b63eee0'] in dv-neutron-821175-1-hyperv is: [{'id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'name': 'tempest-ServersTestJSON-987466986-router', 'tenant_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:14Z', 'updated_at': '2021-12-09T09:28:13Z', 'revision_number': 5, 'project_id': '2711ea18a7e249a5a3a2cf5f435597e9', 'gw_port': {'id': 'a4f3b1cb-df57-49c7-b3bd-76c63a05322e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e538e3-d603-4058-bd79-47908b63eee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:15Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:22.898111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.906746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748e0ae9-80ef-4a0a-898d-87715a4c729a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:22.911272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a3d50d39-9b5a-4b73-a673-18d04b2f1bc9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:22.912008 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-a3d50d39-9b5a-4b73-a673-18d04b2f1bc9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:22.915985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a3d50d39-9b5a-4b73-a673-18d04b2f1bc9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194528 Dec 09 09:28:22.922736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51868) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:22.926666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:22.935075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:22.949939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:22.952962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:22.964991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:22.972030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:22.981822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:22.984906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:22.994116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-22731bb2-7f4b-4cf9-a7f8-7f2141045045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:23.008097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.047304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Pushing event deleted for resources: {'Port': ['ID=39cd185f-1780-4480-873e-58fd5ae485db,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:23.049573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:23.052286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] No DVR routers for this DVR port 39cd185f-1780-4480-873e-58fd5ae485db on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:23.177411 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:23.182016 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5d02de3b-c0bc-4df0-88f7-03f6e1dd6d5b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2540996 Dec 09 09:28:23.184964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51872) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:23.197670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8a880b5f-5cea-4781-a7ea-c79e956caa00 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:23.198270 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-8a880b5f-5cea-4781-a7ea-c79e956caa00 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:23.199232 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8a880b5f-5cea-4781-a7ea-c79e956caa00 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110531 Dec 09 09:28:23.200013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.205572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51876) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:23.212275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:23.220604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:23.241502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8912f-6f36-430d-a613-226a5a98b454 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:28:23.255534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:23.260271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.264167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:23.270825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e726ed3c-24c2-4796-ba38-19f04ebd9d94 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:23.300686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:23.325260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:23.332959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f3b1cb-df57-49c7-b3bd-76c63a05322e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:23.342044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:23.401777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.165 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:23.415162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8912f-6f36-430d-a613-226a5a98b454 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:28:23.421051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.439872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:23.490069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:23.494908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-16d10f8e-d54e-4c4e-8403-7b374bfa2d0b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2846377 Dec 09 09:28:23.498492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51880) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:23.506370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-46d16d7a-64db-4af1-b5a6-04f525bafee1 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:23.506990 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-46d16d7a-64db-4af1-b5a6-04f525bafee1 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:23.511339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46d16d7a-64db-4af1-b5a6-04f525bafee1 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063634 Dec 09 09:28:23.512433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51884) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:23.519467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:23.528276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e234fa-ba33-44f8-a06d-c4b3f89eb43a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:23.541072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:23.562779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.573667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.633504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:23.703768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:23.710299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:23.726331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:23.733155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.740040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:23.970106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000d0cd3-bcc4-40b0-8e87-11f980333ebd']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:23.994344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521aa736-e649-4692-ac56-0c75283706cb') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:23.994635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521aa736-e649-4692-ac56-0c75283706cb') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:24.021753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.157002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.160014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:24.163801 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc44db53-e874-453e-9175-7ee3f2a0f9e2 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6480417 Dec 09 09:28:24.164232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.166689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51888) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:24.179256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1cf4ea13-d2dc-4a66-88db-7e03d8e52523 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:24.179938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-1cf4ea13-d2dc-4a66-88db-7e03d8e52523 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:24.181662 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1cf4ea13-d2dc-4a66-88db-7e03d8e52523 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101678 Dec 09 09:28:24.181876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.186785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51892) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:24.190741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:24.191127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.195057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:24.203648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:24.207266 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:24.209129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:24.214400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:24.219420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:24.228243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:24.257537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.268735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-71cffdcc-72b1-43ce-a04d-56ac3d09380d tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:24.283668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 38fc2501-0c4a-4002-8976-467ef71f3938 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:24.298931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.316437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.317013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e538e3-d603-4058-bd79-47908b63eee0 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:28:24.318679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 38fc2501-0c4a-4002-8976-467ef71f3938 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:24.319350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 38fc2501-0c4a-4002-8976-467ef71f3938 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:24.345010 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:24.346061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a4e611b4-8f0a-475c-9863-23fa7632cdbf tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1575813 Dec 09 09:28:24.349673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:24.353938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51896) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:24.360566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:24.366082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:24.391968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:24.398157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.399307 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0e538e3-d603-4058-bd79-47908b63eee0 HTTP/1.1" status: 204 len: 168 time: 4.6357291 Dec 09 09:28:24.400576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:24.405032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:24.525427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Deleting subnet 23391034-4732-4443-a196-abe69d2b667e {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:24.532614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.611217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '748e0ae9-80ef-4a0a-898d-87715a4c729a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:24.630411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.705171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:24.715505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:24.722127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:24.736293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:24.804868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.878076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:24.878885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.907483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.992406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:24.997492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6a5f1de5-3c14-4d6a-af98-a3736599bebf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:24.999554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.035141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23391034-4732-4443-a196-abe69d2b667e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:25.040182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:25.046877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.051837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f702a-5910-42df-b81a-4af139d75636 None None] Network f93e906e-7089-4dc4-9b7c-602720a5a075 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:25.056687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=000d0cd3-bcc4-40b0-8e87-11f980333ebd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:25.058558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23391034-4732-4443-a196-abe69d2b667e HTTP/1.1" status: 204 len: 168 time: 0.6525216 Dec 09 09:28:25.061218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51904) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.075200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:25.076634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/000d0cd3-bcc4-40b0-8e87-11f980333ebd HTTP/1.1" status: 204 len: 168 time: 2.3545880 Dec 09 09:28:25.084844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51908) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.085156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.137450 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:25.141174 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a94d7940-5cd8-44b3-8f6f-992db10ae3f4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7678154 Dec 09 09:28:25.143709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51912) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.231575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.232484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55acf281-332f-4551-a320-6345afb6a015 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:28:25.262327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Router 248101ce-5a54-4a95-b4dd-d019f0c493f6 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:25.272719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.273827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/55acf281-332f-4551-a320-6345afb6a015 HTTP/1.1" status: 204 len: 168 time: 7.0638175 Dec 09 09:28:25.275817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:28:25.278318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51916) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.285223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.296500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.301872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.326564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:25.349592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] DHCP port deletion for f93e906e-7089-4dc4-9b7c-602720a5a075 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:25.356627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Deleting port b2df4a78-2f40-4752-b1fd-da5360976f89 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:25.357246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.414591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.454639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Deleting port b2df4a78-2f40-4752-b1fd-da5360976f89 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:25.454979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.516892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Deleting subnet 03c24bca-1d4c-41ad-9806-512d5aa76d07 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:25.538563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.584636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.587891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] For port b2df4a78-2f40-4752-b1fd-da5360976f89, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b2df4a78-2f40-4752-b1fd-da5360976f89,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:25.588441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.629979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.654746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=5137f9fc-b8f4-4376-8020-12a7898001ed,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:25.668304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:25.708930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.737246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': '93e9a641-b721-4d8d-b7b4-15b65caf538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'da6dcd30-0f59-4954-b03b-ac07783b9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:25.737608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: da6dcd30-0f59-4954-b03b-ac07783b9d78, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:25.740745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.759900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:25.765683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Calling delete_port for b2df4a78-2f40-4752-b1fd-da5360976f89 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:25.769288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796d984-b65b-406a-b585-76f786977d23']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:25.782998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d31863-267b-43e2-845a-079719d35468') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:25.783298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d31863-267b-43e2-845a-079719d35468') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:25.794252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.797817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Sync routers for ids ['248101ce-5a54-4a95-b4dd-d019f0c493f6'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:25.802461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:25.836223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "PUT /v2.0/routers/248101ce-5a54-4a95-b4dd-d019f0c493f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9952621 Dec 09 09:28:25.837454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.838756 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/748e0ae9-80ef-4a0a-898d-87715a4c729a HTTP/1.1" status: 204 len: 168 time: 0.6886055 Dec 09 09:28:25.839553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.841926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Routers {'248101ce-5a54-4a95-b4dd-d019f0c493f6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:25.842792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['248101ce-5a54-4a95-b4dd-d019f0c493f6'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:25.844102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.844591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51922) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:25.845706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748e0ae9-80ef-4a0a-898d-87715a4c729a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:25.901400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:25.902471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.922506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.952529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:25.953215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:25.954558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network da6dcd30-0f59-4954-b03b-ac07783b9d78 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:25.968696 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:25.981521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714efed-9fe5-4307-835a-fec69eb7b824 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:25.982967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714efed-9fe5-4307-835a-fec69eb7b824 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:25.983739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b714efed-9fe5-4307-835a-fec69eb7b824 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:26.003632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Set router 248101ce-5a54-4a95-b4dd-d019f0c493f6 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:26.006112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.043608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, da6dcd30-0f59-4954-b03b-ac07783b9d78) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:26.057442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:26.058068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.071621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-721498db-c7b6-4f0c-b3aa-b41285cf2632 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:26.076646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f90c6-1b6b-474a-9dcd-bb79e06ea0d0 None None] Network da6dcd30-0f59-4954-b03b-ac07783b9d78 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:26.080978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b714efed-9fe5-4307-835a-fec69eb7b824 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:26.084910 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b714efed-9fe5-4307-835a-fec69eb7b824 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2371221 Dec 09 09:28:26.089828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51928) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:26.103262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.117849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:26.191058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.216011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fdf59961-74e3-42a8-aa05-0024c84874e4 tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:26.231264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.275085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Pushing event deleted for resources: {'Port': ['ID=b2df4a78-2f40-4752-b1fd-da5360976f89,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:26.277131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:22Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:26.282767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:26.286013 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7779431 Dec 09 09:28:26.291818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51932) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:26.293583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4e234fa-ba33-44f8-a06d-c4b3f89eb43a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:26.309742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] For port b2df4a78-2f40-4752-b1fd-da5360976f89, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b2df4a78-2f40-4752-b1fd-da5360976f89,segment=NetworkSegment(55728c5f-7e9c-445a-a257-7d0c399136ff),segment_id=55728c5f-7e9c-445a-a257-7d0c399136ff)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:26.310103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.318082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Pushing event deleted for resources: {'Network': ['ID=c796d984-b65b-406a-b585-76f786977d23,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:26.319220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-721498db-c7b6-4f0c-b3aa-b41285cf2632 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:26.320485 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-721498db-c7b6-4f0c-b3aa-b41285cf2632 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4712238 Dec 09 09:28:26.326373 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] 10.222.0.41 "DELETE /v2.0/networks/c796d984-b65b-406a-b585-76f786977d23 HTTP/1.1" status: 204 len: 168 time: 1.2365665 Dec 09 09:28:26.327217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51936) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:26.329941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:26.349778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Checking router: 248101ce-5a54-4a95-b4dd-d019f0c493f6 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:26.394996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--872789407'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:26.407522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] No DVR routers for this DVR port b2df4a78-2f40-4752-b1fd-da5360976f89 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:26.425396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.434461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:26.464594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:26.472963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Calling delete_port for b2df4a78-2f40-4752-b1fd-da5360976f89 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:26.516535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a4e234fa-ba33-44f8-a06d-c4b3f89eb43a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:26.516904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4e234fa-ba33-44f8-a06d-c4b3f89eb43a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:26.517348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b2df4a78-2f40-4752-b1fd-da5360976f89 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:26.526451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c24bca-1d4c-41ad-9806-512d5aa76d07,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:26.527744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:26.536347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:26.573422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.584577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.589757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Routers {'248101ce-5a54-4a95-b4dd-d019f0c493f6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:26.592973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['248101ce-5a54-4a95-b4dd-d019f0c493f6'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:26.593131 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03c24bca-1d4c-41ad-9806-512d5aa76d07 HTTP/1.1" status: 204 len: 168 time: 1.3105903 Dec 09 09:28:26.600713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51942) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:26.632694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.641735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 06936a7c-fc83-44c8-88dc-8a975b70094f {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:26.646966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.676980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.678934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:26.679549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:26.690582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.700905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:26.743380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.768447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b2df4a78-2f40-4752-b1fd-da5360976f89 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:26.768803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b2df4a78-2f40-4752-b1fd-da5360976f89 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:26.769239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4f3b1cb-df57-49c7-b3bd-76c63a05322e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:26.797346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b579d-b1b6-4181-a2a3-025c3b2a474a None None] Network 7b5267a8-d53e-46b3-b456-941346666c33 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:26.806174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.826647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51948) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:26.845524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a4f3b1cb-df57-49c7-b3bd-76c63a05322e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:26.845876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4f3b1cb-df57-49c7-b3bd-76c63a05322e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:26.911790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:26.922183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] Set router 248101ce-5a54-4a95-b4dd-d019f0c493f6 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:26.924724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:26.932115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.934051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:26.939448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:26.947594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:26.949812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:26.969691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:26.979632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Deleting port d48a2de1-f3ab-4ff2-83c3-79ed0580774f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:26.979998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.019683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.052749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.063231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:22Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:27.066114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002ca16-a6d0-4dc1-ac8c-24ca86d64a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-da6dcd30-0f59-4954-b03b-ac07783b9d78', 'network_id': 'da6dcd30-0f59-4954-b03b-ac07783b9d78', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': '5137f9fc-b8f4-4376-8020-12a7898001ed'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:27.066524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-818e66c3-17da-454d-b9b8-52ac2297678a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:27.066723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4002ca16-a6d0-4dc1-ac8c-24ca86d64a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.098427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b630c1-a4af-4587-8c25-273232aefed5 None None] The sync data for ids ['248101ce-5a54-4a95-b4dd-d019f0c493f6'] in dv-neutron-821175-1-hyperv is: [{'id': '248101ce-5a54-4a95-b4dd-d019f0c493f6', 'name': 'tempest-NetworksTestDHCPv6-router-481019637', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:07Z', 'updated_at': '2021-12-09T09:28:22Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:27.116878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=5137f9fc-b8f4-4376-8020-12a7898001ed,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:27.122181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:27.248445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.257367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.270216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:27.289778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Deleting port b2df4a78-2f40-4752-b1fd-da5360976f89 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:27.290752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.306557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.323212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=06936a7c-fc83-44c8-88dc-8a975b70094f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:27.325380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03889b0-4aef-4a7c-ad2d-f2ea24d72d05 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:27.325721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:27.336433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6dcd30-0f59-4954-b03b-ac07783b9d78']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:27.348440 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/06936a7c-fc83-44c8-88dc-8a975b70094f HTTP/1.1" status: 204 len: 168 time: 1.2543259 Dec 09 09:28:27.350168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51954) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:27.412319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e9a641-b721-4d8d-b7b4-15b65caf538b') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:27.412319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e9a641-b721-4d8d-b7b4-15b65caf538b') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:27.492750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9fb73b-5e92-4647-b071-0dbaa967ebbb None None] Network da6dcd30-0f59-4954-b03b-ac07783b9d78 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:27.501276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.524967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.532984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.544244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] The port 'b2df4a78-2f40-4752-b1fd-da5360976f89' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:28:27.544806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:27.545309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.552443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] For port d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:27.553062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.562867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:27.565105 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:27.573394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc5e1515-29fa-4afa-ab37-d05720c2734d tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:27.579707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07cb9e62-a7d5-420b-bc0e-58b78f05d669 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:27.670811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.676229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.680504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27c18e72-0078-4432-890d-b606d04d89c2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:27.710553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=da6dcd30-0f59-4954-b03b-ac07783b9d78,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:27.718752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:27.719672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07cb9e62-a7d5-420b-bc0e-58b78f05d669 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:27.721099 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07cb9e62-a7d5-420b-bc0e-58b78f05d669 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3701448 Dec 09 09:28:27.723667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51958) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:27.784649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] DHCP port deletion for 7b5267a8-d53e-46b3-b456-941346666c33 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:27.789990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Deleting port d48a2de1-f3ab-4ff2-83c3-79ed0580774f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:27.790375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.794706 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/da6dcd30-0f59-4954-b03b-ac07783b9d78 HTTP/1.1" status: 204 len: 168 time: 1.5016043 Dec 09 09:28:27.803620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51962) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:27.811853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Calling delete_port for d48a2de1-f3ab-4ff2-83c3-79ed0580774f owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:27.842107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:27.856497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Deleting port b35a9a8f-5ee7-468b-b505-8ceb08ab147e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:27.856899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.880515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:27.882619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1135420978'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:27.886684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba82174-a8b9-4ba9-b82b-c19bc8bb24e8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:27.937633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:28.005865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:28.035039 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1c3e0cb-8fe2-435e-b784-5833947eec44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b83f304a87c4dde8df36db6ac31d516&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2043176 Dec 09 09:28:28.035039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.035039 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7015121 Dec 09 09:28:28.035695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51966) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:28.045393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:28.051450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:28.060078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.067327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 51968) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:28.090944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '3ba82174-a8b9-4ba9-b82b-c19bc8bb24e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:28.098931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:28.106962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:28.133340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:28.153700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93e906e-7089-4dc4-9b7c-602720a5a075']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.160741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:28.181992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:28.194811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55728c5f-7e9c-445a-a257-7d0c399136ff') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.195105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55728c5f-7e9c-445a-a257-7d0c399136ff') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.210010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:28.213586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.232346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.269326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d48a2de1-f3ab-4ff2-83c3-79ed0580774f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:28.283172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.290372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.292895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0bc39a7-fca9-4b65-913c-4845c0eb897b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:28.313520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: d48a2de1-f3ab-4ff2-83c3-79ed0580774f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:28.313877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d48a2de1-f3ab-4ff2-83c3-79ed0580774f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:28.314315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e695da72-5d9d-4ed4-8baa-2c907799bb57 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:28.347790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] For port b35a9a8f-5ee7-468b-b505-8ceb08ab147e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:28.348296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.365827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e695da72-5d9d-4ed4-8baa-2c907799bb57 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:28.366062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e695da72-5d9d-4ed4-8baa-2c907799bb57 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:28.366484 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b35a9a8f-5ee7-468b-b505-8ceb08ab147e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:28.367793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:28.377608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:28.378017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.394524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:28.397814 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:28.400174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:28.402627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] For port d48a2de1-f3ab-4ff2-83c3-79ed0580774f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d48a2de1-f3ab-4ff2-83c3-79ed0580774f,segment=NetworkSegment(3657c083-127d-4d04-aa7a-756ad20789fd),segment_id=3657c083-127d-4d04-aa7a-756ad20789fd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:28.403804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.403932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.414713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.418662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] No DVR routers for this DVR port d48a2de1-f3ab-4ff2-83c3-79ed0580774f on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:28.421324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:28.434802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.435321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Fanout notify agent at l3_agent the message router_deleted on router 248101ce-5a54-4a95-b4dd-d019f0c493f6 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:28:28.453783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.454866 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8444de26-8ecc-4023-8e24-ff1a5770b05c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/routers/248101ce-5a54-4a95-b4dd-d019f0c493f6 HTTP/1.1" status: 204 len: 168 time: 0.7299070 Dec 09 09:28:28.458016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51976) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:28.463870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:28.532334 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The resource could not be found. Dec 09 09:28:28.533385 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-466f274b-cbff-4d04-9bd5-5c42077cb859 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4648640 Dec 09 09:28:28.544653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51982) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:28.561565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.562180 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment 9789d59f-8ecc-41b7-8123-6d3600325ac1 of type vlan for network c0ccd3a2-03f0-46b0-95d4-f823fa890865 Dec 09 09:28:28.568991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '3ba82174-a8b9-4ba9-b82b-c19bc8bb24e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fe6331d7-3296-47fc-a69d-16ff7b9e5603'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:28.569958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Calling delete_port for b35a9a8f-5ee7-468b-b505-8ceb08ab147e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:28.589474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:28.597588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:28.602369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:28.607669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.615331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:28.619017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:28.624548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:28.629631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:28.637379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:28.662182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:28.666447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.712351 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 associated. External IP: 172.26.4.165, port: d9845603-b010-49c8-8bf0-577b1032dcd6. Dec 09 09:28:28.738044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Calling delete_port for d48a2de1-f3ab-4ff2-83c3-79ed0580774f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:28.756147 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The resource could not be found. Dec 09 09:28:28.757206 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-62922a08-c875-4a62-9850-3197a36d9b9e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2115905 Dec 09 09:28:28.768619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.768892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:28.773402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.788856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:28.805806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.809374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.843865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93e906e-7089-4dc4-9b7c-602720a5a075,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:28.863855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:28.870533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.895550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5267a8-d53e-46b3-b456-941346666c33']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.916636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f93e906e-7089-4dc4-9b7c-602720a5a075 HTTP/1.1" status: 204 len: 168 time: 3.8527002 Dec 09 09:28:28.924113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3657c083-127d-4d04-aa7a-756ad20789fd') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.924616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3657c083-127d-4d04-aa7a-756ad20789fd') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:28.942906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.957833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.968382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.972362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:28.973105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:28.980459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-665031a3-85a8-4ddc-9861-1248c64f693e tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.002874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.008535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.023605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.024529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:29.025052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:29.025791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.032952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.047684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.056291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d3f229a-8689-45a1-8316-b1d63514135a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.081861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Pushing event deleted for resources: {'Port': ['ID=b35a9a8f-5ee7-468b-b505-8ceb08ab147e,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.091880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.094198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba82174-a8b9-4ba9-b82b-c19bc8bb24e8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.099750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.104372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.105571 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ba82174-a8b9-4ba9-b82b-c19bc8bb24e8 HTTP/1.1" status: 204 len: 168 time: 0.3438301 Dec 09 09:28:29.109974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51994) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.119123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] No DVR routers for this DVR port b35a9a8f-5ee7-468b-b505-8ceb08ab147e on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:29.139461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 51998) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.156054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:29.156457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:29.175696 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:29.197604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3463717 Dec 09 09:28:29.200630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.201716 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02dbab50-b345-4bdf-b937-5c58ee836a8a HTTP/1.1" status: 204 len: 168 time: 1.1519833 Dec 09 09:28:29.202307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52002) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.240096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.246296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.286942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abcace01-5183-45a3-851f-a6bf6e24c74d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:29.323239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba47740f-e9b3-4a0f-935c-63d7ba466e3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2711ea18a7e249a5a3a2cf5f435597e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813076 Dec 09 09:28:29.332706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:29.336495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52006) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.342476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:29.355171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d8a77-d2a2-48d9-9b45-c745b61ba75e None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:29.359234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:29.359859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.365178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abcace01-5183-45a3-851f-a6bf6e24c74d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:29.370183 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-abcace01-5183-45a3-851f-a6bf6e24c74d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2554870 Dec 09 09:28:29.371129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=1154f71e-b652-49ac-9bf8-e4982ff2bb3c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.373306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52010) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.380703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=c0ccd3a2-03f0-46b0-95d4-f823fa890865,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.394383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.398237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '8fb571f4-de25-4a9c-8c43-9e4f322132cf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:29.403461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.407502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:29.408843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.422833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:29.423183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.426946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:29.435775 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9764628 Dec 09 09:28:29.436895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52016) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.442142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:29.444636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c0ccd3a2-03f0-46b0-95d4-f823fa890865 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:29.450778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:29.460576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dbab50-b345-4bdf-b937-5c58ee836a8a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.464756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.467566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.472874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.485269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.542038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.544205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:router and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:29.547170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3045a1ff-82ac-4e81-bba2-02d13a9d2a8b tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.560878 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The resource could not be found. Dec 09 09:28:29.562002 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7db548e2-98bb-439f-ac36-2e08421b2f73 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1807265 Dec 09 09:28:29.565283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:29.566126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52022) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.569076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.572531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767524458'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:29.587958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.596280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:29.599434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5267a8-d53e-46b3-b456-941346666c33,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.603005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Deleting port d48a2de1-f3ab-4ff2-83c3-79ed0580774f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:29.604472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:29.604722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.612478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.624499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.640975 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7b5267a8-d53e-46b3-b456-941346666c33 HTTP/1.1" status: 204 len: 168 time: 3.0350416 Dec 09 09:28:29.643143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.653484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.654519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.656025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.664343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-73e22713-1230-4077-8515-941b20126d75 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.671644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:29.694060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322d4dd4-b050-44e0-adaf-db1097d1d91c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.698379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.704066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:29.708224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.713356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.717460 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/322d4dd4-b050-44e0-adaf-db1097d1d91c HTTP/1.1" status: 204 len: 168 time: 0.3764963 Dec 09 09:28:29.717460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:29.719847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:29.725881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:29.806890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.810001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.823822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.832866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1ea0cfa5-d7b0-425c-9ff8-6809a0b769b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:29.838657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82001e8d-17dc-4780-9632-f223c7fc033b None None] The port 'd48a2de1-f3ab-4ff2-83c3-79ed0580774f' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:28:29.841610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.900577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864094c3-351f-4f1b-9c26-fdccfbe23f46,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:29.913316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:29.914585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:29.916121 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3496277 Dec 09 09:28:29.918789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52032) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:29.927074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179679837'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:29.933963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:29.940995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:29.949278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:29.965585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:30.001254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.054616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52038) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:30.074347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:30.075425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.103621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.106278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:30.117494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:30.122610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:30.133761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:30.164887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ac95258-0b88-4382-b878-66bc2c427aa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa8b8fe8231740c296f77fac3e6d0074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1044953 Dec 09 09:28:30.166294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52042) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:30.174922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.176519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-595c5154-921e-4194-b6b7-dfe0ec7aa6c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7333643 Dec 09 09:28:30.180299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52046) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:30.288608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.301539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.331549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6a59b13-ebfc-4624-9b12-217922f204b2 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:30.347892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/1154f71e-b652-49ac-9bf8-e4982ff2bb3c/6c665502-cd72-4728-a224-b914ef81ebfd) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:30.388630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6631afa1-dd62-43f9-94b7-e06150841369,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:30.406281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.409777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:30.411031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.412842 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4931474 Dec 09 09:28:30.417103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52058) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:30.442256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group_rule': {'security_group_id': '864094c3-351f-4f1b-9c26-fdccfbe23f46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6631afa1-dd62-43f9-94b7-e06150841369'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:30.456549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:30.464974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:30.469171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:30.479112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:30.540317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.592180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.604505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Transition to ACTIVE for port object 6c665502-cd72-4728-a224-b914ef81ebfd will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:30.624146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Transition to ACTIVE for port object 6c665502-cd72-4728-a224-b914ef81ebfd will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:30.628052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.636517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.638200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-efb7957c-0c70-4045-8713-d27cad3e76bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:30.642785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:30.656996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69421dd2-0424-425b-b3e9-7b9cfc44583f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:30.672774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:30.693466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.695112 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69421dd2-0424-425b-b3e9-7b9cfc44583f HTTP/1.1" status: 204 len: 168 time: 0.5253999 Dec 09 09:28:30.697827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:28:30.702151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5c0995be-7d96-45f3-9c36-4f14da0cfbd9 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2812586 Dec 09 09:28:30.702913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52070) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:30.742779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:30.748033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:30.752316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.765832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:30.773456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:30.815834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Pushing event updated for resources: {'Port': ['ID=6c665502-cd72-4728-a224-b914ef81ebfd,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:30.839278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.857572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:30.873440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Attempting to bind port 6c665502-cd72-4728-a224-b914ef81ebfd on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:30.873876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Attempting to bind port 6c665502-cd72-4728-a224-b914ef81ebfd by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:30.874246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Attempting to bind port 6c665502-cd72-4728-a224-b914ef81ebfd on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:30.881609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:30.882040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:30.882592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.883138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:30.883739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Bound port: 6c665502-cd72-4728-a224-b914ef81ebfd, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:30.884096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.890972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.960199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:30.984283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:30.987648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] For port 6c665502-cd72-4728-a224-b914ef81ebfd, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:30.996192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] For port 6c665502-cd72-4728-a224-b914ef81ebfd, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6c665502-cd72-4728-a224-b914ef81ebfd,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:31.001491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631afa1-dd62-43f9-94b7-e06150841369,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:31.004325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:31.007206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.012188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.012471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/6631afa1-dd62-43f9-94b7-e06150841369 HTTP/1.1" status: 204 len: 168 time: 0.3046331 Dec 09 09:28:31.013064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52080) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:31.022562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:31.054395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:31.065766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=1400128b-6d5f-4917-bb3c-4c1af55ab26c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:31.068673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:31.097364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0450d26a-55d1-425d-ac69-adb000681223 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:31.116571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0450d26a-55d1-425d-ac69-adb000681223 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:31.118472 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0450d26a-55d1-425d-ac69-adb000681223 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1039255 Dec 09 09:28:31.121648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52086) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:31.164389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Pushing event updated for resources: {'Port': ['ID=6c665502-cd72-4728-a224-b914ef81ebfd,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:31.167794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': '9789d59f-8ecc-41b7-8123-6d3600325ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:31.168356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: c0ccd3a2-03f0-46b0-95d4-f823fa890865, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:31.175999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:31.343741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.388704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.486409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.511782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02786e93-a874-4378-8944-1ca1434bbaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:31.533472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864094c3-351f-4f1b-9c26-fdccfbe23f46,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:31.542057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:31.564460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.566525 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/864094c3-351f-4f1b-9c26-fdccfbe23f46 HTTP/1.1" status: 204 len: 168 time: 0.4438033 Dec 09 09:28:31.570319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52102) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:31.613595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network c0ccd3a2-03f0-46b0-95d4-f823fa890865 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:31.624784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.657672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c0ccd3a2-03f0-46b0-95d4-f823fa890865) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:31.658976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cf3ef22c-06c5-4049-bea7-73adc181c2d7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:31.665668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:31.666385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:31.666913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bde61d-a24a-4590-9681-8aeec0801cdc None None] Network c0ccd3a2-03f0-46b0-95d4-f823fa890865 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:31.710003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cf3ef22c-06c5-4049-bea7-73adc181c2d7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:31.711542 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf3ef22c-06c5-4049-bea7-73adc181c2d7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1368167 Dec 09 09:28:31.716138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52108) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:31.723443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269581512'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:31.736530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:31.764015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:31.918706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5376623 Dec 09 09:28:31.919428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52122) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:31.924005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.133081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:32.141728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c0ccd3a2-03f0-46b0-95d4-f823fa890865', 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': '1400128b-6d5f-4917-bb3c-4c1af55ab26c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:32.142589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.159947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Usage tracker for resource:security_group_rule and tenant:cb09b65f18bc44898c4c82a219cb3bb9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:32.179394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:32.212351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:32.236157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:32.258755 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:32.284933 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:32.286475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:32.408896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.451136 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:32.467127 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:32.469057 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:32.506995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.585589 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:32.586465 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd248bc-caf3-4043-96a4-d6d846b9995f None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:32.591262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Allocated IP 2001:db8::2 (c0ccd3a2-03f0-46b0-95d4-f823fa890865/1400128b-6d5f-4917-bb3c-4c1af55ab26c/5a703719-dde5-4b69-aaf4-7c5f5a7d8073) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:32.635304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6c665502-cd72-4728-a224-b914ef81ebfd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:32.657420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.690521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.695903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::1 (8b00f647-b522-4bb4-913a-1ab25ad42a65/1154f71e-b652-49ac-9bf8-e4982ff2bb3c/c923ae4e-5b93-4984-a41e-c7abf2ea0485) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:32.697863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7d64bdc-50ed-4edc-8d4c-e3ddcc76f193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:32.733051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.777115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.7939065 Dec 09 09:28:32.780378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52140) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:32.856324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc43d95-9afd-4eed-9539-1e96a3bc44a7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:32.860118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:32.871416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:32.872646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1554286 Dec 09 09:28:32.876890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52148) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:32.883051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-69670f1c-85f8-4522-9745-fe5c7d871781 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:32.884354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-69670f1c-85f8-4522-9745-fe5c7d871781 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:32.885492 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-69670f1c-85f8-4522-9745-fe5c7d871781 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "PUT /v2.0/security-groups/8cc43d95-9afd-4eed-9539-1e96a3bc44a7 HTTP/1.1" status: 409 len: 330 time: 0.0076451 Dec 09 09:28:32.889112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52152) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:32.984109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cba18719-7f07-4058-8846-2e3c99f6663f tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/floatingips/dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 HTTP/1.1" status: 200 len: 977 time: 0.2021737 Dec 09 09:28:32.985088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.018910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.062147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.065391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.113614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.123248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-43edb8dc-7892-4c48-963d-892c4dffcf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:33.138275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc43d95-9afd-4eed-9539-1e96a3bc44a7,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:33.142481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:33.146663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.148098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/8cc43d95-9afd-4eed-9539-1e96a3bc44a7 HTTP/1.1" status: 204 len: 168 time: 0.2577960 Dec 09 09:28:33.151190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52166) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.152107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9bff78b-f3ad-4875-b6db-eb798ffd73e3 None None] Provisioning for port 6c665502-cd72-4728-a224-b914ef81ebfd completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:33.194536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d3fd7395-b5c0-481e-bc4c-59e7c51b8de2 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Synchronizing usage tracker for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:floatingip {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:33.251834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbe4975d-d8a6-4364-82b3-9d667a169c4b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Synchronizing usage tracker for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:33.284595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bbe4975d-d8a6-4364-82b3-9d667a169c4b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Unset dirty status for tenant:cb09b65f18bc44898c4c82a219cb3bb9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:33.288160 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bbe4975d-d8a6-4364-82b3-9d667a169c4b tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1356454 Dec 09 09:28:33.293922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52174) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.325321 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-49f71825-f8df-40d7-b4e7-bae0263755ec tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] delete failed (client error): The resource could not be found. Dec 09 09:28:33.326350 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-49f71825-f8df-40d7-b4e7-bae0263755ec tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "DELETE /v2.0/security-groups/9cf3c0c7-b25d-43a7-9e1e-b31b244482ec HTTP/1.1" status: 404 len: 347 time: 0.0332649 Dec 09 09:28:33.331015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52178) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.352581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6c665502-cd72-4728-a224-b914ef81ebfd completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:33.364201 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-bac76d20-f0c5-4f98-9ccc-b645695e53ad tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] show failed (client error): The resource could not be found. Dec 09 09:28:33.365513 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bac76d20-f0c5-4f98-9ccc-b645695e53ad tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-groups/f99965c4-f599-4c89-b3e8-3f1ecce9b5c4 HTTP/1.1" status: 404 len: 347 time: 0.0346475 Dec 09 09:28:33.370712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52182) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.390841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6c665502-cd72-4728-a224-b914ef81ebfd triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:33.391361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d3fd7395-b5c0-481e-bc4c-59e7c51b8de2 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Unset dirty status for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:floatingip {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:33.392383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.394939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d3fd7395-b5c0-481e-bc4c-59e7c51b8de2 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4042783 Dec 09 09:28:33.401871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52188) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.405087 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-93f0e9b3-ddd9-4b48-81fd-c8aa0b068eae tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] show failed (client error): The resource could not be found. Dec 09 09:28:33.409487 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93f0e9b3-ddd9-4b48-81fd-c8aa0b068eae tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] 10.222.0.41 "GET /v2.0/security-group-rules/cca905a8-3961-428d-9515-1132573cdbdf HTTP/1.1" status: 404 len: 356 time: 0.0373683 Dec 09 09:28:33.413795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': '76ad9c71-777d-4b8b-81a5-b0d6bfe51818'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:33.531260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.552575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52196) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.589567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-847131ac-4b07-4b5c-9927-55f2d4e0b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.604270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Transition to ACTIVE for port object 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:33.651530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.670319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.722385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52202) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:33.730080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Transition to ACTIVE for port object 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:33.747722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.761100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-576fb8c1-f6d0-46ec-b57a-9a6f63f03534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:33.772552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.779088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:33.877475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:33.902586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=1400128b-6d5f-4917-bb3c-4c1af55ab26c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:33.907824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:33.940856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object c923ae4e-5b93-4984-a41e-c7abf2ea0485 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:34.022848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Network c0ccd3a2-03f0-46b0-95d4-f823fa890865 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:34.084259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:34.091366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:34.103595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Pushing event updated for resources: {'Port': ['ID=5a703719-dde5-4b69-aaf4-7c5f5a7d8073,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:34.112591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:34.130376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6c665502-cd72-4728-a224-b914ef81ebfd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6c665502-cd72-4728-a224-b914ef81ebfd,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:34.150528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52212) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:34.184138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--57136856', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:34.190586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:34.198978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:34.203588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:34.209838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:34.227933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1701847682'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:34.228275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.233793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-71c264a1-0c11-4c10-b967-9d417bcbf38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:34.255727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:34.262612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Usage tracker for resource:network and tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:34.267852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:34.276156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:34.283320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Attempting to bind port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:34.283851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Attempting to bind port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9789d59f-8ecc-41b7-8123-6d3600325ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:34.284284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Attempting to bind port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 on network c0ccd3a2-03f0-46b0-95d4-f823fa890865 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:34.292985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:34.298346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.306308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:34.306750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Checking segment: {'id': '9789d59f-8ecc-41b7-8123-6d3600325ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:34.307303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.307747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Bound using segment: {'id': '9789d59f-8ecc-41b7-8123-6d3600325ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:34.308408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Bound port: 5a703719-dde5-4b69-aaf4-7c5f5a7d8073, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9789d59f-8ecc-41b7-8123-6d3600325ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:34.308817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.324545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Made reservation on behalf of 717431ed2dbd4c6bbb55dfb4e4f3d310 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:34.330652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.349080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.364557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.378863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6c665502-cd72-4728-a224-b914ef81ebfd,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:34.382194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:34.422610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] For port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:34.425531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] For port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5a703719-dde5-4b69-aaf4-7c5f5a7d8073,segment=NetworkSegment(9789d59f-8ecc-41b7-8123-6d3600325ac1),segment_id=9789d59f-8ecc-41b7-8123-6d3600325ac1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:34.430764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.432773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.437004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-99e19d73-affb-4c27-8fbf-99253526aadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:34.456779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ccd3a2-03f0-46b0-95d4-f823fa890865']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:34.492523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9789d59f-8ecc-41b7-8123-6d3600325ac1') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:34.492859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9789d59f-8ecc-41b7-8123-6d3600325ac1') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:34.515393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:34.520421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.527667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52220) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:34.538791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Pushing event updated for resources: {'Port': ['ID=5a703719-dde5-4b69-aaf4-7c5f5a7d8073,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:34.541655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:34.544211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:34.549580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:34.556098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.556428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:34.563219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:34.565774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.568144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Usage tracker for resource:security_group_rule and tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:34.576148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:34.585921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:34.586580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:34.605697 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:34.616038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:34.623078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.631086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-232b4b01-354c-4010-8b59-21b142ce4281 tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:34.640816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e626b-ecb9-44f1-b3d1-2493b125a87d None None] Network c0ccd3a2-03f0-46b0-95d4-f823fa890865 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:34.718659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:28:34.718659 dv-neutron-821175-1-hyperv neutron-server[83486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:28:34.718659 dv-neutron-821175-1-hyperv neutron-server[83486]: [parameters: {'id': 'c0ccd3a2-03f0-46b0-95d4-f823fa890865'}] Dec 09 09:28:34.718659 dv-neutron-821175-1-hyperv neutron-server[83486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:34.719593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:34.725405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:34.734176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:34.744378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:34.745837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:34.746540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.749949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=c923ae4e-5b93-4984-a41e-c7abf2ea0485,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:34.757623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:34.768242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Usage tracker for resource:floatingip and tenant:aeef003039f943ba83793f794745a95c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:34.780652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:34.790715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:34.835577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.891574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.905800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:34.906695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.908675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:34.910187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d1cef84e-62c7-4dc0-b4be-837d2e1c65fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb09b65f18bc44898c4c82a219cb3bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7593727 Dec 09 09:28:34.911663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f04d2e82-3309-4aa5-b68f-36865b7cac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:34.918238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52226) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:34.928404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.003138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.012802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:35.017948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:35.021688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836c142-a222-4ef0-92e9-a03b1e6db275 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:28:35.035563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.035926 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Added segment 93fe0246-452d-4e18-a6cf-401d14b848e7 of type vlan for network c0eae679-64d0-41e1-bb24-4380c4aaeb4e Dec 09 09:28:35.037149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1853218-90a5-49f5-ad80-69b760933686,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:35.046561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:35.048680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1e0529f-6420-4dfe-9e2a-d7fa6f6cdff7 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:35.060321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.061413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 6402655e-d460-44ec-9420-9f9e13efcf4e of type vlan for network db2a941c-644f-4952-8a92-252b0e1281ca Dec 09 09:28:35.062410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.111834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.125452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:35.133218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.142797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c7c1071f-aa2b-491a-9dfd-fd661480be5b None None] Provisioning for port c923ae4e-5b93-4984-a41e-c7abf2ea0485 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:35.143436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:35.146351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.154582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c7c1071f-aa2b-491a-9dfd-fd661480be5b None None] Provisioning complete for port c923ae4e-5b93-4984-a41e-c7abf2ea0485 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:35.154743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c7c1071f-aa2b-491a-9dfd-fd661480be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.185673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.199658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.201409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.205349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:35.206134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.212303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-25a20999-e99c-4883-801a-a43aeb5d9f79 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:35.218895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8836c142-a222-4ef0-92e9-a03b1e6db275 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:28:35.226518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1071f-aa2b-491a-9dfd-fd661480be5b None None] Port c923ae4e-5b93-4984-a41e-c7abf2ea0485 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:35.237766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.241491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:35.242089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.257760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.397150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'Network': ['ID=c0eae679-64d0-41e1-bb24-4380c4aaeb4e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:35.409147 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8550599 Dec 09 09:28:35.410202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:35.410535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.422569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:35.435435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:35.443614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:35.449299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc74ad0f-7acd-43ae-b718-d33abceb3a24 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:35.516699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Request body: {'subnet': {'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:35.544978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.562688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0462833b-80fe-4379-b480-afba3ce9e3dd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:35.667126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63088a6-333e-4baa-a79d-03f3ead95039,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:35.673510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.684193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:35.721295 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9978280 Dec 09 09:28:35.725037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.726525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a63088a6-333e-4baa-a79d-03f3ead95039 HTTP/1.1" status: 204 len: 168 time: 0.8070745 Dec 09 09:28:35.728474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:35.733869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=db2a941c-644f-4952-8a92-252b0e1281ca,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:35.747355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:35.756384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-846776563', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:35.764106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network db2a941c-644f-4952-8a92-252b0e1281ca details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:35.783564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:35.815004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:35.817459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:35.831380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Usage tracker for resource:subnet and tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:35.834344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:35.845707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:35.848428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:35.904343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:35.907555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e162652-4eb7-4cf6-9a57-a2ae27fdce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.930941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.931901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.936605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] For port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5a703719-dde5-4b69-aaf4-7c5f5a7d8073,segment=NetworkSegment(9789d59f-8ecc-41b7-8123-6d3600325ac1),segment_id=9789d59f-8ecc-41b7-8123-6d3600325ac1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:35.937302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:35.952517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Made reservation on behalf of 717431ed2dbd4c6bbb55dfb4e4f3d310 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:36.086235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:36.187501 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 associated. External IP: 172.26.4.165, port: d9845603-b010-49c8-8bf0-577b1032dcd6. Dec 09 09:28:36.227919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Allocated IP 172.26.4.248 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f2770e2d-03c9-4710-a399-bef9d6e7f028) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:36.233978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.241423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b49eb0f-d25e-422e-906a-e11714736786 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:36.286868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=5a703719-dde5-4b69-aaf4-7c5f5a7d8073,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:36.287109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.294140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:36.313320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.325494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No DVR routers for this DVR port 5a703719-dde5-4b69-aaf4-7c5f5a7d8073 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:36.338707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6c665502-cd72-4728-a224-b914ef81ebfd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:36.416304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:28:36.446931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6c665502-cd72-4728-a224-b914ef81ebfd triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:36.447604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.497065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.571561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.572777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.580578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.586775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59eb221d-7db1-4fcb-aa8f-40b62fcac78a tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:36.594407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.617207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ccd3a2-03f0-46b0-95d4-f823fa890865']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:36.633013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9789d59f-8ecc-41b7-8123-6d3600325ac1') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:36.633319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9789d59f-8ecc-41b7-8123-6d3600325ac1') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:36.647883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.668519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.676626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:36.677039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:36.693064 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:36.712260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.717059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-83568cdf-4daa-4a17-99f0-d908691fabcc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:36.728466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.852205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=c923ae4e-5b93-4984-a41e-c7abf2ea0485,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:36.854024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:36.855124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.859672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:36.864417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:36.866435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.869601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:36.878437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:36.901946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Pushing event updated for resources: {'Port': ['ID=f2770e2d-03c9-4710-a399-bef9d6e7f028,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:36.904808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52260) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:36.907735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:36.911441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd0e16c1-29c5-45b2-bbdd-974854068c93 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:36.936946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=c0ccd3a2-03f0-46b0-95d4-f823fa890865,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:36.944844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:36.946157 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/c0ccd3a2-03f0-46b0-95d4-f823fa890865 HTTP/1.1" status: 204 len: 168 time: 5.0254374 Dec 09 09:28:36.950673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52266) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:36.961370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1040154431'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:36.967527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:36.971638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:network and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:36.974905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:36.981871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:37.006137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:37.010543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.030552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:37.034077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.039496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e42c260-d161-445e-9be4-f2282758762b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:37.067234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:37.067487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:37.084540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.085087 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Added segment a9150f5e-ae57-42da-a34a-94f333baecb0 of type vlan for network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 Dec 09 09:28:37.153531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9c948d41-a81b-4d4f-9095-4bcb49333bee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1500617956', 'prefixes': ['172.20.0.0/16']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:37.173022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.203952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.235604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9c948d41-a81b-4d4f-9095-4bcb49333bee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:37.280639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.284433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:37.285017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.291596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90f548fa-d6ce-4cd5-bb65-629a4823dccf tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:37.310525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.356216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'Subnet': ['ID=0d2b317a-498c-42f0-a958-e051beacb7ad,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:37.365009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:37.389124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-15c261fc-2558-41eb-a6ce-08fc44102d29 None None] Provisioning complete for port c923ae4e-5b93-4984-a41e-c7abf2ea0485 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:37.389704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-15c261fc-2558-41eb-a6ce-08fc44102d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.450867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-15c261fc-2558-41eb-a6ce-08fc44102d29 None None] Port c923ae4e-5b93-4984-a41e-c7abf2ea0485 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:37.468823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Checking segment: {'id': '93fe0246-452d-4e18-a6cf-401d14b848e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:37.469192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Network hostable DHCP agents. Network: c0eae679-64d0-41e1-bb24-4380c4aaeb4e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:37.555794 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6013443 Dec 09 09:28:37.566025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52270) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:37.569713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Network': ['ID=41a8ce53-4dfa-4ef4-9af3-701fb3132281,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:37.574973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Request body: {'subnet': {'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:37.581930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:37.591408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:37.772502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:37.787628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Usage tracker for resource:subnet and tenant:1e9b0ca79ca34c0f8cbcc6327bae9b60 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:37.793321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:37.807980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:37.825537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Made reservation on behalf of 1e9b0ca79ca34c0f8cbcc6327bae9b60 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:37.865228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:37.892718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c0eae679-64d0-41e1-bb24-4380c4aaeb4e) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:37.902140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab7fcd-7dce-4611-8170-b213203c3131 None None] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:37.923598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.939131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.942483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:37.943021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.944406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f13921fe-b4ae-4970-b53a-a24493977eed tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:37.964816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:37.985850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.011116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.086592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c948d41-a81b-4d4f-9095-4bcb49333bee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Notify callbacks [] for subnetpool, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.087868 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9c948d41-a81b-4d4f-9095-4bcb49333bee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1797876 Dec 09 09:28:38.091661 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6512008 Dec 09 09:28:38.097270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.097798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52276) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.130403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Request body: {'port': {'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1475779988'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:38.137525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Pushing event updated for resources: {'Port': ['ID=f2770e2d-03c9-4710-a399-bef9d6e7f028,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:38.142408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:38.182106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.186328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c0eae679-64d0-41e1-bb24-4380c4aaeb4e', 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e', 'tenant_id': '717431ed2dbd4c6bbb55dfb4e4f3d310', 'fixed_ips': [{'subnet_id': '0d2b317a-498c-42f0-a958-e051beacb7ad'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:38.187659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.204879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.216179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.220354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6887202 Dec 09 09:28:38.220979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52282) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.247127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-df25bb6e-87bd-4a3e-b4dc-01023b98e644 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "GET /v2.0/subnetpools/0539d1f6-6fe5-428b-86c2-edffe0fa5eec HTTP/1.1" status: 200 len: 732 time: 0.1435721 Dec 09 09:28:38.254880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52286) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.263389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1187081610', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'fixed_ips': [{'ip_address': '172.26.4.248'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:38.275641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ccf8d6e9-8ccc-463e-a358-c0c978a822c4 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2104954766'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:38.292130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:38.307033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Usage tracker for resource:port and tenant:aeef003039f943ba83793f794745a95c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:38.317455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:38.339637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:38.366788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Allocated IP 2001:db8::2 (c0eae679-64d0-41e1-bb24-4380c4aaeb4e/0d2b317a-498c-42f0-a958-e051beacb7ad/df6d825d-2768-44db-b8da-4136a6efa7bf) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:38.369566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:38.400486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Made reservation on behalf of aeef003039f943ba83793f794745a95c for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:38.401511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.114 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5f777abb-8463-415a-b651-cbf24c98e778) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:38.402823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.427332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:38.431688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.436288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Usage tracker for resource:port and tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:38.453074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:38.468768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:38.519138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Router 234480a3-ffbe-42fa-9310-1d0dfee3794f is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:28:38.533603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:38.543447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Usage tracker for resource:security_group_rule and tenant:aeef003039f943ba83793f794745a95c is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:38.546435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ccf8d6e9-8ccc-463e-a358-c0c978a822c4 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Notify callbacks [] for subnetpool, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.550118 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ccf8d6e9-8ccc-463e-a358-c0c978a822c4 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "PUT /v2.0/subnetpools/0539d1f6-6fe5-428b-86c2-edffe0fa5eec HTTP/1.1" status: 200 len: 684 time: 0.2917955 Dec 09 09:28:38.550118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:38.557180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52290) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.559635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:38.593690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.604852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Transition to ACTIVE for port object df6d825d-2768-44db-b8da-4136a6efa7bf will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:38.611738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Made reservation on behalf of 717431ed2dbd4c6bbb55dfb4e4f3d310 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:38.614677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.624118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Transition to ACTIVE for port object df6d825d-2768-44db-b8da-4136a6efa7bf will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:38.631580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.637738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4b9e1467-b79c-4f6c-b438-086ccd81fb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:38.643096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:28:38.660865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.669888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-84b3c508-0de0-47f5-b664-81fbe3435368 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:38.700327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:38.707851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:38.713671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:38.720154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Pushing event updated for resources: {'Port': ['ID=df6d825d-2768-44db-b8da-4136a6efa7bf,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:38.726208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:38.734767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] device_id is not set on port 98478018-2e12-4267-97cc-c39ab4b1d64a yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:38.809087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event updated for resources: {'Subnet': ['ID=7b2b9a9e-3a7f-4c2e-a794-79956daa2e57,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:38.812203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:38.817671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Attempting to bind port df6d825d-2768-44db-b8da-4136a6efa7bf on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:38.818153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Attempting to bind port df6d825d-2768-44db-b8da-4136a6efa7bf by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '93fe0246-452d-4e18-a6cf-401d14b848e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:38.818528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Attempting to bind port df6d825d-2768-44db-b8da-4136a6efa7bf on network c0eae679-64d0-41e1-bb24-4380c4aaeb4e {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:38.827012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:38.827831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Checking segment: {'id': '93fe0246-452d-4e18-a6cf-401d14b848e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:38.828134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.828546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Bound using segment: {'id': '93fe0246-452d-4e18-a6cf-401d14b848e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:38.829023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Bound port: df6d825d-2768-44db-b8da-4136a6efa7bf, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fe0246-452d-4e18-a6cf-401d14b848e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:38.829702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.853161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.857493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Checking segment: {'id': 'a9150f5e-ae57-42da-a34a-94f333baecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:38.857862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network hostable DHCP agents. Network: 41a8ce53-4dfa-4ef4-9af3-701fb3132281, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:38.866053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.868926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6a63096f-cd36-41ee-b734-233f5809867f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:38.869758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.885674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] device_id is not set on port d075355a-4b04-4721-aa68-1a4a655fc48d yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:38.919215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b6024c8-6e24-4223-94da-53faec0ab3ee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] Notify callbacks [] for subnetpool, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.922645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0b6024c8-6e24-4223-94da-53faec0ab3ee tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0539d1f6-6fe5-428b-86c2-edffe0fa5eec HTTP/1.1" status: 204 len: 168 time: 0.3622730 Dec 09 09:28:38.925571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52294) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.941001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] For port df6d825d-2768-44db-b8da-4136a6efa7bf, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:38.944756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] For port df6d825d-2768-44db-b8da-4136a6efa7bf, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df6d825d-2768-44db-b8da-4136a6efa7bf,segment=NetworkSegment(93fe0246-452d-4e18-a6cf-401d14b848e7),segment_id=93fe0246-452d-4e18-a6cf-401d14b848e7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:38.952670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:38.967981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bb4310af-496e-4820-9111-4409e0be9375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:38.971572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-fa81fa1d-e0f9-467c-bb19-e9c5bc1f463d tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] show failed (client error): The resource could not be found. Dec 09 09:28:38.975026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fa81fa1d-e0f9-467c-bb19-e9c5bc1f463d tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "GET /v2.0/subnetpools/0539d1f6-6fe5-428b-86c2-edffe0fa5eec HTTP/1.1" status: 404 len: 346 time: 0.0442569 Dec 09 09:28:38.975529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52298) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.976256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3afb7-7370-4f36-b483-b834c562e2ca,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:38.981325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:39.039962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:39.058609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 41a8ce53-4dfa-4ef4-9af3-701fb3132281) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:39.063394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.064241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:39.064912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.081385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:39.086254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bc610-f360-4019-aefd-b90642480b51 None None] Network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:39.111844 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5447063 Dec 09 09:28:39.123624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52302) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.142804 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-0248791c-b7e3-453d-81a9-689a0816b112 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] delete failed (client error): The resource could not be found. Dec 09 09:28:39.147082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0248791c-b7e3-453d-81a9-689a0816b112 tempest-SubnetPoolsTestJSON-1708391635 tempest-SubnetPoolsTestJSON-1708391635-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0539d1f6-6fe5-428b-86c2-edffe0fa5eec HTTP/1.1" status: 404 len: 346 time: 0.1633906 Dec 09 09:28:39.186196 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:39.186647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:39.210445 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9883082 Dec 09 09:28:39.214873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.385658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Allocated IP 2001:db8::211 (c0eae679-64d0-41e1-bb24-4380c4aaeb4e/0d2b317a-498c-42f0-a958-e051beacb7ad/98478018-2e12-4267-97cc-c39ab4b1d64a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:39.424233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Pushing event updated for resources: {'Port': ['ID=df6d825d-2768-44db-b8da-4136a6efa7bf,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:39.445970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:39.468016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Deleting port f2770e2d-03c9-4710-a399-bef9d6e7f028 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:39.468905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.470453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:39.496776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:39.504079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:39.544169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=5f777abb-8463-415a-b651-cbf24c98e778,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:39.548660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:39.563513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-41a8ce53-4dfa-4ef4-9af3-701fb3132281', 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281', 'tenant_id': '1e9b0ca79ca34c0f8cbcc6327bae9b60', 'fixed_ips': [{'subnet_id': '7b2b9a9e-3a7f-4c2e-a794-79956daa2e57'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:39.565372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.606918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:39.656849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Sync routers for ids ['234480a3-ffbe-42fa-9310-1d0dfee3794f'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:39.693442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Routers {'234480a3-ffbe-42fa-9310-1d0dfee3794f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:39.694081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['234480a3-ffbe-42fa-9310-1d0dfee3794f'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:39.697808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52314) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.701327 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "PUT /v2.0/routers/234480a3-ffbe-42fa-9310-1d0dfee3794f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5183761 Dec 09 09:28:39.722346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52316) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.746402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.879037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e26411-1668-4127-b650-25bff7fbb7b9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:39.879618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d9e26411-1668-4127-b650-25bff7fbb7b9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:39.922572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.922903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:39.933162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d9e26411-1668-4127-b650-25bff7fbb7b9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:39.934435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d9e26411-1668-4127-b650-25bff7fbb7b9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports/c923ae4e-5b93-4984-a41e-c7abf2ea0485 HTTP/1.1" status: 200 len: 911 time: 0.2108696 Dec 09 09:28:39.938002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52324) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.944729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Allocated IP 2001:db8::f816:3eff:fe58:3f9a (41a8ce53-4dfa-4ef4-9af3-701fb3132281/7b2b9a9e-3a7f-4c2e-a794-79956daa2e57/e4388424-38d2-4e30-9fe9-a3a8df982491) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:39.946774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Set router 234480a3-ffbe-42fa-9310-1d0dfee3794f gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:40.123551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Calling delete_port for f2770e2d-03c9-4710-a399-bef9d6e7f028 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:40.130031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.153363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Transition to ACTIVE for port object 98478018-2e12-4267-97cc-c39ab4b1d64a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:40.169726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.185016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:40.200134 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:40.226800 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:40.229886 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:40.285505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440d148-8712-4ed6-b381-643d6733e8f2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:40.289727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440d148-8712-4ed6-b381-643d6733e8f2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:40.294515 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b440d148-8712-4ed6-b381-643d6733e8f2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3531706 Dec 09 09:28:40.294515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:40.298388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52330) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:40.332015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.335942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.382294 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:40.405112 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:40.405750 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:40.415957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-856295e5-db8f-40a3-a520-460e3028984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:40.464940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df6d825d-2768-44db-b8da-4136a6efa7bf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:40.490640 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:40.491082 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e62b2c-94e0-4089-a4f0-39b6fb124bc6 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:40.527628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9cf34-0163-49e7-9f0a-4a685624c4b5 None None] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:40.544275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ac419b3f8cc04cbb96c44a1d123b34bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:40.557435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:40.562847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'Port': ['ID=98478018-2e12-4267-97cc-c39ab4b1d64a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:40.566517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:40.567213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:40.573947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:40.580217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:40.583045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:40.590576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:40.591361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.626619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.633307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13856954-8b9e-4788-a7af-adbb834dbcab tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:40.639799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.640354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.646219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5436208 Dec 09 09:28:40.669843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:40.695737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Request body: {'port': {'network_id': 'c0eae679-64d0-41e1-bb24-4380c4aaeb4e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1047737536', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:40.696381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] bootfile-name is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:40.697266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] tftp-server is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:40.697266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] server-ip-address is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:40.716919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2770e2d-03c9-4710-a399-bef9d6e7f028,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:40.726016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:40.732344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1cad48ea-5e6a-4b6d-91ae-639094aacd78 None None] Provisioning for port df6d825d-2768-44db-b8da-4136a6efa7bf completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:40.768434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port df6d825d-2768-44db-b8da-4136a6efa7bf completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:40.779424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.784030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:34Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'c923ae4e-5b93-4984-a41e-c7abf2ea0485', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:af:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:31Z', 'updated_at': '2021-12-09T09:28:35Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:40.822343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df6d825d-2768-44db-b8da-4136a6efa7bf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:40.822720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.850645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Checking router: 234480a3-ffbe-42fa-9310-1d0dfee3794f for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:40.851045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Updating router 234480a3-ffbe-42fa-9310-1d0dfee3794f port c923ae4e-5b93-4984-a41e-c7abf2ea0485 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:28:40.884091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Transition to ACTIVE for port object e4388424-38d2-4e30-9fe9-a3a8df982491 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:40.897467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.911993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:40.923701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88228385-e632-4cb7-8a6e-b7b5066f19d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:41.054201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Transition to ACTIVE for port object e4388424-38d2-4e30-9fe9-a3a8df982491 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:41.061646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.108333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.116189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0554a504-4a0d-48a1-93df-0c974e5090e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:41.117483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.126366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd96ed-c87f-4da2-a2ea-ec71910953d8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:41.143910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:41.153004 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac419b3f8cc04cbb96c44a1d123b34bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4340243 Dec 09 09:28:41.154195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52340) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:41.165604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:41.175549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Usage tracker for resource:port and tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:41.180353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:41.190846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:41.200248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.201398 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/96425a36-55cc-406b-ad87-7188d2a345d3 HTTP/1.1" status: 204 len: 168 time: 1.9854805 Dec 09 09:28:41.226852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Made reservation on behalf of 717431ed2dbd4c6bbb55dfb4e4f3d310 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:41.231362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.244079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Pushing event updated for resources: {'Port': ['ID=e4388424-38d2-4e30-9fe9-a3a8df982491,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:41.247991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:41.255112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:41.261180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] device_id is not set on port 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:41.263134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:41.266132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:41.294387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.300323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.331027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6192a688-4907-4b82-b128-d08651f148b1 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:41.404730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.475662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2b9a9e-3a7f-4c2e-a794-79956daa2e57,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:41.491504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:41.492540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.495397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.503042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:41.520667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd96ed-c87f-4da2-a2ea-ec71910953d8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:41.537167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:41.551738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52350) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:41.574536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Attempting to bind port e4388424-38d2-4e30-9fe9-a3a8df982491 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:41.574851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Attempting to bind port e4388424-38d2-4e30-9fe9-a3a8df982491 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'a9150f5e-ae57-42da-a34a-94f333baecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:41.575177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Attempting to bind port e4388424-38d2-4e30-9fe9-a3a8df982491 on network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:41.654773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:41.655166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Checking segment: {'id': 'a9150f5e-ae57-42da-a34a-94f333baecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:41.655579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.656020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Bound using segment: {'id': 'a9150f5e-ae57-42da-a34a-94f333baecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:41.656500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Bound port: e4388424-38d2-4e30-9fe9-a3a8df982491, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9150f5e-ae57-42da-a34a-94f333baecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:41.656885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.659642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Allocated IP 2001:db8::2f6 (c0eae679-64d0-41e1-bb24-4380c4aaeb4e/0d2b317a-498c-42f0-a958-e051beacb7ad/00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:41.667620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port df6d825d-2768-44db-b8da-4136a6efa7bf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df6d825d-2768-44db-b8da-4136a6efa7bf,segment=NetworkSegment(93fe0246-452d-4e18-a6cf-401d14b848e7),segment_id=93fe0246-452d-4e18-a6cf-401d14b848e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:41.703313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.792221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.844240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:41.889874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.911647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.956331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] For port e4388424-38d2-4e30-9fe9-a3a8df982491, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:41.961401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] For port e4388424-38d2-4e30-9fe9-a3a8df982491, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e4388424-38d2-4e30-9fe9-a3a8df982491,segment=NetworkSegment(a9150f5e-ae57-42da-a34a-94f333baecb0),segment_id=a9150f5e-ae57-42da-a34a-94f333baecb0)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:41.968877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:28:41.980558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a8ce53-4dfa-4ef4-9af3-701fb3132281']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:41.996863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:41.997749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6cd96ed-c87f-4da2-a2ea-ec71910953d8 HTTP/1.1" status: 204 len: 168 time: 0.8431120 Dec 09 09:28:41.999909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9150f5e-ae57-42da-a34a-94f333baecb0') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:42.000063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9150f5e-ae57-42da-a34a-94f333baecb0') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:42.023223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.105836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.140462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:42.141876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.147243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:42.158355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:42.158907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.175652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:42.181642 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:42.185832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Usage tracker for resource:security_group_rule and tenant:5d15d77aafcb40dda48744893d5a4918 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:42.197113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:42.214400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:42.240049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=df6d825d-2768-44db-b8da-4136a6efa7bf,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:42.242628 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:28:42.259562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Provisioning for port 98478018-2e12-4267-97cc-c39ab4b1d64a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:42.268335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:42.270047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Provisioning complete for port 98478018-2e12-4267-97cc-c39ab4b1d64a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:42.270758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.278145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.296883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Transition to ACTIVE for port object 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:42.301365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:42.367550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:28:42.367550 dv-neutron-821175-1-hyperv neutron-server[83487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:28:42.367550 dv-neutron-821175-1-hyperv neutron-server[83487]: [parameters: {'id': '41a8ce53-4dfa-4ef4-9af3-701fb3132281'}] Dec 09 09:28:42.367550 dv-neutron-821175-1-hyperv neutron-server[83487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:42.368047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:42.376543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.395491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4235f2cb-1432-4f26-9297-b9508f10c1af tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:42.401222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Transition to ACTIVE for port object c923ae4e-5b93-4984-a41e-c7abf2ea0485 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:42.428459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Port 98478018-2e12-4267-97cc-c39ab4b1d64a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:42.444148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.451450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:42.466997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:42.483944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:42.488374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:42.489344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.507844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.542341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.610006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Pushing event updated for resources: {'Port': ['ID=e4388424-38d2-4e30-9fe9-a3a8df982491,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:42.618976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'Port': ['ID=00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:42.629733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:42.632823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:42.640508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:42.650576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-47c30610-0c4d-4695-9d37-0d1e7923d170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:42.696927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:42.697582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.702019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec3a783f-725c-4ed7-8bc8-e11af8629bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:42.708181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52366) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:42.712532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9703534 Dec 09 09:28:42.718911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:42.730762 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:42.740688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.745783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Provisioning complete for port df6d825d-2768-44db-b8da-4136a6efa7bf triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:42.746172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9aac6f25-1ff9-44b9-9cdd-cbe24462db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.752309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:42.753188 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:42.873989 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2011662 Dec 09 09:28:42.901078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:42.917036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52372) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:42.923177 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:42.924030 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:42.936741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:42.958337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d15d77aafcb40dda48744893d5a4918&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4046075 Dec 09 09:28:42.967142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52378) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.053742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd71f62-6821-4ae6-a432-979453b3428f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:43.077175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e74e8-1f8f-45d2-8a02-094ebf8b2de3 None None] Network 41a8ce53-4dfa-4ef4-9af3-701fb3132281 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:43.082070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:43.106867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.107647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-49dd9b8d-f481-44d3-9bf8-1a3413c433e6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 HTTP/1.1" status: 200 len: 979 time: 9.7037807 Dec 09 09:28:43.112329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52384) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.113437 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:43.114969 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fab89-f623-467c-9a2b-d70fcc888fe5 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:43.127176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.154787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port c923ae4e-5b93-4984-a41e-c7abf2ea0485 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:43.155933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.157725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Pushing event updated for resources: {'Port': ['ID=c923ae4e-5b93-4984-a41e-c7abf2ea0485,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:43.179639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:43.193715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.194622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:43.195267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:43.236411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port e4388424-38d2-4e30-9fe9-a3a8df982491 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:43.237365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.356094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Attempting to bind port c923ae4e-5b93-4984-a41e-c7abf2ea0485 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:43.356472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Attempting to bind port c923ae4e-5b93-4984-a41e-c7abf2ea0485 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:43.356840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Attempting to bind port c923ae4e-5b93-4984-a41e-c7abf2ea0485 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:43.367848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5784cb71-861c-4140-8c1b-81c22a157b44 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6012137 Dec 09 09:28:43.374262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52392) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.404999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:43.405368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:43.406143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.406267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:43.406673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Bound port: c923ae4e-5b93-4984-a41e-c7abf2ea0485, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:43.407051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.412377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.496386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52396) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.516233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025113 Dec 09 09:28:43.524685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52398) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.552951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:43.558104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:43.562719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:43.563608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Synchronizing usage tracker for tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:43.593482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11924258-b97a-4574-aa7c-54a36a379364 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:43.595229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-11924258-b97a-4574-aa7c-54a36a379364 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200122 Dec 09 09:28:43.601145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52404) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.602210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.642577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3bf9aa1f-39fa-4242-ba2d-279178ecfa22 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:43.670318 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-08322386-6a1f-47b4-baa2-c41601ab4ad3 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631745 Dec 09 09:28:43.676171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd71f62-6821-4ae6-a432-979453b3428f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:43.681678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Provisioning complete for port 98478018-2e12-4267-97cc-c39ab4b1d64a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:43.681678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.687577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52408) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.688588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.689218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] For port e4388424-38d2-4e30-9fe9-a3a8df982491, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e4388424-38d2-4e30-9fe9-a3a8df982491,segment=NetworkSegment(a9150f5e-ae57-42da-a34a-94f333baecb0),segment_id=a9150f5e-ae57-42da-a34a-94f333baecb0)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:43.690073 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edd71f62-6821-4ae6-a432-979453b3428f HTTP/1.1" status: 204 len: 168 time: 0.7214644 Dec 09 09:28:43.694959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.698696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:43.705787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414884413', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.761212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Port 98478018-2e12-4267-97cc-c39ab4b1d64a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:43.808272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:43.812873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e8a9c162-ba51-4d8e-8d8a-9f4a2cddaa1a tempest-NetworksApiDiscovery-1953521424 tempest-NetworksApiDiscovery-1953521424-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2842891 Dec 09 09:28:43.856114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] For port c923ae4e-5b93-4984-a41e-c7abf2ea0485, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:43.857276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port c923ae4e-5b93-4984-a41e-c7abf2ea0485, host dv-neutron-821175-1-hyperv, got binding levels [] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:43.857939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.935458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] For port c923ae4e-5b93-4984-a41e-c7abf2ea0485, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c923ae4e-5b93-4984-a41e-c7abf2ea0485,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:43.966168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:43.973513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03b0d1c5-d858-4064-a17f-cf8189b09b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:44.030081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for e4388424-38d2-4e30-9fe9-a3a8df982491 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:44.112755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc590c-a1bc-48f9-b139-0b5645da197f None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:28:44.206083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Pushing event updated for resources: {'Port': ['ID=c923ae4e-5b93-4984-a41e-c7abf2ea0485,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:44.208785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Provisioning for port 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:44.215606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for c923ae4e-5b93-4984-a41e-c7abf2ea0485 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:44.215740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:44.233221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Provisioning complete for port 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:44.233607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.250581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:44.254634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:44.257703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:44.265005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:44.278226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52420) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.310021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52424) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.353328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Routers {'234480a3-ffbe-42fa-9310-1d0dfee3794f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:44.353982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['234480a3-ffbe-42fa-9310-1d0dfee3794f'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:44.357228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:44.416873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df6d825d-2768-44db-b8da-4136a6efa7bf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:44.524873 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b4088ffd-8eb7-4833-8aac-06a691b82a8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeef003039f943ba83793f794745a95c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373812 Dec 09 09:28:44.527132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a2f86-cd27-4330-9126-4f69bc2736cb None None] Port 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:44.528821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52430) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.549398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.573119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.618934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.619388 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 disassociated. External IP: 172.26.4.165, port: 76ad9c71-777d-4b8b-81a5-b0d6bfe51818. Dec 09 09:28:44.631545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc590c-a1bc-48f9-b139-0b5645da197f None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:28:44.650136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] Set router 234480a3-ffbe-42fa-9310-1d0dfee3794f gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:44.678499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Unset dirty status for tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:44.682244 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-77c88700-2293-4ac6-a992-2046764747c2 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.7404439 Dec 09 09:28:44.682244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.683561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52434) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.690367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0208c012-5bfe-4d72-92ef-35c404981f52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:44.705197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:44.705197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:44.710771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.771114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=e4388424-38d2-4e30-9fe9-a3a8df982491,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:44.776649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.785779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:44.789033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df6d825d-2768-44db-b8da-4136a6efa7bf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:44.789033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.789363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:44.796901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Usage tracker for resource:security_group_rule and tenant:17552996afc3446b80b7c5bc583833ef is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:44.800751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:44.806665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No DVR routers for this DVR port e4388424-38d2-4e30-9fe9-a3a8df982491 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:44.810759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:44.845453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Deleting port 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:44.845802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.860303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:44.893744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:39Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:44.991818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:44.992215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Updating router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 port 5f777abb-8463-415a-b651-cbf24c98e778 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:28:45.012700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.018068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:45.025818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.037057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.040027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3afb7-7370-4f36-b483-b834c562e2ca,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:45.043659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:45.044372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a38d219b-634f-4909-b7bb-59a627304a82 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:45.062463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.105073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.143504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a8ce53-4dfa-4ef4-9af3-701fb3132281']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:45.174592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9150f5e-ae57-42da-a34a-94f333baecb0') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:45.175184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9150f5e-ae57-42da-a34a-94f333baecb0') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:45.195520 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17552996afc3446b80b7c5bc583833ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8815317 Dec 09 09:28:45.197540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=0a930e9b-8aa2-4804-a98e-c20aa2b9b235,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:45.198985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52438) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.203068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:45.205400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-66f25dcb-ab9c-43e5-8922-4021bf64bc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:45.211922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.213018 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bb3afb7-7370-4f36-b483-b834c562e2ca HTTP/1.1" status: 204 len: 168 time: 0.6820703 Dec 09 09:28:45.221053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.225754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port c923ae4e-5b93-4984-a41e-c7abf2ea0485 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:45.226124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.266897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.268902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:45.269269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: db2a941c-644f-4952-8a92-252b0e1281ca, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:45.311269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.324155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35a897-7d97-4f5e-9d99-6d6d30a7e0f4,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:45.339018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:45.351583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:45.352091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:45.366716 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:45.442670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.450666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.454452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network db2a941c-644f-4952-8a92-252b0e1281ca is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:45.488322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, db2a941c-644f-4952-8a92-252b0e1281ca) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:45.499574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:45.502233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.570363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port c923ae4e-5b93-4984-a41e-c7abf2ea0485, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c923ae4e-5b93-4984-a41e-c7abf2ea0485,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:45.570926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.579616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.598975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Calling delete_port for 00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:45.641435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.650048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:45.665698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.684185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=41a8ce53-4dfa-4ef4-9af3-701fb3132281,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:45.729809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for c923ae4e-5b93-4984-a41e-c7abf2ea0485 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:45.755576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:45.764524 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0703838 Dec 09 09:28:45.767190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52448) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.769446 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/41a8ce53-4dfa-4ef4-9af3-701fb3132281 HTTP/1.1" status: 204 len: 168 time: 6.6364756 Dec 09 09:28:45.776242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52452) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.860302 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdfb34e-4243-4a7e-9545-7c0aafde901d tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:45.861023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdfb34e-4243-4a7e-9545-7c0aafde901d tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:45.882335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:34Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'c923ae4e-5b93-4984-a41e-c7abf2ea0485', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:af:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:31Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 4, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:45.884461 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9bdfb34e-4243-4a7e-9545-7c0aafde901d tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/7b2b9a9e-3a7f-4c2e-a794-79956daa2e57 HTTP/1.1" status: 404 len: 337 time: 0.0946176 Dec 09 09:28:45.889035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52460) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.901621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ab08-45bc-457c-ad64-c55eb7e4cd0d None None] The sync data for ids ['234480a3-ffbe-42fa-9310-1d0dfee3794f'] in dv-neutron-821175-1-hyperv is: [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:34Z', 'revision_number': 2, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None, '_interfaces': [{'id': 'c923ae4e-5b93-4984-a41e-c7abf2ea0485', 'name': '', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'mac_address': 'fa:16:3e:af:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:31Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 4, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'subnets': [{'id': '1154f71e-b652-49ac-9bf8-e4982ff2bb3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:45.962126 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8c8348-98d7-4df3-974e-d9b476d6df2c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:45.963133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8c8348-98d7-4df3-974e-d9b476d6df2c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:45.975408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:45.989020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a02d4a6d-f74b-4704-ad1a-f9b9bc014946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:46.015252 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fe8c8348-98d7-4df3-974e-d9b476d6df2c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/41a8ce53-4dfa-4ef4-9af3-701fb3132281 HTTP/1.1" status: 404 len: 339 time: 0.1239665 Dec 09 09:28:46.016153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52466) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.018605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35a897-7d97-4f5e-9d99-6d6d30a7e0f4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:46.026243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.030558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba35a897-7d97-4f5e-9d99-6d6d30a7e0f4 HTTP/1.1" status: 204 len: 168 time: 0.8263047 Dec 09 09:28:46.030558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:46.050076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.066367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Transition to ACTIVE for port object 5f777abb-8463-415a-b651-cbf24c98e778 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:46.091597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855da1e-0f5a-451d-b4df-7c79eb41922e None None] Network db2a941c-644f-4952-8a92-252b0e1281ca requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:46.300550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.313315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cfd0809c-16ca-467d-99fe-dae48ca3c747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:46.363115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.390172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e12540b6-bf16-41d3-8f86-41c2e918c5f6 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:46.438637 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-35619910-4dca-444e-bf1e-69ceb37751e7 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:46.439495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35619910-4dca-444e-bf1e-69ceb37751e7 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:46.441732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-35619910-4dca-444e-bf1e-69ceb37751e7 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/1400128b-6d5f-4917-bb3c-4c1af55ab26c HTTP/1.1" status: 404 len: 337 time: 0.4194424 Dec 09 09:28:46.447806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52474) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.494496 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2a9ca7-dafa-49ca-8ab0-e8a22ce254dd tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:46.495307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2a9ca7-dafa-49ca-8ab0-e8a22ce254dd tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:46.497222 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd2a9ca7-dafa-49ca-8ab0-e8a22ce254dd tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/c0ccd3a2-03f0-46b0-95d4-f823fa890865 HTTP/1.1" status: 404 len: 339 time: 0.0422664 Dec 09 09:28:46.499954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52480) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.527940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event deleted for resources: {'Port': ['ID=00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:46.533022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:46.578040 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64fc1b0-10a9-4599-a758-c79d4da1a36a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:46.578497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64fc1b0-10a9-4599-a758-c79d4da1a36a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:46.582819 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b64fc1b0-10a9-4599-a758-c79d4da1a36a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/5137f9fc-b8f4-4376-8020-12a7898001ed HTTP/1.1" status: 404 len: 337 time: 0.0783720 Dec 09 09:28:46.586059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52484) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.611568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Pushing event updated for resources: {'Port': ['ID=5f777abb-8463-415a-b651-cbf24c98e778,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:46.618647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:46.625032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Attempting to bind port 5f777abb-8463-415a-b651-cbf24c98e778 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:46.626735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Attempting to bind port 5f777abb-8463-415a-b651-cbf24c98e778 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:46.627146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Attempting to bind port 5f777abb-8463-415a-b651-cbf24c98e778 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:46.658889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:46.659343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:46.660037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.660453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:46.660973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Bound port: 5f777abb-8463-415a-b651-cbf24c98e778, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:46.661347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.736287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed57e0-f0ec-4f58-856a-96f1ab21870c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:46.736848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ed57e0-f0ec-4f58-856a-96f1ab21870c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:46.750473 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-10ed57e0-f0ec-4f58-856a-96f1ab21870c tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/da6dcd30-0f59-4954-b03b-ac07783b9d78 HTTP/1.1" status: 404 len: 339 time: 0.1584599 Dec 09 09:28:46.754922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52488) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.794878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] For port 5f777abb-8463-415a-b651-cbf24c98e778, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:46.801413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] For port 5f777abb-8463-415a-b651-cbf24c98e778, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f777abb-8463-415a-b651-cbf24c98e778,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:46.811623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-db2a941c-644f-4952-8a92-252b0e1281ca', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:46.812982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.875689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.906160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:46.910742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:46.996030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "DELETE /v2.0/ports/00ae0acc-7a27-4b4e-b5f5-41a9eb6e7612 HTTP/1.1" status: 204 len: 168 time: 2.2777553 Dec 09 09:28:47.009263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52494) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:47.036902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Allocated IP 172.20.0.2 (db2a941c-644f-4952-8a92-252b0e1281ca/0a930e9b-8aa2-4804-a98e-c20aa2b9b235/b24c473e-3eab-4c1a-a16d-76d8f281152d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:47.054212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:47.054969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.060970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Request body: {'port': {'name': 'tempest-new-port-name-731542329', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:47.061337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] bootfile-name is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:47.061678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] tftp-server is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:47.064680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] server-ip-address is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:28:47.094546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=c923ae4e-5b93-4984-a41e-c7abf2ea0485,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:47.105650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:47.383827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.390253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.404089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:47.463557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.482631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Transition to ACTIVE for port object b24c473e-3eab-4c1a-a16d-76d8f281152d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:47.488468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:47.489006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:47.492033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:47.592465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.624038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.745958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Transition to ACTIVE for port object b24c473e-3eab-4c1a-a16d-76d8f281152d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:47.756925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Pushing event updated for resources: {'Port': ['ID=5f777abb-8463-415a-b651-cbf24c98e778,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:47.761843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:47.766754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:47.782257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0eb184f7-42e1-4398-a0a9-d2c9322b301f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:47.860192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Network db2a941c-644f-4952-8a92-252b0e1281ca is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:47.863380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Pushing event updated for resources: {'Port': ['ID=b24c473e-3eab-4c1a-a16d-76d8f281152d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:47.866731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:47.867583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:47.870814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:47.919641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:47.974794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Attempting to bind port b24c473e-3eab-4c1a-a16d-76d8f281152d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:47.975173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Attempting to bind port b24c473e-3eab-4c1a-a16d-76d8f281152d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:47.975541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Attempting to bind port b24c473e-3eab-4c1a-a16d-76d8f281152d on network db2a941c-644f-4952-8a92-252b0e1281ca {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:47.978200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:48.088912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.089212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Checking segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:48.090138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.090276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Bound using segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:48.090750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Bound port: b24c473e-3eab-4c1a-a16d-76d8f281152d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:48.091134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.301812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] For port b24c473e-3eab-4c1a-a16d-76d8f281152d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:48.329877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] For port b24c473e-3eab-4c1a-a16d-76d8f281152d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b24c473e-3eab-4c1a-a16d-76d8f281152d,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:48.343060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.358741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:48.361763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:48.363933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.367004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.376176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-432dc07b-5669-4023-8a4c-9f9d32320e3d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:48.411882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:48.421685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=b935f9f0-9e4f-4beb-9956-a10ec8f6abf1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:48.426879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:48.434226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.449345 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/ports/b935f9f0-9e4f-4beb-9956-a10ec8f6abf1 HTTP/1.1" status: 204 len: 168 time: 1.6933212 Dec 09 09:28:48.451128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Router 234480a3-ffbe-42fa-9310-1d0dfee3794f has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:48.451749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52518) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:48.467022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.475170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e260e6bf-d873-40c6-8f7f-1c2c782d831d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 HTTP/1.1" status: 200 len: 688 time: 5.3540828 Dec 09 09:28:48.484728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:48.485551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.492620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52522) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:48.495783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:48.525689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.534766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9b958c74-b864-4c14-8f9a-60264557dc4d tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:48.555684 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-65953fb9-3719-4b9f-adf0-2d64345f8381 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:48.556224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65953fb9-3719-4b9f-adf0-2d64345f8381 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:48.560267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-65953fb9-3719-4b9f-adf0-2d64345f8381 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/aea3a4d0-7938-481f-8f6c-ddd455d93f10 HTTP/1.1" status: 404 len: 337 time: 0.1051497 Dec 09 09:28:48.563304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52532) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:48.585466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Pushing event updated for resources: {'Port': ['ID=b24c473e-3eab-4c1a-a16d-76d8f281152d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:48.590422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:48.606148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.621936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:48.622433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.714708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.715131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37dcf0-95f7-414a-9836-c709075e67e7 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:48.734966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:39Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.740105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9281-f6b7-48b5-9eb2-5e8b77db5c4c None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:39Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:48.819474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:48.825981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.919580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:48.928785 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "PUT /v2.0/routers/234480a3-ffbe-42fa-9310-1d0dfee3794f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6307168 Dec 09 09:28:48.931985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52536) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:48.936578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Sync routers for ids ['234480a3-ffbe-42fa-9310-1d0dfee3794f'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:48.938872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] In _notify_port_updated(), no bound segment for port 98478018-2e12-4267-97cc-c39ab4b1d64a on network c0eae679-64d0-41e1-bb24-4380c4aaeb4e {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:28:48.949566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:48.956210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:48.958138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "PUT /v2.0/ports/98478018-2e12-4267-97cc-c39ab4b1d64a HTTP/1.1" status: 200 len: 1129 time: 1.9240789 Dec 09 09:28:48.966875 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Routers {'234480a3-ffbe-42fa-9310-1d0dfee3794f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:48.967801 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['234480a3-ffbe-42fa-9310-1d0dfee3794f'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:48.994870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52540) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:49.052164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event updated for resources: {'Port': ['ID=98478018-2e12-4267-97cc-c39ab4b1d64a,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:49.070159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1931780371'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:49.070958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:49.092240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.205870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:49.213720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Set router 234480a3-ffbe-42fa-9310-1d0dfee3794f gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:49.234153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Usage tracker for resource:network and tenant:9261958f30604b01a453bac8205d23f5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:49.241844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:49.271343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:49.351429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.351791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.371309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e621b7-9381-45cf-bca9-c01af6637c2f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:49.373358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e621b7-9381-45cf-bca9-c01af6637c2f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:49.374895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-64e621b7-9381-45cf-bca9-c01af6637c2f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:49.381282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.391311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651c103-f9b5-4931-961b-d39a6efa3e1d tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:49.391944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2651c103-f9b5-4931-961b-d39a6efa3e1d tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Synchronizing usage tracker for tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:49.396582 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:46Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.401347 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Checking router: 234480a3-ffbe-42fa-9310-1d0dfee3794f for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:49.403729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Made reservation on behalf of 9261958f30604b01a453bac8205d23f5 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:49.408060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.411413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-abc109dc-3874-43d3-8d31-d5d4dd3b54dd None None] Provisioning complete for port 98478018-2e12-4267-97cc-c39ab4b1d64a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:49.411830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-abc109dc-3874-43d3-8d31-d5d4dd3b54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.415596 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Routers {'234480a3-ffbe-42fa-9310-1d0dfee3794f'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:49.416703 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['234480a3-ffbe-42fa-9310-1d0dfee3794f'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.442195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54fec8f-6d4e-4903-951d-2941983d9c85']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.502218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-abc109dc-3874-43d3-8d31-d5d4dd3b54dd None None] Port 98478018-2e12-4267-97cc-c39ab4b1d64a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:49.513290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.513623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9353f303-4f15-49cb-b4c4-1ffb0ef1af3e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.536705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.569624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.574904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.583692 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] Set router 234480a3-ffbe-42fa-9310-1d0dfee3794f gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:49.598892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:49.605240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:49.605640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:49.620876 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:49.654082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2651c103-f9b5-4931-961b-d39a6efa3e1d tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Unset dirty status for tenant:717431ed2dbd4c6bbb55dfb4e4f3d310 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:49.660898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2651c103-f9b5-4931-961b-d39a6efa3e1d tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "GET /v2.0/ports/98478018-2e12-4267-97cc-c39ab4b1d64a HTTP/1.1" status: 200 len: 1129 time: 0.5969007 Dec 09 09:28:49.664311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52544) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:49.665682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-64e621b7-9381-45cf-bca9-c01af6637c2f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:49.666877 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64e621b7-9381-45cf-bca9-c01af6637c2f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7340214 Dec 09 09:28:49.693091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:49.698024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Usage tracker for resource:security_group_rule and tenant:9261958f30604b01a453bac8205d23f5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:49.701193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:49.707839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:49.776733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52548) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:49.797660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.828207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.841215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.845741 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:46Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:49.846118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.849829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11823a19-dbe1-42be-b2ac-b561229006ef tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:49.851414 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a08f8-8c6b-47e7-983c-e7e028285123 None None] The sync data for ids ['234480a3-ffbe-42fa-9310-1d0dfee3794f'] in dv-neutron-821175-1-hyperv is: [{'id': '234480a3-ffbe-42fa-9310-1d0dfee3794f', 'name': 'tempest-NetworksTestDHCPv6-router-1545355608', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:29Z', 'updated_at': '2021-12-09T09:28:46Z', 'revision_number': 3, 'project_id': '165c3373b59e4864aaf6faab1046ea49', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:28:49.864286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-18362ff0-6a86-4b8a-a815-b312804440e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:49.891559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=d54fec8f-6d4e-4903-951d-2941983d9c85,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:49.895200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:49.901791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/d54fec8f-6d4e-4903-951d-2941983d9c85 HTTP/1.1" status: 204 len: 168 time: 1.3311250 Dec 09 09:28:49.904305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:49.917280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:49.931082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:28:49.999226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2180bacb-92c5-4d51-b6d9-8e459f05ec21,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:50.033564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:50.039073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Deleting port 98478018-2e12-4267-97cc-c39ab4b1d64a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:50.039421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.095551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.095926 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Added segment 03a379a2-ee80-4cfb-acca-afae0fafe800 of type vlan for network efda0839-ce53-4682-aa4f-2c249dfb51ff Dec 09 09:28:50.138329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port 1f1fd9f1-18c9-45e1-9fac-a182568b84e2 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:50.138661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.159283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08715fce-2630-4193-88d8-574e99c38017 None None] Network db2a941c-644f-4952-8a92-252b0e1281ca requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:50.271807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.295905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 1154f71e-b652-49ac-9bf8-e4982ff2bb3c {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:50.334502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.374792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b3d19cb6-1385-4024-bc1b-0ea794e29127 None None] Provisioning for port b24c473e-3eab-4c1a-a16d-76d8f281152d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:50.457463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.479949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b24c473e-3eab-4c1a-a16d-76d8f281152d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:50.538932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.556287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-515a3ff1-7acf-4359-a361-344b89a8964b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:50.584498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b24c473e-3eab-4c1a-a16d-76d8f281152d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:50.593115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b24c473e-3eab-4c1a-a16d-76d8f281152d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:50.593473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.661352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (db2a941c-644f-4952-8a92-252b0e1281ca/0a930e9b-8aa2-4804-a98e-c20aa2b9b235/1b9c35a6-499c-48a8-8b61-721f2cacc1f6) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:50.667442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.686710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=c29b7edd-35c0-4e36-aa38-48bb0bcf0bf1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:50.696549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.700437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:50.701034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.713785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:50.714339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:50.775506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.789340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-455d97ed-f93f-4a17-a386-264a8bb34bb9 None None] Provisioning complete for port b24c473e-3eab-4c1a-a16d-76d8f281152d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:50.789826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-455d97ed-f93f-4a17-a386-264a8bb34bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.838770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.845688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f1a5041-9d5b-4430-a053-303d633ab429 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:50.911700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b24c473e-3eab-4c1a-a16d-76d8f281152d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b24c473e-3eab-4c1a-a16d-76d8f281152d,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:50.921864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:50.922705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f777abb-8463-415a-b651-cbf24c98e778 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:50.947147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0976069-d960-49b0-ad44-f4cfa42728de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:51.004583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.023559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=1154f71e-b652-49ac-9bf8-e4982ff2bb3c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.031297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.046879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.075070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/1154f71e-b652-49ac-9bf8-e4982ff2bb3c HTTP/1.1" status: 204 len: 168 time: 1.2947776 Dec 09 09:28:51.076084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52556) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.076861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90dadb-7cd1-4ac1-b8d7-254ae5c6cbf1 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:51.100871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Pushing event updated for resources: {'Network': ['ID=efda0839-ce53-4682-aa4f-2c249dfb51ff,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.156428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.164691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network efda0839-ce53-4682-aa4f-2c249dfb51ff details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:28:51.168426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.183429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for 1f1fd9f1-18c9-45e1-9fac-a182568b84e2 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:51.184948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b24c473e-3eab-4c1a-a16d-76d8f281152d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.189930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.223348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.229870 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7266777 Dec 09 09:28:51.240877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:51.261555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-46e5dd67-4928-47aa-8dcd-7a933386e236 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:51.287030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-46e5dd67-4928-47aa-8dcd-7a933386e236 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:51.289685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46e5dd67-4928-47aa-8dcd-7a933386e236 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2034092 Dec 09 09:28:51.293222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52566) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.296015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.361879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55ce7f41-b527-4233-b017-d30316e2e3b7 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:51.382207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Calling delete_port for 98478018-2e12-4267-97cc-c39ab4b1d64a owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:51.404322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5f777abb-8463-415a-b651-cbf24c98e778 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:51.411675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5f777abb-8463-415a-b651-cbf24c98e778 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:51.412091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.472056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.544629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.545131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.565150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.565580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network db2a941c-644f-4952-8a92-252b0e1281ca is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:51.568729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:51.569397 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 HTTP/1.1" status: 204 len: 168 time: 3.0746663 Dec 09 09:28:51.572611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52572) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.575508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:51.576828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:51.592141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.597042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Deleting port 6c665502-cd72-4728-a224-b914ef81ebfd {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:51.597590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.616970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-48d683f5-263a-4b51-b1fb-143bb639fdde tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:51.637133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.662442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52576) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.684021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event deleted for resources: {'Port': ['ID=98478018-2e12-4267-97cc-c39ab4b1d64a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.690255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.692564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487992550'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:51.703239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-5b73d8ce-206c-47eb-a365-9aec398c126b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] delete failed (client error): The resource could not be found. Dec 09 09:28:51.710359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5b73d8ce-206c-47eb-a365-9aec398c126b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/dcc57b7a-9b68-4978-b764-ec7ade6cc3f2 HTTP/1.1" status: 404 len: 345 time: 0.1367626 Dec 09 09:28:51.714437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:51.716696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52580) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.745932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 5f777abb-8463-415a-b651-cbf24c98e778, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f777abb-8463-415a-b651-cbf24c98e778,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:51.757080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.767164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-88a8cee6-1a35-4141-bf19-5abccb7ddccd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:51.768380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.775215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:51.783467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.801940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.823527 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "DELETE /v2.0/ports/98478018-2e12-4267-97cc-c39ab4b1d64a HTTP/1.1" status: 204 len: 168 time: 2.1554627 Dec 09 09:28:51.835068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c923ae4e-5b93-4984-a41e-c7abf2ea0485 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:51.841940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.846236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=1f1fd9f1-18c9-45e1-9fac-a182568b84e2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:51.850693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:51.859398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Usage tracker for resource:port and tenant:6e48db2e5e124562832d86619a1cadbe is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:51.862485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:51.868573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:51.895056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.901891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/ports/1f1fd9f1-18c9-45e1-9fac-a182568b84e2 HTTP/1.1" status: 204 len: 168 time: 1.9802082 Dec 09 09:28:51.902747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52588) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.912794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c923ae4e-5b93-4984-a41e-c7abf2ea0485 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:51.913148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c923ae4e-5b93-4984-a41e-c7abf2ea0485 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:51.958340 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-192fc8de-543c-4ee1-81b6-a07440e35dbf tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] DELETE failed (client error): The resource could not be found. Dec 09 09:28:51.959034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192fc8de-543c-4ee1-81b6-a07440e35dbf tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:28:51.964260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-192fc8de-543c-4ee1-81b6-a07440e35dbf tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/f4a7f795-7b5d-460d-bc2a-a533e0b3ebbf HTTP/1.1" status: 404 len: 337 time: 0.0547588 Dec 09 09:28:51.968876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:51.976821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52592) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.988124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Made reservation on behalf of 6e48db2e5e124562832d86619a1cadbe for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:51.990375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.007318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.098368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=5f777abb-8463-415a-b651-cbf24c98e778,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:52.107327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:52.114856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] For port 6c665502-cd72-4728-a224-b914ef81ebfd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6c665502-cd72-4728-a224-b914ef81ebfd,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:52.115231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.126559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d95b2fbe-6a05-48db-a303-6621ad459b6b None None] Provisioning for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:52.134358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d95b2fbe-6a05-48db-a303-6621ad459b6b None None] Provisioning complete for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:52.134833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d95b2fbe-6a05-48db-a303-6621ad459b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.218344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:52.246937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Usage tracker for resource:security_group_rule and tenant:6e48db2e5e124562832d86619a1cadbe is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:52.262249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:52.270741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:52.283455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Calling delete_port for 6c665502-cd72-4728-a224-b914ef81ebfd owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:52.364393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d95b2fbe-6a05-48db-a303-6621ad459b6b None None] Port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:52.387453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.432078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b24c473e-3eab-4c1a-a16d-76d8f281152d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:52.438963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port f9dd399b-f577-4a2f-bfa9-565325ab8f80 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:52.439389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.462007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:52.466272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:52.470366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:52.471146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Synchronizing usage tracker for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:52.488168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Deleting subnet 0d2b317a-498c-42f0-a958-e051beacb7ad {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:52.494180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.503621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.504205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da8858f7-c4e9-42b3-95ce-9beb203ba162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:52.529434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.539283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Unset dirty status for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:52.544487 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f76b2042-a2a3-4e0a-965e-eb0d95b46b22 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/ports?network_id=c369f013-0ec7-4794-a0af-984320505482 HTTP/1.1" status: 200 len: 2358 time: 0.8263702 Dec 09 09:28:52.552912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52596) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.559894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Pushing event deleted for resources: {'Port': ['ID=6c665502-cd72-4728-a224-b914ef81ebfd,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:52.565474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:52.589971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] No DVR routers for this DVR port 6c665502-cd72-4728-a224-b914ef81ebfd on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:52.602524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.612360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b24c473e-3eab-4c1a-a16d-76d8f281152d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:52.612360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.615274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.645374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.796379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f777abb-8463-415a-b651-cbf24c98e778 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:52.877222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101a31b-b5e6-47b3-837e-7a877d73e552 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:52.879078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6101a31b-b5e6-47b3-837e-7a877d73e552 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/subnets/d5c6ba55-1806-480c-9dd9-762a63da0d4e HTTP/1.1" status: 200 len: 797 time: 0.3246217 Dec 09 09:28:52.885297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52600) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.890247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.936767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'port': {'network_id': 'c369f013-0ec7-4794-a0af-984320505482', 'name': 'tempest-FloatingIPTestJSON-1080483674', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:52.965543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.965761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5f777abb-8463-415a-b651-cbf24c98e778 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:52.966024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Fanout notify agent at l3_agent the message router_deleted on router 234480a3-ffbe-42fa-9310-1d0dfee3794f {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:28:52.966460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:52.967621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] For port f9dd399b-f577-4a2f-bfa9-565325ab8f80, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f9dd399b-f577-4a2f-bfa9-565325ab8f80,segment=NetworkSegment(6417b198-aa95-4b95-8cdb-5985cc89984f),segment_id=6417b198-aa95-4b95-8cdb-5985cc89984f)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:52.968167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.006879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.024259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.032102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39e81381-cca9-4d88-b1ea-802f5544f60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:53.039607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 6f838332-c84c-4b46-bb78-b4cd7dab6932 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:53.146761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.147900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4a84eccf-122e-43be-8649-28bf4ea9f2a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/routers/234480a3-ffbe-42fa-9310-1d0dfee3794f HTTP/1.1" status: 204 len: 168 time: 1.8536205 Dec 09 09:28:53.178770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.207953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6c665502-cd72-4728-a224-b914ef81ebfd no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:53.218656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for f9dd399b-f577-4a2f-bfa9-565325ab8f80 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:53.246112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6c665502-cd72-4728-a224-b914ef81ebfd {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:53.246713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6c665502-cd72-4728-a224-b914ef81ebfd not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:53.253158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9153692-05da-4abb-9f6b-51833db0e0aa,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:53.260618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78825fb8-6b0f-4ab0-a9d6-2d6c1f78f9b8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:53.263690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:53.337330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78825fb8-6b0f-4ab0-a9d6-2d6c1f78f9b8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:53.338491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78825fb8-6b0f-4ab0-a9d6-2d6c1f78f9b8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1587870 Dec 09 09:28:53.343405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.344462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52608) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.351166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-aea70068-a391-498f-9ce9-0e514a275122 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:53.392498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2b317a-498c-42f0-a958-e051beacb7ad,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:53.398263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:53.403420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:53.406566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.411858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.413756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f943a40-e745-4d5a-a95b-747eb1c79ff6 None None] Network c0eae679-64d0-41e1-bb24-4380c4aaeb4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:53.426035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-001cb707-9283-4368-bf0e-550d9fe684c6 tempest-FloatingIPAdminTestJSON-903671546 tempest-FloatingIPAdminTestJSON-903671546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:53.471621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:53.477796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=f9dd399b-f577-4a2f-bfa9-565325ab8f80,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:53.486284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "DELETE /v2.0/subnets/0d2b317a-498c-42f0-a958-e051beacb7ad HTTP/1.1" status: 204 len: 168 time: 1.6414678 Dec 09 09:28:53.491909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:53.491909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52612) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.529376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No DVR routers for this DVR port f9dd399b-f577-4a2f-bfa9-565325ab8f80 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:53.533824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:53.591631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de36b33-44e6-49af-9a05-8215fea29d5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:53.592343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5de36b33-44e6-49af-9a05-8215fea29d5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:53.685547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5de36b33-44e6-49af-9a05-8215fea29d5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:53.687656 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5de36b33-44e6-49af-9a05-8215fea29d5d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3353183 Dec 09 09:28:53.692015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52616) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.720716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] DHCP port deletion for c0eae679-64d0-41e1-bb24-4380c4aaeb4e request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:53.725501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Deleting port df6d825d-2768-44db-b8da-4136a6efa7bf {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:53.725881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.777680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fc452c42-0510-42e3-a2d7-c12c6ef5cbf6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:28:53.781391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 6f838332-c84c-4b46-bb78-b4cd7dab6932 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:53.794014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.798578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.824338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Transition to ACTIVE for port object 6f838332-c84c-4b46-bb78-b4cd7dab6932 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:53.831426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.831993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.838666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.867128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-119d4454-82c9-40b4-b0ab-42b40e957fb7 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:53.890028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5ca798-eb84-4224-9ace-f8f4390d698f']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:53.903005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Deleting port df6d825d-2768-44db-b8da-4136a6efa7bf {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:53.903350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.906390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.907965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fc452c42-0510-42e3-a2d7-c12c6ef5cbf6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:28:53.913983 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fc452c42-0510-42e3-a2d7-c12c6ef5cbf6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2145307 Dec 09 09:28:53.922456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52620) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.935067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:53.950176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] For port df6d825d-2768-44db-b8da-4136a6efa7bf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df6d825d-2768-44db-b8da-4136a6efa7bf,segment=NetworkSegment(93fe0246-452d-4e18-a6cf-401d14b848e7),segment_id=93fe0246-452d-4e18-a6cf-401d14b848e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:53.950496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:53.987215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6417b198-aa95-4b95-8cdb-5985cc89984f') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:53.988018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6417b198-aa95-4b95-8cdb-5985cc89984f') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:54.034223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.060864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:54.063309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.069843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:54.074331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-193f21c2-c680-46e9-bbc5-ca5a291cec88 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:54.080804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Calling delete_port for df6d825d-2768-44db-b8da-4136a6efa7bf owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:54.161508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.167570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:54.175072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.178531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:54.194514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] device_id is not set on port d3af0976-0735-41c8-aa79-ef0037cbfc95 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:54.210624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Pushing event deleted for resources: {'Port': ['ID=df6d825d-2768-44db-b8da-4136a6efa7bf,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:54.210894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=6f838332-c84c-4b46-bb78-b4cd7dab6932,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:54.215017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:54.217157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:54.217622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] No DVR routers for this DVR port df6d825d-2768-44db-b8da-4136a6efa7bf on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:54.219687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Checking segment: {'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:54.220373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Network hostable DHCP agents. Network: efda0839-ce53-4682-aa4f-2c249dfb51ff, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:28:54.226493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:54.259700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.294251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:54.294574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.307429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:54.309576 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:54.313496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.318842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df6d825d-2768-44db-b8da-4136a6efa7bf no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:54.356262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: df6d825d-2768-44db-b8da-4136a6efa7bf {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:54.357381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df6d825d-2768-44db-b8da-4136a6efa7bf not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:54.525133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] For port df6d825d-2768-44db-b8da-4136a6efa7bf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df6d825d-2768-44db-b8da-4136a6efa7bf,segment=NetworkSegment(93fe0246-452d-4e18-a6cf-401d14b848e7),segment_id=93fe0246-452d-4e18-a6cf-401d14b848e7)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:54.525738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.572232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Network efda0839-ce53-4682-aa4f-2c249dfb51ff is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:28:54.593324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network db2a941c-644f-4952-8a92-252b0e1281ca is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:54.597095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:54.597905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.601338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, efda0839-ce53-4682-aa4f-2c249dfb51ff) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:54.617057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2329afd-e07f-4506-bac5-ccdf5e1d6008 None None] Network efda0839-ce53-4682-aa4f-2c249dfb51ff requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:54.664464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:54.689579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-96944039-e7b8-4966-92e0-6597f415f302 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:54.701532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:54.701866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:54.702196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:54.709948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Calling delete_port for df6d825d-2768-44db-b8da-4136a6efa7bf owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:54.743201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:54.769860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=9b5ca798-eb84-4224-9ace-f8f4390d698f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:54.777661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:54.784323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:54.784657 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:54.788683 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/9b5ca798-eb84-4224-9ace-f8f4390d698f HTTP/1.1" status: 204 len: 168 time: 2.8105695 Dec 09 09:28:54.793319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52624) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:54.817651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 2 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:54.845728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:54.846066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:54.846399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:54.879593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:54.880065 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:54.890698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 3 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:54.922826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:54.923164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:54.923543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:54.955119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:54.955509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:54.956692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eb784a16-2855-47cb-9ba4-464e49c4b69d None None] Provisioning complete for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:54.957662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eb784a16-2855-47cb-9ba4-464e49c4b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.027152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eb784a16-2855-47cb-9ba4-464e49c4b69d None None] Port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:28:55.027416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.027719 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.031666 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 4 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.058743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.059079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.059415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.103375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.103614 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.107096 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 5 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.125495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting subnet b64079a3-3f97-4a86-947d-f9b76de4a747 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:28:55.133096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.144755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.145093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.145430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.166245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.14 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/d3af0976-0735-41c8-aa79-ef0037cbfc95) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:55.176941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.12 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/d3af0976-0735-41c8-aa79-ef0037cbfc95) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:55.199112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.240707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.241034 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.251837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 6 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.269994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:28:55.277046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.280595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.280925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.281265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.283973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-771c5e22-221a-4c24-b4d0-a2c7e0b6dcee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:55.335466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.335813 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.339494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 7 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.372749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:55.379845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:55.386575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:55.387167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.389775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e377dfd-ad4a-4e9f-8e9a-1a804ed039a0 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:55.393194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=df232f9a-af04-451c-8a50-2255241546e5,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:55.398150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.398510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.398881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.402173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:55.404842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.423132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.423463 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.426934 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 8 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.453285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.453625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.454356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.456245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Deleting port df6d825d-2768-44db-b8da-4136a6efa7bf {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:55.456749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5309732 Dec 09 09:28:55.459487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.461519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52630) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:55.472588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:55.495221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:28:55.499346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.499680 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.503138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 9 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.550636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] The port 'df6d825d-2768-44db-b8da-4136a6efa7bf' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:28:55.582727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.583099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.583403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.604412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.627882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'df232f9a-af04-451c-8a50-2255241546e5'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:28:55.628693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.677743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.678388 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.682145 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 10 to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 Dec 09 09:28:55.718509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:55.718859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:55.719179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:55.732490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:55.737297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:28:55.737657 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f838332-c84c-4b46-bb78-b4cd7dab6932 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:28:55.737991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.750161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:55.757001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:55.766938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:55.824768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.825917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:55.832305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.834142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Allocated IP 2001:db8::f816:3eff:fecf:9f11 (8b00f647-b522-4bb4-913a-1ab25ad42a65/df232f9a-af04-451c-8a50-2255241546e5/4dc13432-36f4-4e2d-9128-59d6e0f2a25c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:55.840983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2fc93d1c-14c8-4e74-b43c-6c31136cef27 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:55.889005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Subnet': ['ID=b64079a3-3f97-4a86-947d-f9b76de4a747,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:55.896050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eae679-64d0-41e1-bb24-4380c4aaeb4e']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:55.903607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:55.912063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fe0246-452d-4e18-a6cf-401d14b848e7') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:55.912613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fe0246-452d-4e18-a6cf-401d14b848e7') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:55.924348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.935632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.957541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/subnets/b64079a3-3f97-4a86-947d-f9b76de4a747 HTTP/1.1" status: 204 len: 168 time: 1.1564641 Dec 09 09:28:55.960520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52634) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:55.984293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:55.991504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.003731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:56.006957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405ac6e-7dc7-485b-9e5d-51d86506f050 None None] Network 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:56.024534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 6f838332-c84c-4b46-bb78-b4cd7dab6932, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:56.025566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempted to set empty binding levels {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:28:56.034436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:56.034851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.041523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.047920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:56.055834 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:56.122284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.170799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.240857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:56.241737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=d3af0976-0735-41c8-aa79-ef0037cbfc95,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:56.247364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.253865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:56.254907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:56.258305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:56.285015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.302101 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.303709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Transition to ACTIVE for port object 4dc13432-36f4-4e2d-9128-59d6e0f2a25c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:56.312344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:56.334324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Transition to ACTIVE for port object 4dc13432-36f4-4e2d-9128-59d6e0f2a25c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:56.340576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.342145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.349667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Deleting port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:56.350006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.351929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=6f838332-c84c-4b46-bb78-b4cd7dab6932,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:56.354688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64d72280-938f-4c1d-ab36-c054f124ab1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:56.360754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:56.380461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Pushing event deleted for resources: {'Network': ['ID=c0eae679-64d0-41e1-bb24-4380c4aaeb4e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:56.390667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:56.394045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] 10.222.0.41 "DELETE /v2.0/networks/c0eae679-64d0-41e1-bb24-4380c4aaeb4e HTTP/1.1" status: 204 len: 168 time: 2.8991752 Dec 09 09:28:56.407008 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.7333333 Dec 09 09:28:56.407998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52642) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:56.410620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:56.410770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:56.411568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.413692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:56.419214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:56.444573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Pushing event updated for resources: {'Port': ['ID=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:56.493067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:56.505175 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6165397 Dec 09 09:28:56.506601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52648) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:56.515730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'd3af0976-0735-41c8-aa79-ef0037cbfc95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:56.525517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:28:56.525795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:56.528682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] DHCP port deletion for 124ab823-9cd2-4ce4-8362-2a2c9b7acd70 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:28:56.543703 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/71746791-c1fd-46ef-a4fd-dfbd17cb4a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7731588 Dec 09 09:28:56.546367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:28:56.551715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Deleting port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:56.552314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.562059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52652) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:56.565544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:56.601635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Attempting to bind port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:28:56.602080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Attempting to bind port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:28:56.603123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Attempting to bind port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:28:56.632533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Deleting port 6f838332-c84c-4b46-bb78-b4cd7dab6932 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:56.633227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.654227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:56.654738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:28:56.655213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.655691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:28:56.656265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Bound port: 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:28:56.656778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.674443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:28:56.675203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:56.839368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:56.949462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52660) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:56.966321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] For port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,segment=NetworkSegment(ae60c2e6-f984-4459-8af7-9b2c0f5c2a78),segment_id=ae60c2e6-f984-4459-8af7-9b2c0f5c2a78)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:56.966685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.109848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.115848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] For port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:28:57.121550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Calling delete_port for af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:57.131362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0010314e-6f66-4210-995e-2951e5888e35 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:57.146708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] For port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:28:57.164948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] For port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,segment=NetworkSegment(ae60c2e6-f984-4459-8af7-9b2c0f5c2a78),segment_id=ae60c2e6-f984-4459-8af7-9b2c0f5c2a78)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:57.165561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.173589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.181305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:57.229641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 6f838332-c84c-4b46-bb78-b4cd7dab6932, host hv-neutron-8211, got binding levels [] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:28:57.229983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.246055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-475f1823-14a4-459e-a7d4-f2b482bf4420 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.4112458 Dec 09 09:28:57.273569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.273944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.274974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.275428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.275815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.276175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.276531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.276886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.277239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.282821 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-15a03f6a-bfae-436d-b2eb-3e01d5f79e9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6336 time: 0.7154644 Dec 09 09:28:57.287520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52666) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.304253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:57.306485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=c2e8447c-2e45-4fc2-8596-cc13183c78ad,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:57.361429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Calling delete_port for af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:57.380572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:57.389150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Calling delete_port for 6f838332-c84c-4b46-bb78-b4cd7dab6932 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:28:57.394935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39a058-9c11-4b0a-9008-7897e20df1dd req-a6996702-c78b-4cc1-b1d8-1bbc6a67f0dd tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.396456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0d39a058-9c11-4b0a-9008-7897e20df1dd req-a6996702-c78b-4cc1-b1d8-1bbc6a67f0dd tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5289605 Dec 09 09:28:57.400998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:28:57.424585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:57.429987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.430671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.437359 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c38f8763-6113-4aa7-a093-5ba89ab07bdb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=717431ed2dbd4c6bbb55dfb4e4f3d310&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4826174 Dec 09 09:28:57.441974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.442167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52670) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.452109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c984ec6a-c8a0-485a-a5e4-d41d7dada3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:57.517175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Pushing event updated for resources: {'Port': ['ID=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:57.536646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:57.607269 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1406207 Dec 09 09:28:57.610903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.621758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:ef:50:66', 'name': 'tempest-NetworksTestDHCPv6-1371935505'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:57.645017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.645017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.645017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.645772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.645772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.645926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.646596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.646596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.652873 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-39e9a1ab-81e1-4398-ba4f-680a4fd2910d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5169 time: 0.3598602 Dec 09 09:28:57.653082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:28:57.653082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:28:57.656186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52678) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.658143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Port': ['ID=af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:57.663868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:57.687134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] No DVR routers for this DVR port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:28:57.717715 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0d39a058-9c11-4b0a-9008-7897e20df1dd req-5086bbcf-b343-4673-96e0-5e008a5d0a20 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050513 Dec 09 09:28:57.799492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.834196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.842414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:57.889809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124ab823-9cd2-4ce4-8362-2a2c9b7acd70']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:57.900514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-7b29a76f-91c5-4e70-a7f1-3ec1fe2307b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:57.902212 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-7b29a76f-91c5-4e70-a7f1-3ec1fe2307b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.6004188 Dec 09 09:28:57.902375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.906597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:57.906597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae60c2e6-f984-4459-8af7-9b2c0f5c2a78') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:57.932778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:28:53Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:28:57.942749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f838332-c84c-4b46-bb78-b4cd7dab6932,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:57.944704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:28:57.945241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Updating router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:28:57.947918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:57.963629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.011474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.016313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:58.038319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:28:58.038726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.040630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:28:58.054358 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:28:58.103001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.145073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.166127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Deleting port af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:28:58.166736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.186572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.193149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:58.202404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6f838332-c84c-4b46-bb78-b4cd7dab6932 HTTP/1.1" status: 204 len: 168 time: 1.7934029 Dec 09 09:28:58.213815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52682) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:58.214953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.222285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:58.231482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:58.235951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-6dba7982-eb84-4b6f-b1ad-32e06201c5a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.3156998 Dec 09 09:28:58.238514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:58.265312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.199 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/82524f66-e255-4a4f-b3a4-fcd6294482ff) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:58.278858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc1957-92f7-4a09-9302-774dcede9c78 None None] The port 'af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:28:58.395935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Pushing event deleted for resources: {'Network': ['ID=124ab823-9cd2-4ce4-8362-2a2c9b7acd70,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:58.401076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4dc13432-36f4-4e2d-9128-59d6e0f2a25c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:28:58.411291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:58.424932 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fae074-8610-4127-b31b-3776088b7c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:28:58.424932 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-03fae074-8610-4127-b31b-3776088b7c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports/6f838332-c84c-4b46-bb78-b4cd7dab6932 HTTP/1.1" status: 404 len: 333 time: 0.2057316 Dec 09 09:28:58.424932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52686) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:58.435249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-520798602'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:58.441808 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] 10.222.0.41 "DELETE /v2.0/networks/124ab823-9cd2-4ce4-8362-2a2c9b7acd70 HTTP/1.1" status: 204 len: 168 time: 2.4778605 Dec 09 09:28:58.450948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:28:58.458830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Usage tracker for resource:port and tenant:6e48db2e5e124562832d86619a1cadbe is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:28:58.464911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:28:58.484775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:58.522046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Made reservation on behalf of 6e48db2e5e124562832d86619a1cadbe for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:58.527354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.528840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:28:58.553115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.570861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 24d66288-d75b-48c7-bcd1-d97320126bdb yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:58.592847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:58.604243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.610595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:28:58.623873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.641175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bdb75ed9-8d7d-4243-b484-9ddc350a73ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:58.677397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-b749449f-d182-4cbe-94fe-7494f5eda6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:58.678852 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-b749449f-d182-4cbe-94fe-7494f5eda6d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.4341159 Dec 09 09:28:58.684071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1853218-90a5-49f5-ad80-69b760933686,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:58.733829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:58.746762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.747721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1853218-90a5-49f5-ad80-69b760933686 HTTP/1.1" status: 204 len: 168 time: 1.3037674 Dec 09 09:28:58.774099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 7294f01c-fa90-4565-aa05-def1637ae4d1 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:28:58.922960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.925356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:28:58.930309 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad635edb-9e37-4569-b195-f834318e8b28 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 1.2687547 Dec 09 09:28:58.952499 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-f4ff8368-f1e2-486e-ae05-3b07870116e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2641962 Dec 09 09:28:58.967282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:58.976935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2713774e-1ea4-4306-9fcc-4d8831cfdc33 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:59.030828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.056015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52700) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:59.090979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:59.097303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:59.106569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:59.143226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e8b96-89db-4359-af5c-efa53512e9a7 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:28:59.162378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Network efda0839-ce53-4682-aa4f-2c249dfb51ff is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:28:59.182243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:28:59.188112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:28:59.188667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af1abf1f-a0f9-47cb-b03d-c7bbf8a6f884 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:28:59.189912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:28:59.192907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:59.193809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.254473 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8265109 Dec 09 09:28:59.262212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52706) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:59.281670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:59.378684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.402027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Transition to ACTIVE for port object 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:28:59.429915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-13a93fa2-de1a-4d84-81d2-2c2784573cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081769 Dec 09 09:28:59.439516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.444201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24230fb-26c7-45aa-ab4f-8c86f505aa2b req-c9f36338-18ad-406b-90ab-ac8e3c5b6b29 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:28:59.445810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f24230fb-26c7-45aa-ab4f-8c86f505aa2b req-c9f36338-18ad-406b-90ab-ac8e3c5b6b29 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3807015 Dec 09 09:28:59.447859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:59.451331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.475837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=24d66288-d75b-48c7-bcd1-d97320126bdb,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:59.481467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:59.530283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Provisioning for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:28:59.549666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 172.20.0.11 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c2e8447c-2e45-4fc2-8596-cc13183c78ad/7294f01c-fa90-4565-aa05-def1637ae4d1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:59.569489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b95a23ea-417f-4247-ad7c-d1be07441038 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:28:59.612874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f24230fb-26c7-45aa-ab4f-8c86f505aa2b req-d213ef85-d9df-4022-ba81-2dbfbdaf3130 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130180 Dec 09 09:28:59.620250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:feef:5066 (8b00f647-b522-4bb4-913a-1ab25ad42a65/df232f9a-af04-451c-8a50-2255241546e5/7294f01c-fa90-4565-aa05-def1637ae4d1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:28:59.689527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Provisioning complete for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:28:59.689909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:28:59.864605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Pushing event updated for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:59.867538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:28:59.920842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=82524f66-e255-4a4f-b3a4-fcd6294482ff,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:28:59.934497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:00.035342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Attempting to bind port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:00.035872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Attempting to bind port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:00.036427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Attempting to bind port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 on network db2a941c-644f-4952-8a92-252b0e1281ca {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:00.046263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a141be70-2bcf-4fc8-a4c9-6dcfc7e4048c req-887dcf8c-2fa4-4587-bc57-f2a8da791b0f service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865886 Dec 09 09:29:00.058292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52722) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:00.068986 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44cf2b67-e86a-44e4-9c8b-72efdc368b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e9b0ca79ca34c0f8cbcc6327bae9b60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0002234 Dec 09 09:29:00.077460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663721475', 'description': 'tempest-secgroup-smoke-663721475 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:00.083575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:00.085710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52726) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:00.087562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:00.090523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:00.097240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:00.110494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:00.110963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Checking segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:00.111470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.112900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Bound using segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:00.112900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Bound port: 1b9c35a6-499c-48a8-8b61-721f2cacc1f6, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:00.114181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.122640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.267591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.313943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.330752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.360609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 7294f01c-fa90-4565-aa05-def1637ae4d1 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:00.365903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.403913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] For port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:00.411666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:29:00.411876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] For port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:00.429811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.430092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.436548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:00.439903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8d556e4-6fcd-43b5-aad2-26aa0b1f8095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:00.484591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.492285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 24d66288-d75b-48c7-bcd1-d97320126bdb yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:00.499877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.516506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] For port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:00.531612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Transition to ACTIVE for port object 24d66288-d75b-48c7-bcd1-d97320126bdb will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:00.547716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.548038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.556935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:00.562052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:00.564366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bd4-d86b-425e-88ca-bd827dabdec5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:00.572714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:00.608855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Pushing event updated for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:00.625841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:00.626236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:00.643874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:00.649010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:00.668467 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/570b5653-eab3-46b3-8001-dc6ca754dc5f HTTP/1.1" status: 204 len: 168 time: 0.5800476 Dec 09 09:29:00.675155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:00.725784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=7294f01c-fa90-4565-aa05-def1637ae4d1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:00.748008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:00.748782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52742) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:00.764444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:00.772083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:00.796562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:00.797231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:00.883380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570b5653-eab3-46b3-8001-dc6ca754dc5f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:00.888324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:00.937887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:01.007197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Pushing event updated for resources: {'Port': ['ID=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:01.010949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'df232f9a-af04-451c-8a50-2255241546e5', 'ip_address': '2001:db8::f816:3eff:fecf:9f11'}, {'subnet_id': 'c2e8447c-2e45-4fc2-8596-cc13183c78ad'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '4dc13432-36f4-4e2d-9128-59d6e0f2a25c'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:29:01.016866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=24d66288-d75b-48c7-bcd1-d97320126bdb,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:01.039685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:01.066686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:01.067714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.138733 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5261173 Dec 09 09:29:01.142659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52750) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.167990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:01.191929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.192231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.193023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.244708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.245064 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.247160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.249006 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 2 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:01.250334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.271313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.271645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.272005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.277463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.303203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39872508-d608-41ca-b5a3-d79210213ed1 req-87dd6bdd-bd70-4456-a319-21fd417873fa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:01.306949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39872508-d608-41ca-b5a3-d79210213ed1 req-87dd6bdd-bd70-4456-a319-21fd417873fa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3943241 Dec 09 09:29:01.331931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-097cd90f-162b-4948-a77d-fd3ff784a4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:01.355949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:01.373838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cfca38-9656-48e2-a684-00ae583c4900,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:01.378442 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39872508-d608-41ca-b5a3-d79210213ed1 req-1928e3ab-10c7-4655-bc18-cf573542a161 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637956 Dec 09 09:29:01.379021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:01.394560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.395011 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.397018 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 3 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:01.414007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.416025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a83c3-599f-49a1-9880-521b1d2096a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:01.426913 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3604622 Dec 09 09:29:01.426913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52758) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.429281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a83c3-599f-49a1-9880-521b1d2096a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:01.432061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-998a83c3-599f-49a1-9880-521b1d2096a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:01.444547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:01.445506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1180806653'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:01.450995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:01.455481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:01.458538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:01.459102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:01.465800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:01.470783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Usage tracker for resource:network and tenant:b7b038d696c24fce9664c13a96c414d0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:01.477124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.477783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.478222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.479020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:01.489861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:01.497985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.506993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Made reservation on behalf of b7b038d696c24fce9664c13a96c414d0 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:01.511254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.528432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-998a83c3-599f-49a1-9880-521b1d2096a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:01.530457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-998a83c3-599f-49a1-9880-521b1d2096a4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3866475 Dec 09 09:29:01.532899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52766) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.535518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.577003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.578279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.578858 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.580499 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 4 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:01.594749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.614055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:01.636536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.637146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.637626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.650948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a78bfc-4f19-496e-bcfa-7875d348adfb,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:01.654008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:01.657762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:01.659774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.660327 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.661477 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 5 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:01.662607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Usage tracker for resource:security_group_rule and tenant:b7b038d696c24fce9664c13a96c414d0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:01.666190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:01.672930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 7294f01c-fa90-4565-aa05-def1637ae4d1 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:01.673271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.678141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.683375 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2534182 Dec 09 09:29:01.684273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52772) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.694815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:01.701987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:01.706376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:01.709627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:01.716566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.716896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.717229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.719971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:01.780241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:01.812509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Allocated IP 172.20.0.2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c2e8447c-2e45-4fc2-8596-cc13183c78ad/4dc13432-36f4-4e2d-9128-59d6e0f2a25c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:01.813104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.813330 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.817585 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 6 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:01.852267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.871500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:01.871869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:01.872192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:01.899035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:01.902662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:01.902988 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:01.910216 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 7 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:02.009008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:02.009771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:02.009771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:02.040580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:02.041361 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:02.044688 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 8 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:02.052877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.083284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] For port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:02.093860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:02.102872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d8c41-eb85-43a1-a06f-79110ad31f4d None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:02.120772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.126359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:02.126359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:02.126359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:02.135636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.138065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.160002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:02.168201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.185343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.190026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:02.190026 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:02.201787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Transition to ACTIVE for port object 4dc13432-36f4-4e2d-9128-59d6e0f2a25c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:02.204632 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 9 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:02.208142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.213547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.214929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b39ec515-7161-4653-8508-80ecf5bb1902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:02.230356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:02.252814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.252952 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Added segment ef43f716-887a-4e50-96d8-58fa5da731d4 of type vlan for network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 Dec 09 09:29:02.255837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:02.265992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707f34a4-ec40-4b0f-9701-45d7d97f8718,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:02.268636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:02.275663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:02.276046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:02.276382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:02.279084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.283590 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5952890 Dec 09 09:29:02.286351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:02.361466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:02.375774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:02.380276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:02.380603 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:02.405120 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 10 to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb Dec 09 09:29:02.411934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 7294f01c-fa90-4565-aa05-def1637ae4d1 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:02.419598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:02.430026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:02.446897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:02.476260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:02.476690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:02.477153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:02.538710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd39c9a-67f8-40d8-8585-2a0d0aa51540,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:02.542968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.548436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:02.548896 dv-neutron-821175-1-hyperv neutron-server[83486]: ERROR neutron.plugins.ml2.managers [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 24d66288-d75b-48c7-bcd1-d97320126bdb on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:02.549372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.559126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:02.566799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.577508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.616422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.622639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:02.651471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fbbfca25-9e4e-44fe-9771-a57c33b5925a tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:02.651725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.656178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:02.656863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.666169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52792) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:02.668088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:02.707593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Pushing event updated for resources: {'Port': ['ID=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:02.718478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:02.794473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'Network': ['ID=4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:02.806106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:02.836809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:02.890045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:02.924817 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1010754 Dec 09 09:29:02.931928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:02.950794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Request body: {'subnet': {'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:03.059040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.080596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:03.087327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:03.087778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.121948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=82524f66-e255-4a4f-b3a4-fcd6294482ff,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:03.122979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-887708959'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:03.144554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.144800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:03.154849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:03.157624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e70d61dc-bb23-4a6e-ade1-529d373e6816 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:03.206173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:03.220238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 24d66288-d75b-48c7-bcd1-d97320126bdb, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:03.220602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempted to set empty binding levels {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:29:03.224778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:03.236575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.253912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=7294f01c-fa90-4565-aa05-def1637ae4d1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:03.256520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:03.260300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:03.273020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e46b85a9-3b82-4777-9d41-6ac6348df121 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:03.291548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.318987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:03.354335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:03.366155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.367029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4dc13432-36f4-4e2d-9128-59d6e0f2a25c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:03.395889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] In _notify_port_updated(), no bound segment for port 24d66288-d75b-48c7-bcd1-d97320126bdb on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:29:03.396956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.398313 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "PUT /v2.0/ports/24d66288-d75b-48c7-bcd1-d97320126bdb HTTP/1.1" status: 200 len: 980 time: 4.1271503 Dec 09 09:29:03.400830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.408822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=24d66288-d75b-48c7-bcd1-d97320126bdb,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:03.409003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:03.411271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52802) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.412582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Usage tracker for resource:subnet and tenant:b7b038d696c24fce9664c13a96c414d0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:03.418261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:03.422623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.425756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:03.430053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.441504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:03.500323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:03.505701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.533154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32679ede-4ae8-48da-8550-8e498dc03036 tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:03.549123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462dd35-32d7-4ce7-8719-f8b4a367582c req-8035096d-85e0-452b-9dce-5acd12face24 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:03.551277 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6462dd35-32d7-4ce7-8719-f8b4a367582c req-8035096d-85e0-452b-9dce-5acd12face24 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.8086011 Dec 09 09:29:03.560289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ff168607-9ba3-463f-a831-b0eef0aa7c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.560536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.562632 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/7294f01c-fa90-4565-aa05-def1637ae4d1 HTTP/1.1" status: 204 len: 168 time: 2.0287228 Dec 09 09:29:03.570176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.579798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:03.583628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:03.586334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Made reservation on behalf of b7b038d696c24fce9664c13a96c414d0 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:03.589965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea24f71a-3019-4b53-9e58-0c73281fc786,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:03.592634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:03.672392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.676156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3835123 Dec 09 09:29:03.683500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52810) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.704437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:03.723730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:03.729619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.735909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2087d-01b3-42bb-a8ab-ab25e7c7b2fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:03.737237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2087d-01b3-42bb-a8ab-ab25e7c7b2fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:03.738553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2087d-01b3-42bb-a8ab-ab25e7c7b2fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:03.742601 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-41c2087d-01b3-42bb-a8ab-ab25e7c7b2fe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1578727 Dec 09 09:29:03.743272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.749728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6462dd35-32d7-4ce7-8719-f8b4a367582c req-2804067c-ff00-42e2-978a-e13f06a5ca42 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685758 Dec 09 09:29:03.752742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:03.759193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:03.767131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:03.810845 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP 245ff3ba-8a4e-4cd3-8adc-ae6f3f0056d2 associated. External IP: 172.26.4.199, port: d3af0976-0735-41c8-aa79-ef0037cbfc95. Dec 09 09:29:03.824015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-93d9242f-d77f-4611-9f23-eb9f16ad2af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Synchronizing usage tracker for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:03.835046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:03.870121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0bfddc78-722f-49cc-ae4a-4fe472beac8a None None] Provisioning for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:03.875332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0bfddc78-722f-49cc-ae4a-4fe472beac8a None None] Provisioning complete for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:03.875699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0bfddc78-722f-49cc-ae4a-4fe472beac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.877559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:03.890782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:security_group_rule and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:03.910114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:03.926501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:03.990363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-93d9242f-d77f-4611-9f23-eb9f16ad2af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Unset dirty status for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:03.997067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93d9242f-d77f-4611-9f23-eb9f16ad2af3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17918 time: 0.5800850 Dec 09 09:29:03.999016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52820) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.113678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.124136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.136013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa388a33-3fed-463b-9d7a-0a29e7ee95b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:04.174725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211e87f3-a7b6-4a46-a4e9-caec9757b1ee,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:04.177477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:04.191070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.192550 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5041401 Dec 09 09:29:04.195604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52824) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.205043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:04.213445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:04.219296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:04.224111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:04.233644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:04.261621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f21d1c3b-fe96-4183-8121-af6caeec20b5 None None] Could not find standard attr ID for object 7294f01c-fa90-4565-aa05-def1637ae4d1. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:29:04.302323 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:29:04.320174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.340448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Deleting port 24d66288-d75b-48c7-bcd1-d97320126bdb {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:04.340783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.375501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:04.459441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:04.460171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.506476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.516303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.531263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f674dbde-2e02-4d3f-86a4-acce3112f62a tempest-ServersTestManualDisk-1390742702 tempest-ServersTestManualDisk-1390742702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:04.538236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.544400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet c2e8447c-2e45-4fc2-8596-cc13183c78ad {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:04.547382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.548616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a773861c-c3f5-4b4d-b37e-630930cbcd85,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:04.552231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:04.572108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.575981 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3767099 Dec 09 09:29:04.576137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.576604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52828) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.583890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '99cfca38-9656-48e2-a684-00ae583c4900', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:04.584739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.590086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:04.595700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:04.598633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:04.603049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:04.605110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4dc13432-36f4-4e2d-9128-59d6e0f2a25c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:04.610704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:04.627103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:29:04.638262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.640877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.652500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:04.676411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:04.676943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.714382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.751574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:04.813812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.818870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.840063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'Subnet': ['ID=c87dc724-3c34-4de1-90aa-c1f5de2d724f,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:04.850154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.850482 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 83c904f5-f58d-4456-97ec-3b542485d475 of type vlan for network 31e73757-4d50-4861-97a5-d2e285066c5d Dec 09 09:29:04.859219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:04.859719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6060682a-ce0a-4c94-8bd5-74a9ba28a672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:04.871075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d462a40-2603-4e62-9df6-39610d51e3b7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:04.919492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec42ac35-88c0-4bf8-87ee-8afe7c80c90a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:04.924772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:04.934229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.953388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3579834 Dec 09 09:29:04.953617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 24d66288-d75b-48c7-bcd1-d97320126bdb, host hv-neutron-8211, got binding levels [] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:04.953617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:04.997157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:05.014592 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:05.032019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.032299 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:05.032951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:05.041972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d32ccf-f480-4973-95e2-2e08a1d957c4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:05.052439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:05.054369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.103984 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.5959513 Dec 09 09:29:05.104921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52834) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.111395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': 'd3af0976-0735-41c8-aa79-ef0037cbfc95', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.120122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Checking segment: {'id': 'ef43f716-887a-4e50-96d8-58fa5da731d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:05.120484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Network hostable DHCP agents. Network: 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:05.125204 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:05.132689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Calling delete_port for 24d66288-d75b-48c7-bcd1-d97320126bdb owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:05.140029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:05.141042 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:28:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:05.223477 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:05.223986 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf408ac-42ea-479c-9e24-77a75b616e6b None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:05.234659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.235137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.311466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.315304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:05.315913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.328320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30ce19dc-85ad-4d21-8f7f-d4422d1a8b1e tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:05.341438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:05.390008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.472274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:05.481973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b9ddf-c1ce-474c-998f-6c94a8c42fa9 None None] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:05.498901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=31e73757-4d50-4861-97a5-d2e285066c5d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:05.505945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:05.506856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.512877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-d4091fa3-c376-4f5a-90df-353d339f27fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663721475&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.2399311 Dec 09 09:29:05.513795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:05.517137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 31e73757-4d50-4861-97a5-d2e285066c5d details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:05.517666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c10c35c4-2611-4f00-9472-9c8ce69bdf6d tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:05.555723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.569979 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7895310 Dec 09 09:29:05.571364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.576009 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "DELETE /v2.0/ports/24d66288-d75b-48c7-bcd1-d97320126bdb HTTP/1.1" status: 204 len: 168 time: 1.5682621 Dec 09 09:29:05.601867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52844) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.603307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52846) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.611617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event deleted for resources: {'Port': ['ID=24d66288-d75b-48c7-bcd1-d97320126bdb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:05.655373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:05.659207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091862718'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.666735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7337296 Dec 09 09:29:05.667705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:05.670575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52852) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.678438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Request body: {'port': {'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1873435741'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.719364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e1e96c5-40af-4296-bb47-0ff2bfcae970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.753438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:05.769885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:05.775827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e8447c-2e45-4fc2-8596-cc13183c78ad,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:05.778799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:05.783897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:05.784877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e46444-4dd0-4e32-8687-e4212c4aba7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:05.785372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-10e46444-4dd0-4e32-8687-e4212c4aba7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Synchronizing usage tracker for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:05.788124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.793163 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e8447c-2e45-4fc2-8596-cc13183c78ad HTTP/1.1" status: 204 len: 168 time: 2.0469313 Dec 09 09:29:05.798841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52856) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.800379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:05.801861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba23193-aaa0-415e-8ec4-330abb324778 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:05.881131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4', 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4', 'tenant_id': 'b7b038d696c24fce9664c13a96c414d0', 'fixed_ips': [{'subnet_id': 'c87dc724-3c34-4de1-90aa-c1f5de2d724f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:05.882251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.884335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:05.887287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:05.924579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-10e46444-4dd0-4e32-8687-e4212c4aba7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Unset dirty status for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:05.931854 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-10e46444-4dd0-4e32-8687-e4212c4aba7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports/24d66288-d75b-48c7-bcd1-d97320126bdb HTTP/1.1" status: 404 len: 333 time: 0.3221464 Dec 09 09:29:05.937370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52860) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.949572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358887194', 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.959523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:05.966929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:05.968907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-a9021df8-ba04-4815-bc6f-adaf857dbce8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:05.970787 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-a9021df8-ba04-4815-bc6f-adaf857dbce8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 795 time: 0.4225297 Dec 09 09:29:05.976572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet df232f9a-af04-451c-8a50-2255241546e5 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:05.986348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Usage tracker for resource:port and tenant:b7b038d696c24fce9664c13a96c414d0 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:05.991489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:05.991716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.003014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:06.025731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Made reservation on behalf of b7b038d696c24fce9664c13a96c414d0 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:06.028879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.033785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:06.035612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:06.061380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] device_id is not set on port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:06.072873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-6dffa137-2331-4ed7-b97e-6089fc478021 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0851066 Dec 09 09:29:06.074943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.075272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 03f2d615-b06e-4d9c-bb81-212b52a5b8c0 of type vlan for network ab9b9213-e792-42d6-bd74-11c8eca8b823 Dec 09 09:29:06.113647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.146510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Made reservation on behalf of 6e48db2e5e124562832d86619a1cadbe for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:06.149710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.310988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Allocated IP 172.20.0.6 (4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4/c87dc724-3c34-4de1-90aa-c1f5de2d724f/3d8e6ea6-0ae9-4279-a958-f4801882a0e0) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:06.339097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.354850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 5123b741-4122-4d6a-91af-eecf0cf9bb0b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:06.357480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.373816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.482501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.486181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:06.486758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.503240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:06.536994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.606574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-04888cc4-50c9-47c3-9a13-924f70465b42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:06.689468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0787797 Dec 09 09:29:06.691583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52864) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:06.706306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:06.713675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.724163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.774541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Transition to ACTIVE for port object 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:06.800843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=ab9b9213-e792-42d6-bd74-11c8eca8b823,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:06.810429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:06.811034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-04888cc4-50c9-47c3-9a13-924f70465b42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:06.815915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:06.816537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-04888cc4-50c9-47c3-9a13-924f70465b42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7425728 Dec 09 09:29:06.877228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:06.877454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.881383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.881545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:06.884493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:06.890515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:06.909034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:06.945191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b1d8205-432a-4e76-9a6f-ae6eb72fbb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:06.951233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4271b7b9-87bc-4a16-8a9e-8f6f304ab531 None None] Provisioning complete for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:06.951623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4271b7b9-87bc-4a16-8a9e-8f6f304ab531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:06.997074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=df232f9a-af04-451c-8a50-2255241546e5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:07.005491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:07.005952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.027902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.029319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:07.039539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda05eac-9843-446a-94db-4c2c1c4c7214 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:07.055361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/df232f9a-af04-451c-8a50-2255241546e5 HTTP/1.1" status: 204 len: 168 time: 1.2526443 Dec 09 09:29:07.066419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52868) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.082737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-bc29e47f-8420-42e2-ade3-7406871b78d2 service neutron] 10.222.0.41 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565644 Dec 09 09:29:07.092475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.119399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:07.195421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Allocated IP 172.20.0.2 (4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4/c87dc724-3c34-4de1-90aa-c1f5de2d724f/6335a8ef-eabd-4a84-91ba-a510e3da330d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:07.228611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Network efda0839-ce53-4682-aa4f-2c249dfb51ff is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:07.236267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:07.242997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:07.244279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:07.244911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.289145 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3468633 Dec 09 09:29:07.289145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=5123b741-4122-4d6a-91af-eecf0cf9bb0b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:07.290489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52872) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.303572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:07.320176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-175339e8-9d09-4e9c-98c2-4329cc9d0324 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:07.342007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.359563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:07.373290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-26db6153-07eb-478a-ae10-1d9db12d39e1 service neutron] 10.222.0.41 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787838 Dec 09 09:29:07.381061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:07.386446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8a99247d-3abc-4af9-90dc-011d9c6e71cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Synchronizing usage tracker for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:07.399899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:07.405006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8a99247d-3abc-4af9-90dc-011d9c6e71cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Unset dirty status for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:07.409125 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8a99247d-3abc-4af9-90dc-011d9c6e71cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports/5123b741-4122-4d6a-91af-eecf0cf9bb0b HTTP/1.1" status: 200 len: 958 time: 0.1047239 Dec 09 09:29:07.409705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52876) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.480542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Deleting port 5123b741-4122-4d6a-91af-eecf0cf9bb0b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:07.480542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.481820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'Port': ['ID=3d8e6ea6-0ae9-4279-a958-f4801882a0e0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:07.506204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-175339e8-9d09-4e9c-98c2-4329cc9d0324 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:router {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:07.507400 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-175339e8-9d09-4e9c-98c2-4329cc9d0324 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4370921 Dec 09 09:29:07.508419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:07.515055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52880) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.532237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.609797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:07.622816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.625520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Deleting port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:07.625930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:07.626050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.626182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.667005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Transition to ACTIVE for port object 6335a8ef-eabd-4a84-91ba-a510e3da330d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:07.703863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Transition to ACTIVE for port object 6335a8ef-eabd-4a84-91ba-a510e3da330d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:07.715108 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0418282 Dec 09 09:29:07.715306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:07.717073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52884) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.733285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Request body: {'port': {'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1293248672', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.733775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] bootfile-name is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:07.734952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] tftp-server is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:07.734952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.api.validators [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] server-ip-address is not in valid_values {{(pid=83487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:07.735137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.744509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bbd0f592-94be-4c90-a3fe-1e436ed2429a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:07.754077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:07.775817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:07.792293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:07.811822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.819805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:07.820116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:07.820634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-34680353-ba7e-4620-aa72-16f4224bc8db tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:07.827532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:07.847191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Pushing event updated for resources: {'Port': ['ID=6335a8ef-eabd-4a84-91ba-a510e3da330d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:07.848683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:07.857217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:07.913365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=6b57416b-b654-4105-a9f8-fd9d9f83418a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:07.917910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:07.948606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:07.952038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:07.978492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '83c904f5-f58d-4456-97ec-3b542485d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:07.978492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 31e73757-4d50-4861-97a5-d2e285066c5d, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:08.030987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31e73757-4d50-4861-97a5-d2e285066c5d is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:08.063199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Attempting to bind port 6335a8ef-eabd-4a84-91ba-a510e3da330d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:08.063515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Attempting to bind port 6335a8ef-eabd-4a84-91ba-a510e3da330d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ef43f716-887a-4e50-96d8-58fa5da731d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:08.063867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Attempting to bind port 6335a8ef-eabd-4a84-91ba-a510e3da330d on network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:08.071489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] For port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:08.071907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.094938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 31e73757-4d50-4861-97a5-d2e285066c5d) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:08.098159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.104623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:08.105204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.137671 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4412322 Dec 09 09:29:08.137892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52888) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:08.144031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:08.144264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:08.144389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Checking segment: {'id': 'ef43f716-887a-4e50-96d8-58fa5da731d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:08.144804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.145195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Bound using segment: {'id': 'ef43f716-887a-4e50-96d8-58fa5da731d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:08.145709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Bound port: 6335a8ef-eabd-4a84-91ba-a510e3da330d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43f716-887a-4e50-96d8-58fa5da731d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:08.146088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.154796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068922b0-469e-4e23-b784-c16193394e3e None None] Network 31e73757-4d50-4861-97a5-d2e285066c5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:08.278718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:08.280677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:08.285299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.293179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Calling delete_port for 4dc13432-36f4-4e2d-9128-59d6e0f2a25c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:08.315011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:08.322317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:08.332736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Calling delete_port for 5123b741-4122-4d6a-91af-eecf0cf9bb0b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:08.334314 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:08.339598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:08.364233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:08.389830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:08.402722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Usage tracker for resource:port and tenant:b7b038d696c24fce9664c13a96c414d0 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:08.419142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:08.434571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.435425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4dc13432-36f4-4e2d-9128-59d6e0f2a25c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:08.435990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:08.512927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:08.513583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:08.515712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Made reservation on behalf of b7b038d696c24fce9664c13a96c414d0 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:08.518859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.522925 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ce71dd95-5539-443c-8625-d232dd04a021 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/245ff3ba-8a4e-4cd3-8adc-ae6f3f0056d2 HTTP/1.1" status: 200 len: 979 time: 3.4168620 Dec 09 09:29:08.525016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52892) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:08.529271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.534655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.545026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f4a32ead-cc92-43bc-9ab8-07af0aa02bfc tempest-RoutersIpV6AdminTest-1762425984 tempest-RoutersIpV6AdminTest-1762425984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:08.596491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event deleted for resources: {'Port': ['ID=5123b741-4122-4d6a-91af-eecf0cf9bb0b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:08.598883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:08.613365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] device_id is not set on port 7c366fbc-4aa6-455a-b8f3-753913a8074b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:08.736481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:08.753759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:08.764030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a45b395f-b004-485f-9e1d-9186a2799529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:08.784571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Allocated IP 172.20.0.14 (4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4/c87dc724-3c34-4de1-90aa-c1f5de2d724f/7c366fbc-4aa6-455a-b8f3-753913a8074b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:08.811927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:08.812624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:08.903626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Pushing event deleted for resources: {'Port': ['ID=4dc13432-36f4-4e2d-9128-59d6e0f2a25c,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:08.905877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No active binding found for port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c {{(pid=83488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 09 09:29:08.906308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4dc13432-36f4-4e2d-9128-59d6e0f2a25c not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:08.908570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:08.909032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d7cf9-18b5-4880-bded-21b26aebc605 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:08.910852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:08.918670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] For port 6335a8ef-eabd-4a84-91ba-a510e3da330d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:08.935567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] No DVR routers for this DVR port 4dc13432-36f4-4e2d-9128-59d6e0f2a25c on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:08.947650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] For port 6335a8ef-eabd-4a84-91ba-a510e3da330d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6335a8ef-eabd-4a84-91ba-a510e3da330d,segment=NetworkSegment(ef43f716-887a-4e50-96d8-58fa5da731d4),segment_id=ef43f716-887a-4e50-96d8-58fa5da731d4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:09.001086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.006033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fcb5c569-0e73-4c06-8533-24da06f7c6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:09.014966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.060186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-31e73757-4d50-4861-97a5-d2e285066c5d', 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '6b57416b-b654-4105-a9f8-fd9d9f83418a'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:09.061009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.093167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5123b741-4122-4d6a-91af-eecf0cf9bb0b HTTP/1.1" status: 204 len: 168 time: 1.6819293 Dec 09 09:29:09.095340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.099099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52908) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:09.158131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ea6de5-397b-49ad-bcdf-579af3e83100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:09.158692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-64ea6de5-397b-49ad-bcdf-579af3e83100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Synchronizing usage tracker for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:09.178286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Transition to ACTIVE for port object 7c366fbc-4aa6-455a-b8f3-753913a8074b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:09.186638 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-12b866f3-618c-4260-aaee-2a81ea93b60c req-80f4023f-ba51-4051-b71c-f280f1ab0cb5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.4991803 Dec 09 09:29:09.191779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Pushing event updated for resources: {'Port': ['ID=6335a8ef-eabd-4a84-91ba-a510e3da330d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:09.204599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:09.252927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-64ea6de5-397b-49ad-bcdf-579af3e83100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Unset dirty status for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:09.259386 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-64ea6de5-397b-49ad-bcdf-579af3e83100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports/5123b741-4122-4d6a-91af-eecf0cf9bb0b HTTP/1.1" status: 404 len: 333 time: 0.1585493 Dec 09 09:29:09.260144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52912) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:09.274905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-789608339'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:09.280775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:09.291226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:09.308894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 82524f66-e255-4a4f-b3a4-fcd6294482ff {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:09.309241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.330575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Allocated IP 2001:db8::2 (31e73757-4d50-4861-97a5-d2e285066c5d/6b57416b-b654-4105-a9f8-fd9d9f83418a/677a4c83-d910-4a49-851f-ad2b7c259597) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:09.350098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:29:09.354362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.360643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb68c789-acef-4141-90ba-2cd48a004b23 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:09.396797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Made reservation on behalf of 6e48db2e5e124562832d86619a1cadbe for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:09.399183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.439995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.442096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 6f66b346-065f-439d-a1d5-a14698808833 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:09.567274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:09.580664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:09.592949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:09.593549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.598289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed9981-5be0-4a57-8fd3-64ee30a467aa None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:09.643332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=fddb2d15-94c2-41ab-8cc4-99a1e36986ed,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:09.652788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:09.664201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:09.665678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:09.676595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.677555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.708195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:09.722085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:09.770543 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2501433 Dec 09 09:29:09.781848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52916) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:09.807090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:09.830367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.856049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'Port': ['ID=7c366fbc-4aa6-455a-b8f3-753913a8074b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:09.861377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 82524f66-e255-4a4f-b3a4-fcd6294482ff owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:09.867361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:09.875095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Transition to ACTIVE for port object 677a4c83-d910-4a49-851f-ad2b7c259597 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:09.909324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.920956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:09.936067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Transition to ACTIVE for port object 677a4c83-d910-4a49-851f-ad2b7c259597 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:09.950694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:09.955597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e7155f5-6144-48c0-91e6-6fe4d45445dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:09.982279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:09.983196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.000830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'fddb2d15-94c2-41ab-8cc4-99a1e36986ed'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:10.001654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.035878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=16dbc2bb-c200-4a44-aa09-5d10f52b0e73,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:10.044300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:10.062926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '03f2d615-b06e-4d9c-bb81-212b52a5b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:10.063315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: ab9b9213-e792-42d6-bd74-11c8eca8b823, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:10.137349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:10.156630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ab9b9213-e792-42d6-bd74-11c8eca8b823) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:10.162260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:10.162894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.172224 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4520643 Dec 09 09:29:10.176948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:10.212821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8410922-c40e-4926-988e-265a29b9b6d4 None None] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:10.217857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.234413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Allocated IP 2001:db8::f816:3eff:fe30:7312 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fddb2d15-94c2-41ab-8cc4-99a1e36986ed/471b450c-3ea1-4cd9-8904-bfded7cd757c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:10.241201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Network 31e73757-4d50-4861-97a5-d2e285066c5d is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:10.255523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:10.263221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.275016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:10.277206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d2701286-0f7a-4b9f-8c0f-24767dcb0751 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:10.281818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:10.284818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.298708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-20609290-ecd1-4f90-9c70-655a7c09ace9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:10.443623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=82524f66-e255-4a4f-b3a4-fcd6294482ff,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:10.488330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3492198 Dec 09 09:29:10.496692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:10.498396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52928) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:10.512960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-291703780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:10.529506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Pushing event updated for resources: {'Port': ['ID=677a4c83-d910-4a49-851f-ad2b7c259597,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:10.588466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:10.592624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:10.598102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6335a8ef-eabd-4a84-91ba-a510e3da330d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:10.613768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:10.617549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:10.633292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:10.645938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:10.649298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c025809d-ec76-462f-ae31-c80cfd560338 req-2858c3a8-c312-40e8-9985-c5a6b8b88260 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.0513175 Dec 09 09:29:10.649946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:10.653885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:10.654925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Synchronizing usage tracker for tenant:b7b038d696c24fce9664c13a96c414d0 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:10.673406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.673713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:10.688517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:10.719055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Network efda0839-ce53-4682-aa4f-2c249dfb51ff is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:10.720257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=6f66b346-065f-439d-a1d5-a14698808833,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:10.722716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:10.730745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:10.731887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:10.738932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:10.740034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:10.740713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.741419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.742339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.771237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Unset dirty status for tenant:b7b038d696c24fce9664c13a96c414d0 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:10.772461 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-582660b6-3d9c-4f23-a882-3290c2d84a11 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5935056 Dec 09 09:29:10.776958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52934) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:10.833278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:10.845269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.849577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Deleting port 7c366fbc-4aa6-455a-b8f3-753913a8074b {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:10.849902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:10.865959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6007893 Dec 09 09:29:10.870280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52938) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:10.873220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f912a1-e9d4-41f7-a3c1-69c770e19f59 None None] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:10.884700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:10.983366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.063213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.067523 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-46f20568-ec01-4914-b8f1-bb56b9768bba tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5618300 Dec 09 09:29:11.068275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52942) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:11.087593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Attempting to bind port 677a4c83-d910-4a49-851f-ad2b7c259597 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:11.088334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Attempting to bind port 677a4c83-d910-4a49-851f-ad2b7c259597 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '83c904f5-f58d-4456-97ec-3b542485d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:11.088709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Attempting to bind port 677a4c83-d910-4a49-851f-ad2b7c259597 on network 31e73757-4d50-4861-97a5-d2e285066c5d {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:11.090954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ab9b9213-e792-42d6-bd74-11c8eca8b823', 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '16dbc2bb-c200-4a44-aa09-5d10f52b0e73'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:11.091750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.165914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:11.166297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Checking segment: {'id': '83c904f5-f58d-4456-97ec-3b542485d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:11.166722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.167147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Bound using segment: {'id': '83c904f5-f58d-4456-97ec-3b542485d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:11.167627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Bound port: 677a4c83-d910-4a49-851f-ad2b7c259597, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c904f5-f58d-4456-97ec-3b542485d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '31e73757-4d50-4861-97a5-d2e285066c5d'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:11.168040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.231494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-3bf67b0b-2e8d-4b0c-802e-ffb44881f1d7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:11.233187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-3bf67b0b-2e8d-4b0c-802e-ffb44881f1d7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 795 time: 0.6416297 Dec 09 09:29:11.269399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-20f0a3a6-c63f-4314-9e59-86c5c3b29b6d None None] Provisioning for port 6335a8ef-eabd-4a84-91ba-a510e3da330d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:11.272563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.334658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.443519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6335a8ef-eabd-4a84-91ba-a510e3da330d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:11.489317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6335a8ef-eabd-4a84-91ba-a510e3da330d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:11.489708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.520481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Calling delete_port for 7c366fbc-4aa6-455a-b8f3-753913a8074b owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:11.527405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] device_id is not set on port 6f66b346-065f-439d-a1d5-a14698808833 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:11.535787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.551352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Transition to ACTIVE for port object 6f66b346-065f-439d-a1d5-a14698808833 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:11.569918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] For port 677a4c83-d910-4a49-851f-ad2b7c259597, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:11.573422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.580218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ac8dbb28-d015-47de-aad7-9a809f3c11a0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:11.583288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.621659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] For port 677a4c83-d910-4a49-851f-ad2b7c259597, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=677a4c83-d910-4a49-851f-ad2b7c259597,segment=NetworkSegment(83c904f5-f58d-4456-97ec-3b542485d475),segment_id=83c904f5-f58d-4456-97ec-3b542485d475)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:11.622136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.638210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Transition to ACTIVE for port object 471b450c-3ea1-4cd9-8904-bfded7cd757c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:11.641175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.653206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:11.699152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Allocated IP 2001:db8:1::2 (ab9b9213-e792-42d6-bd74-11c8eca8b823/16dbc2bb-c200-4a44-aa09-5d10f52b0e73/c31b5ed7-65a1-4169-b7bd-606f9b7843e8) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:11.797161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Transition to ACTIVE for port object 471b450c-3ea1-4cd9-8904-bfded7cd757c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:11.815961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.838593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1bcfbb9-03e5-48a5-8ce8-ac5202edef19 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:11.877803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:11.951647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Pushing event updated for resources: {'Port': ['ID=677a4c83-d910-4a49-851f-ad2b7c259597,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:11.960774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:11.960922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e802a85c-7133-46a8-9fcc-a1df4aac8f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:12.023398 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-f08ab07a-b109-467c-a423-375acbcfcfad tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 379 time: 0.7665911 Dec 09 09:29:12.025227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=6f66b346-065f-439d-a1d5-a14698808833,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:12.050981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:12.051770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.064007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:12.075229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['99cfca38-9656-48e2-a684-00ae583c4900']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:12.078759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:12.083362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:12.113081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event deleted for resources: {'Port': ['ID=7c366fbc-4aa6-455a-b8f3-753913a8074b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:12.116602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:12.126755 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-557b5410-8a7a-4f25-b11f-758e2f293bf4 req-c01dd460-c89b-4fc7-913f-0bd3491b2eda tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.2919395 Dec 09 09:29:12.145030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:12.152842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:12.229012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:12.245625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.361167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Provisioning for port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:12.378135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6335a8ef-eabd-4a84-91ba-a510e3da330d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6335a8ef-eabd-4a84-91ba-a510e3da330d,segment=NetworkSegment(ef43f716-887a-4e50-96d8-58fa5da731d4),segment_id=ef43f716-887a-4e50-96d8-58fa5da731d4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:12.393040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Provisioning complete for port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:12.393415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.435577 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "DELETE /v2.0/ports/7c366fbc-4aa6-455a-b8f3-753913a8074b HTTP/1.1" status: 204 len: 168 time: 1.6554520 Dec 09 09:29:12.439217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52952) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:12.445655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.448126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Request body: {'port': {'name': 'tempest-new-port-name-373605085', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:12.448496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] bootfile-name is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:12.449048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] tftp-server is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:12.450230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.450691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.api.validators [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] server-ip-address is not in valid_values {{(pid=83486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:12.460720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:12.527310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Attempting to bind port 471b450c-3ea1-4cd9-8904-bfded7cd757c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:12.527654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Attempting to bind port 471b450c-3ea1-4cd9-8904-bfded7cd757c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:12.528096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Attempting to bind port 471b450c-3ea1-4cd9-8904-bfded7cd757c on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:12.548810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Transition to ACTIVE for port object c31b5ed7-65a1-4169-b7bd-606f9b7843e8 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:12.589600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:12.589934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:12.590329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.590732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:12.591222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Bound port: 471b450c-3ea1-4cd9-8904-bfded7cd757c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:12.591603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.663323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:12.669671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:12.670158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:12.670585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:12.676013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Transition to ACTIVE for port object c31b5ed7-65a1-4169-b7bd-606f9b7843e8 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:12.746851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 677a4c83-d910-4a49-851f-ad2b7c259597 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:12.757923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.772576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:12.797018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Could not find standard attr ID for object 7c366fbc-4aa6-455a-b8f3-753913a8074b. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:29:12.805077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.820660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6335a8ef-eabd-4a84-91ba-a510e3da330d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:12.826703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:12.831865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:12.844593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:12.844980 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:12.852205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:12.854204 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 2 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:12.904813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:12.916828 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:12.941411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.944526 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:12.945483 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:12.966093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Provisioning complete for port 6335a8ef-eabd-4a84-91ba-a510e3da330d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:12.966641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8091f034-8386-4240-bdfe-6d4b6d4e42c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.972260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:12.998553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:12.998891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:12.999221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:13.013263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:13.070053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:13.070684 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:13.083468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 3 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:13.087382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:13.088979 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:13.105132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:13.108379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.110647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 677a4c83-d910-4a49-851f-ad2b7c259597 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:13.133845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:13.137178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:13.139566 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:13.140509 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:13.161294 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/245ff3ba-8a4e-4cd3-8adc-ae6f3f0056d2 HTTP/1.1" status: 204 len: 168 time: 4.6351964 Dec 09 09:29:13.162935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52956) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:13.324058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port d3af0976-0735-41c8-aa79-ef0037cbfc95 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:13.324417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.334353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:13.334693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:13.335025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:13.341132 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:13.341514 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353148c7-b628-4b65-aa64-13ed8928e329 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:13.360556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:13.360897 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:13.378750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Pushing event updated for resources: {'Port': ['ID=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:13.398707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:13.402121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10e3a130-a977-4397-8f1a-ee4306cbe2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:13.417589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 4 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:13.441223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:13.444968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.452301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.484970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.501603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:13.506965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:13.507306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:13.507640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:13.514090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Attempting to bind port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:13.514836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Attempting to bind port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '03f2d615-b06e-4d9c-bb81-212b52a5b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:13.515209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Attempting to bind port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 on network ab9b9213-e792-42d6-bd74-11c8eca8b823 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:13.539235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:13.539612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Checking segment: {'id': '03f2d615-b06e-4d9c-bb81-212b52a5b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:13.540414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.540817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Bound using segment: {'id': '03f2d615-b06e-4d9c-bb81-212b52a5b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:13.541298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Bound port: c31b5ed7-65a1-4169-b7bd-606f9b7843e8, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f2d615-b06e-4d9c-bb81-212b52a5b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab9b9213-e792-42d6-bd74-11c8eca8b823'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:13.544668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.558097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:13.561412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:13.568814 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4db8b24b-18f4-404b-b9d9-4985876775c4 req-392dc619-d7ac-49f2-b293-09bd2ad00ed8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.1026003 Dec 09 09:29:13.586736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:13.587082 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:13.596151 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 5 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:13.615824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event updated for resources: {'Port': ['ID=3d8e6ea6-0ae9-4279-a958-f4801882a0e0,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:13.632708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:13.655917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.665020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cc5abee1-2546-4e9a-963f-8b480b8c5ea6 None None] Provisioning complete for port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:13.665563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cc5abee1-2546-4e9a-963f-8b480b8c5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.668266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4864e251-8f89-48f5-a9e5-fe31b9c87cc4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:13.759360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] For port c31b5ed7-65a1-4169-b7bd-606f9b7843e8, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:13.768707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cc5abee1-2546-4e9a-963f-8b480b8c5ea6 None None] Port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:13.772756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] For port c31b5ed7-65a1-4169-b7bd-606f9b7843e8, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,segment=NetworkSegment(03f2d615-b06e-4d9c-bb81-212b52a5b8c0),segment_id=03f2d615-b06e-4d9c-bb81-212b52a5b8c0)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:13.775168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cc5abee1-2546-4e9a-963f-8b480b8c5ea6 None None] Could not find standard attr ID for object 7c366fbc-4aa6-455a-b8f3-753913a8074b. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:29:13.785511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.790177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:13.871102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577e274-db9b-4c00-a922-ce77be1126ae None None] Network 31e73757-4d50-4861-97a5-d2e285066c5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:13.884550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:13.884889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:13.885231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:13.966798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] In _notify_port_updated(), no bound segment for port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 on network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:29:13.973816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:13.979323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:13.983141 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "PUT /v2.0/ports/3d8e6ea6-0ae9-4279-a958-f4801882a0e0 HTTP/1.1" status: 200 len: 1135 time: 1.5402219 Dec 09 09:29:13.986332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52962) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:14.009081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:14.009465 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:14.015951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Pushing event updated for resources: {'Port': ['ID=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:14.027690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:14.049974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Provisioning for port 677a4c83-d910-4a49-851f-ad2b7c259597 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:14.060830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:14.061491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 6 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:14.074471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Provisioning complete for port 677a4c83-d910-4a49-851f-ad2b7c259597 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:14.080980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.082495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:14.099248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=50316cd8-4bf8-41cc-935a-1afb0bee38f5,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:14.109611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:14.110202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.119091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:14.161793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:14.162132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:14.162476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:14.202188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.225450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:14.226387 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:14.232236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62598c35-7fe3-440e-aa07-0a2bbaf50146 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:14.233089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62598c35-7fe3-440e-aa07-0a2bbaf50146 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Synchronizing usage tracker for tenant:b7b038d696c24fce9664c13a96c414d0 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:14.241269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.4 (db2a941c-644f-4952-8a92-252b0e1281ca/0a930e9b-8aa2-4804-a98e-c20aa2b9b235/8e4df47d-87ce-485a-b8d7-aa6cb1d1550a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:14.243189 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 7 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:14.307836 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5248957 Dec 09 09:29:14.311062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8::1 (31e73757-4d50-4861-97a5-d2e285066c5d/6b57416b-b654-4105-a9f8-fd9d9f83418a/1707915d-7a6e-4367-9cc8-0079124c0dab) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:14.315936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:14.319582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:14.320243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:14.323000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52966) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:14.341462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.342687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:11:8c:29', 'name': 'tempest-NetworksTestDHCPv6-887551233'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:14.343656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for d3af0976-0735-41c8-aa79-ef0037cbfc95 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:14.418553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62598c35-7fe3-440e-aa07-0a2bbaf50146 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Unset dirty status for tenant:b7b038d696c24fce9664c13a96c414d0 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:14.423108 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62598c35-7fe3-440e-aa07-0a2bbaf50146 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "GET /v2.0/ports/3d8e6ea6-0ae9-4279-a958-f4801882a0e0 HTTP/1.1" status: 200 len: 1135 time: 0.4159751 Dec 09 09:29:14.424264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52970) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:14.451175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] For port 677a4c83-d910-4a49-851f-ad2b7c259597, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=677a4c83-d910-4a49-851f-ad2b7c259597,segment=NetworkSegment(83c904f5-f58d-4456-97ec-3b542485d475),segment_id=83c904f5-f58d-4456-97ec-3b542485d475)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:14.466031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.480048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:14.562825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:14.563424 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:14.584635 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 8 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:14.608463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Deleting port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:14.608805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.669186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Pushing event updated for resources: {'Port': ['ID=677a4c83-d910-4a49-851f-ad2b7c259597,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:14.671460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6cb159b2-080d-4227-9d83-b7232787b15b None None] Provisioning complete for port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:14.671859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb159b2-080d-4227-9d83-b7232787b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:14.815586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.818177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.818699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.819132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.819696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.820748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.828320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.829033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.829519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.829998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.830474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:14.848346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6335a8ef-eabd-4a84-91ba-a510e3da330d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:14.890878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:14.909137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6cb159b2-080d-4227-9d83-b7232787b15b None None] Port 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:14.937366 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e6380a77-776e-4f2d-a22a-0b5ab2cb127e req-42b83915-74e1-4e4d-a232-f7897fafceac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.1004567 Dec 09 09:29:14.950460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6335a8ef-eabd-4a84-91ba-a510e3da330d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:14.950976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.029004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2266a-bd70-473b-bb73-21d0f04be600 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:15.074683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:15.075065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:15.075356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:15.174580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:15.175216 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:15.181194 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 9 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:15.188524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.190668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:15.203417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:15.223066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-25b90a4a-6083-407e-aaee-7ff47971beba None None] Provisioning complete for port 677a4c83-d910-4a49-851f-ad2b7c259597 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:15.223790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-25b90a4a-6083-407e-aaee-7ff47971beba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.224638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:15.244928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:15.256546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.264342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=d3af0976-0735-41c8-aa79-ef0037cbfc95,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:15.271800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:15.272376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:15.273009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:15.289003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:15.314177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 471b450c-3ea1-4cd9-8904-bfded7cd757c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:15.329468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:15.329995 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:15.336384 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempt 10 to bind port 6f66b346-065f-439d-a1d5-a14698808833 Dec 09 09:29:15.354827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.382380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:15.386933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.407108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.413179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:15.413729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:15.414229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempting to bind port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:15.423068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Calling delete_port for 3d8e6ea6-0ae9-4279-a958-f4801882a0e0 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:15.433214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 1707915d-7a6e-4367-9cc8-0079124c0dab will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:15.449954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:15.453413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:15.454676 dv-neutron-821175-1-hyperv neutron-server[83487]: ERROR neutron.plugins.ml2.managers [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Failed to bind port 6f66b346-065f-439d-a1d5-a14698808833 on host hv-neutron-8211 for vnic_type normal using segments [{'id': '03a379a2-ee80-4cfb-acca-afae0fafe800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'efda0839-ce53-4682-aa4f-2c249dfb51ff'}] Dec 09 09:29:15.455223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.478118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 005425cf-26a1-4449-8573-9276171427d4 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:15.482261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-25b90a4a-6083-407e-aaee-7ff47971beba None None] Provisioning for port 471b450c-3ea1-4cd9-8904-bfded7cd757c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:15.492792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.493369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.493752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.494110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.494468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.494821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.495170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.495522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.495909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.496259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.496603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:15.499729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:15.562036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 471b450c-3ea1-4cd9-8904-bfded7cd757c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:15.570007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.570526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 471b450c-3ea1-4cd9-8904-bfded7cd757c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:15.570904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.607805 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/d3af0976-0735-41c8-aa79-ef0037cbfc95 HTTP/1.1" status: 204 len: 168 time: 2.4286444 Dec 09 09:29:15.621129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 52976) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:15.628564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:15.729595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.744187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bd6155ec-0d8d-458f-8df1-90d06ab6ec75 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:15.771995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.807916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'fddb2d15-94c2-41ab-8cc4-99a1e36986ed', 'ip_address': '2001:db8::f816:3eff:fe30:7312'}, {'subnet_id': '50316cd8-4bf8-41cc-935a-1afb0bee38f5'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '471b450c-3ea1-4cd9-8904-bfded7cd757c'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:29:15.834934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event deleted for resources: {'Port': ['ID=3d8e6ea6-0ae9-4279-a958-f4801882a0e0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:15.838738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:15.847386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 6f66b346-065f-439d-a1d5-a14698808833, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:15.847789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Attempted to set empty binding levels {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 09:29:15.848474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:15.859648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:15.862626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.863486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c31b5ed7-65a1-4169-b7bd-606f9b7843e8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:15.871019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:15.886895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6bc8798-5e39-403e-a23b-a8e35f201765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:15.896501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:15.940985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac0d99-3de6-415a-8c92-11be402bda54 None None] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:15.973812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.009226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.020492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=1707915d-7a6e-4367-9cc8-0079124c0dab,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:16.031722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.046150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.046550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.046993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.047372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.047941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.048319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.048750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.049124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.049492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.049918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.050280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:29:16.071583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:16.074932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31e73757-4d50-4861-97a5-d2e285066c5d is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:16.078780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:16.085288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.092467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 172.20.0.6 (8b00f647-b522-4bb4-913a-1ab25ad42a65/50316cd8-4bf8-41cc-935a-1afb0bee38f5/005425cf-26a1-4449-8573-9276171427d4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:16.094229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:16.124489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:16.146091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:16.146630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.149576 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "DELETE /v2.0/ports/3d8e6ea6-0ae9-4279-a958-f4801882a0e0 HTTP/1.1" status: 204 len: 168 time: 1.7239671 Dec 09 09:29:16.150453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52982) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:16.173714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe11:8c29 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fddb2d15-94c2-41ab-8cc4-99a1e36986ed/005425cf-26a1-4449-8573-9276171427d4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:16.176565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.235570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] In _notify_port_updated(), no bound segment for port 6f66b346-065f-439d-a1d5-a14698808833 on network efda0839-ce53-4682-aa4f-2c249dfb51ff {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:29:16.236654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.237973 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "PUT /v2.0/ports/6f66b346-065f-439d-a1d5-a14698808833 HTTP/1.1" status: 200 len: 980 time: 5.3629639 Dec 09 09:29:16.242108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52986) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:16.255998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:16.278251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:16.303205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network db2a941c-644f-4952-8a92-252b0e1281ca is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:16.312246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-298fe211-974b-4118-97ee-3fd69923d6a2 None None] Provisioning for port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:16.329323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Deleting port 6f66b346-065f-439d-a1d5-a14698808833 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:16.329780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.332214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:16.341218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:16.341533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.352191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:16.388574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event updated for resources: {'Port': ['ID=6f66b346-065f-439d-a1d5-a14698808833,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:16.401368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:16.551584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:16.574408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:16.577085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:16.577569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:16.587525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:16.588248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.637451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.644770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] For port 6f66b346-065f-439d-a1d5-a14698808833, host hv-neutron-8211, got binding levels [] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:16.645062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.665441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3739246d-0a86-4cdb-91f9-5f8b1a334eed None None] Provisioning for port 1707915d-7a6e-4367-9cc8-0079124c0dab completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:16.684792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3739246d-0a86-4cdb-91f9-5f8b1a334eed None None] Provisioning complete for port 1707915d-7a6e-4367-9cc8-0079124c0dab triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:16.685171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3739246d-0a86-4cdb-91f9-5f8b1a334eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.704997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.740984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port c31b5ed7-65a1-4169-b7bd-606f9b7843e8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,segment=NetworkSegment(03f2d615-b06e-4d9c-bb81-212b52a5b8c0),segment_id=03f2d615-b06e-4d9c-bb81-212b52a5b8c0)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:16.760589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.773404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ce37181-3db5-4ede-8a14-c1c3bc9851cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:16.797008 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7377155 Dec 09 09:29:16.812557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3739246d-0a86-4cdb-91f9-5f8b1a334eed None None] Port 1707915d-7a6e-4367-9cc8-0079124c0dab cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:16.814448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Calling delete_port for 6f66b346-065f-439d-a1d5-a14698808833 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:16.874463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Request body: {'port': {'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:16.890367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 471b450c-3ea1-4cd9-8904-bfded7cd757c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:16.912895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Deleting subnet c87dc724-3c34-4de1-90aa-c1f5de2d724f {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:16.917834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.933132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:16.936348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:16.950010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84b5d-c625-46a1-a3f1-34f72174eda7 req-5cf06e2d-8db6-4643-81af-fe57469acc1a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:16.950730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b1d84b5d-c625-46a1-a3f1-34f72174eda7 req-5cf06e2d-8db6-4643-81af-fe57469acc1a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:16.975151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76508ce7-2ce5-4cc9-9ea2-57fba8d1c0a1 None None] Provisioning for port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:16.985396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76508ce7-2ce5-4cc9-9ea2-57fba8d1c0a1 None None] Provisioning complete for port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:16.985937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76508ce7-2ce5-4cc9-9ea2-57fba8d1c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:16.998804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.006448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cd4d384a-1e70-4f47-983e-12f1a6142b88 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:17.029577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 471b450c-3ea1-4cd9-8904-bfded7cd757c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:17.030031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.056446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.100669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f66b346-065f-439d-a1d5-a14698808833,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:17.100909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-76508ce7-2ce5-4cc9-9ea2-57fba8d1c0a1 None None] Port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:17.107031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:17.121152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.149149 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6f66b346-065f-439d-a1d5-a14698808833 HTTP/1.1" status: 204 len: 168 time: 0.9040587 Dec 09 09:29:17.154122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52990) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.186193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 677a4c83-d910-4a49-851f-ad2b7c259597 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:17.208953 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e703c28-ab1a-40ca-a95d-33f9c9bd3d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:17.209475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e703c28-ab1a-40ca-a95d-33f9c9bd3d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Synchronizing usage tracker for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:17.232223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e703c28-ab1a-40ca-a95d-33f9c9bd3d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Unset dirty status for tenant:6e48db2e5e124562832d86619a1cadbe on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:17.237132 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1e703c28-ab1a-40ca-a95d-33f9c9bd3d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] 10.222.0.41 "GET /v2.0/ports/6f66b346-065f-439d-a1d5-a14698808833 HTTP/1.1" status: 404 len: 333 time: 0.0749164 Dec 09 09:29:17.237132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.264620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52994) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.309985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d76195f1-23aa-4fb8-abd4-0a151102fac7 None None] Provisioning complete for port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:17.309985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d76195f1-23aa-4fb8-abd4-0a151102fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.354348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b1d84b5d-c625-46a1-a3f1-34f72174eda7 req-5cf06e2d-8db6-4643-81af-fe57469acc1a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:17.360308 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b1d84b5d-c625-46a1-a3f1-34f72174eda7 req-5cf06e2d-8db6-4643-81af-fe57469acc1a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 931 time: 1.1580069 Dec 09 09:29:17.409353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.420515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 677a4c83-d910-4a49-851f-ad2b7c259597 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:17.421115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.445877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.452885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.460307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b4703638-4250-4e4f-af8e-d3a77f89d1be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:17.519872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event deleted for resources: {'Subnet': ['ID=c87dc724-3c34-4de1-90aa-c1f5de2d724f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:17.520122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 005425cf-26a1-4449-8573-9276171427d4 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:17.525743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:17.554004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77711d6-3283-4b4d-baa0-978bbe99705a None None] Network 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:17.580115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.597202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.607509 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "DELETE /v2.0/subnets/c87dc724-3c34-4de1-90aa-c1f5de2d724f HTTP/1.1" status: 204 len: 168 time: 1.4505119 Dec 09 09:29:17.609545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.616517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 52998) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.644604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.648036 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b1d84b5d-c625-46a1-a3f1-34f72174eda7 req-9eaffff6-4920-4962-ba79-f96c38802d91 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867227 Dec 09 09:29:17.705897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efda0839-ce53-4682-aa4f-2c249dfb51ff']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:17.738040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a379a2-ee80-4cfb-acca-afae0fafe800') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:17.738337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a379a2-ee80-4cfb-acca-afae0fafe800') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:17.806873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.828417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:17.859967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] DHCP port deletion for 4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:17.867338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.871545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Deleting port 6335a8ef-eabd-4a84-91ba-a510e3da330d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:17.872024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.880488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.895012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.900217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Deleting port 6335a8ef-eabd-4a84-91ba-a510e3da330d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:17.900626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.912501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Allocated IP 172.20.0.2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/50316cd8-4bf8-41cc-935a-1afb0bee38f5/471b450c-3ea1-4cd9-8904-bfded7cd757c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:17.936045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:17.936520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:17.951098 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:18.080245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.084676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:18.099427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.136003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Pushing event deleted for resources: {'Network': ['ID=efda0839-ce53-4682-aa4f-2c249dfb51ff,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:18.141669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:18.145611 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] 10.222.0.41 "DELETE /v2.0/networks/efda0839-ce53-4682-aa4f-2c249dfb51ff HTTP/1.1" status: 204 len: 168 time: 0.8776894 Dec 09 09:29:18.146537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:18.153385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:29:18.162411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=005425cf-26a1-4449-8573-9276171427d4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:18.166114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:18.169809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:18.183471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:18.183699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] For port 6335a8ef-eabd-4a84-91ba-a510e3da330d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6335a8ef-eabd-4a84-91ba-a510e3da330d,segment=NetworkSegment(ef43f716-887a-4e50-96d8-58fa5da731d4),segment_id=ef43f716-887a-4e50-96d8-58fa5da731d4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:18.184061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.226910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.239438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] For port 6335a8ef-eabd-4a84-91ba-a510e3da330d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6335a8ef-eabd-4a84-91ba-a510e3da330d,segment=NetworkSegment(ef43f716-887a-4e50-96d8-58fa5da731d4),segment_id=ef43f716-887a-4e50-96d8-58fa5da731d4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:18.239938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.254071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.149 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/4f38ac91-3b48-479c-bac0-02e7588ba582) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:18.264999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.265824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.285800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e76020c0-76fa-4e09-bf92-bb9ec0e5f497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:18.322910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Calling delete_port for 6335a8ef-eabd-4a84-91ba-a510e3da330d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:18.398668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:18.399357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.403574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:18.425634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Calling delete_port for 6335a8ef-eabd-4a84-91ba-a510e3da330d owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:18.450344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.458062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.464656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e93f6af2-9320-4f80-b9f6-45a7a4a07ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:18.515484 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Pushing event deleted for resources: {'Port': ['ID=6335a8ef-eabd-4a84-91ba-a510e3da330d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:18.519282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:18.520215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Transition to ACTIVE for port object 471b450c-3ea1-4cd9-8904-bfded7cd757c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:18.522971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] No DVR routers for this DVR port 6335a8ef-eabd-4a84-91ba-a510e3da330d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:18.526394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:18.526746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:18.529181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.535424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0dc155b0-041a-4716-9997-fdb24785c45f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:18.554361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=1707915d-7a6e-4367-9cc8-0079124c0dab,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:18.561391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:29:18.569421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:18.576657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53006) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:18.576856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2458777 Dec 09 09:29:18.624719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53010) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:18.677574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178333c-de16-4f0a-89a8-23a144336a2c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:18.679132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:18.683345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:18.684957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178333c-de16-4f0a-89a8-23a144336a2c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:18.686169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4178333c-de16-4f0a-89a8-23a144336a2c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:18.706678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4178333c-de16-4f0a-89a8-23a144336a2c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:18.707646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4178333c-de16-4f0a-89a8-23a144336a2c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1271169 Dec 09 09:29:18.711138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53018) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:18.730389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31e73757-4d50-4861-97a5-d2e285066c5d is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:18.734261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:29:18.738345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:18.815228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 005425cf-26a1-4449-8573-9276171427d4 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:18.815577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.862295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:18.893892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 471b450c-3ea1-4cd9-8904-bfded7cd757c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:19.001668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c31b5ed7-65a1-4169-b7bd-606f9b7843e8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:19.010062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.032513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Transition to ACTIVE for port object 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:19.038410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Deleting port 6335a8ef-eabd-4a84-91ba-a510e3da330d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:19.044194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.101137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:19.101802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.105812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.118892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62493a65-ff65-47fc-8de2-dd47d568dcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:19.226123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] The port '6335a8ef-eabd-4a84-91ba-a510e3da330d' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:29:19.245972 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:29:19.268378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c7b9b8bb-1f77-4650-8950-33b9fb2d9694 None None] Provisioning complete for port 1707915d-7a6e-4367-9cc8-0079124c0dab triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:19.269012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c7b9b8bb-1f77-4650-8950-33b9fb2d9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.356065 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5affce63-921a-483b-a06f-01487bd118f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9261958f30604b01a453bac8205d23f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7268159 Dec 09 09:29:19.357150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53022) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:19.380344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6335a8ef-eabd-4a84-91ba-a510e3da330d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:19.426530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6335a8ef-eabd-4a84-91ba-a510e3da330d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:29:19.426897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6335a8ef-eabd-4a84-91ba-a510e3da330d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:19.454459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9b8bb-1f77-4650-8950-33b9fb2d9694 None None] Port 1707915d-7a6e-4367-9cc8-0079124c0dab cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:19.554356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.561066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:19.564093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:19.564844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:19.578559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.603270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905f810-e41c-4ea4-86e0-a68a8e6fbe46 req-de953977-f272-48fd-b219-76adfef1ad29 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:19.604816 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c905f810-e41c-4ea4-86e0-a68a8e6fbe46 req-de953977-f272-48fd-b219-76adfef1ad29 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 931 time: 0.7038417 Dec 09 09:29:19.668648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.703471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ffbe2ffb-d49e-4b65-b468-95a9fb2bffea None None] Provisioning for port 471b450c-3ea1-4cd9-8904-bfded7cd757c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:19.709888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ffbe2ffb-d49e-4b65-b468-95a9fb2bffea None None] Provisioning complete for port 471b450c-3ea1-4cd9-8904-bfded7cd757c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:19.710274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2ffb-d49e-4b65-b468-95a9fb2bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.716173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=4f38ac91-3b48-479c-bac0-02e7588ba582,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:19.719059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:19.724078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:19.731662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:19.734091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:19.856769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Attempting to bind port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:19.857105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Attempting to bind port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:19.857418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Attempting to bind port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a on network db2a941c-644f-4952-8a92-252b0e1281ca {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:19.889373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a on network db2a941c-644f-4952-8a92-252b0e1281ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:29:19.889820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Attempting to bind port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a on network db2a941c-644f-4952-8a92-252b0e1281ca {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:19.911165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:19.911504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Checking segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:19.911914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Bound using segment: {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:19.912356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Bound port: 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6402655e-d460-44ec-9420-9f9e13efcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:19.912704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:19.937571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 005425cf-26a1-4449-8573-9276171427d4 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:20.002393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:20.036067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43f716-887a-4e50-96d8-58fa5da731d4') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:20.036364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43f716-887a-4e50-96d8-58fa5da731d4') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:20.048481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 447732a4-e942-4a1b-8f8a-dd526b662d88 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:29:20.065437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.086108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.090834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-c905f810-e41c-4ea4-86e0-a68a8e6fbe46 req-f1d9cfa4-e999-4a94-b6b0-67c372c54b22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:20.112386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.114836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.139802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:20.140202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.149050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0adac28f-7c59-4a47-aee0-c64851ffe429 None None] Provisioning for port 005425cf-26a1-4449-8573-9276171427d4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:20.149278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:20.154569 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:20.164376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0adac28f-7c59-4a47-aee0-c64851ffe429 None None] Provisioning complete for port 005425cf-26a1-4449-8573-9276171427d4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:20.165567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0adac28f-7c59-4a47-aee0-c64851ffe429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.216255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.222608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-c905f810-e41c-4ea4-86e0-a68a8e6fbe46 req-f1d9cfa4-e999-4a94-b6b0-67c372c54b22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:20.223276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0adac28f-7c59-4a47-aee0-c64851ffe429 None None] Port 005425cf-26a1-4449-8573-9276171427d4 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:20.232495 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c905f810-e41c-4ea4-86e0-a68a8e6fbe46 req-f1d9cfa4-e999-4a94-b6b0-67c372c54b22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290229 Dec 09 09:29:20.267816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:20.283168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.293750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-020428e0-6d49-4b90-a119-043e9f0ca4c4 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:20.326974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.346602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.351117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d721b3f8-4afc-4bc2-ac40-50225593fa3a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:20.367729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.405193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.406765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] 10.222.0.58 "PUT /v2.0/ports/8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 1093 time: 3.5394356 Dec 09 09:29:20.416626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Pushing event deleted for resources: {'Network': ['ID=4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:20.420611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:29:20.424079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:20.455787 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] 10.222.0.41 "DELETE /v2.0/networks/4b1ffc4f-d1e7-4942-a5c0-fb818d5dbda4 HTTP/1.1" status: 204 len: 168 time: 2.8381979 Dec 09 09:29:20.464727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.467155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.471463 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2180bacb-92c5-4d51-b6d9-8e459f05ec21 HTTP/1.1" status: 204 len: 168 time: 1.0078411 Dec 09 09:29:20.474333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c10eb7c8-c468-4525-a91a-e6494ebd6c3a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:20.485744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2180bacb-92c5-4d51-b6d9-8e459f05ec21,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:20.488292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:20.491508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.499234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cec6d04a-2f77-41e0-be84-33278c3b6182 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:20.553348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=005425cf-26a1-4449-8573-9276171427d4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:20.558389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:20.712679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'status': 'completed', 'code': 200} Dec 09 09:29:20.732767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:20.743751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:20.855509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:20.866884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53036) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:20.868247 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/005425cf-26a1-4449-8573-9276171427d4 HTTP/1.1" status: 204 len: 168 time: 2.1551788 Dec 09 09:29:20.986742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:20.991719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:20.993816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:20.995141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:20.996001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:20.999576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] Sync routers for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:21.023896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:21.025701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:21.040789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9679418 Dec 09 09:29:21.046555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53040) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.046888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53044) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.050733 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-7ccc28cb-6099-42cf-a699-7590292e69b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1096 time: 0.4126191 Dec 09 09:29:21.051339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:21.052401 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f28667c1-9d5f-4d6b-bdb1-cabe63868ee9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1836052 Dec 09 09:29:21.106280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53048) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.110428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:21.124747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:21.125546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:21.148032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-95a46895-3024-447e-8eac-a5be298d297b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 217 time: 0.0816138 Dec 09 09:29:21.150826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.210400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:21.210824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ebaef-7d8f-4bb5-a454-51581276155e None None] The sync data for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:21.238781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0f787-af03-4f0e-8b5a-f463a4046905 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:21.240721 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dbf0f787-af03-4f0e-8b5a-f463a4046905 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports/1707915d-7a6e-4367-9cc8-0079124c0dab HTTP/1.1" status: 200 len: 911 time: 0.1956117 Dec 09 09:29:21.248835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53054) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.260948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.266107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-b4c94e13-eef4-4dec-b577-b366308ec47f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:21.267563 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-b4c94e13-eef4-4dec-b577-b366308ec47f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.1124954 Dec 09 09:29:21.269161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b47e9c8-e784-4f22-80c9-f196799a1d39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:21.341774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=4f38ac91-3b48-479c-bac0-02e7588ba582,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:21.422219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53060) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.512258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:21.596443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.614991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-e644b805-13c4-4b29-a86a-c61483ab7220 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2742591 Dec 09 09:29:21.620051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.623617 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9990757 Dec 09 09:29:21.636780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.655938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-956b7102-deeb-4026-a6ca-4318a2822f31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e48db2e5e124562832d86619a1cadbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2305572 Dec 09 09:29:21.662384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'port': {'network_id': 'c369f013-0ec7-4794-a0af-984320505482', 'name': 'tempest-FloatingIPTestJSON-463214707'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:21.684778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53070) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.766084 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-207f1917-1cd0-4fbb-87ba-4b501ef2bc21 service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434600 Dec 09 09:29:21.813814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 50316cd8-4bf8-41cc-935a-1afb0bee38f5 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:21.827904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.859209 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6e9c7f2d-f622-4914-87ee-075607c335be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b038d696c24fce9664c13a96c414d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8110466 Dec 09 09:29:21.863946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53074) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.902921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d4f13-c17a-42b8-8e21-5fa7a9f562e7 req-f1237ad9-a7e2-4d58-af22-4a747432e867 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:21.908237 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-348d4f13-c17a-42b8-8e21-5fa7a9f562e7 req-f1237ad9-a7e2-4d58-af22-4a747432e867 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 943 time: 0.3892469 Dec 09 09:29:21.940372 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3b6d3285-80ce-4e28-941c-6c6b5a6d7ef7 req-fbce6360-bbc7-4bb4-a15f-4e582e953eda service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672287 Dec 09 09:29:21.962079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:21.989049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.097309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.100292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-e4eaeb4f-65eb-4bea-ba37-117653e41869 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1096 time: 0.1026077 Dec 09 09:29:22.101481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.105233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ee15588e-d222-4b60-a366-368de6aa0e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:22.140545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd39c9a-67f8-40d8-8585-2a0d0aa51540,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:22.146570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:22.155361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.156491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfd39c9a-67f8-40d8-8585-2a0d0aa51540 HTTP/1.1" status: 204 len: 168 time: 0.2916143 Dec 09 09:29:22.256965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-2a830f40-1e8d-4702-90de-a1fef0ce43a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:22.258416 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-2a830f40-1e8d-4702-90de-a1fef0ce43a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 896 time: 0.1470110 Dec 09 09:29:22.308683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.317178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:22.333287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-4c37d883-ca8c-43c8-a186-b573fe5c9e31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 217 time: 0.0679953 Dec 09 09:29:22.333498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:port and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:22.339991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:22.363342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:22.366942 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-348d4f13-c17a-42b8-8e21-5fa7a9f562e7 req-1f4b1e9f-b7dd-4594-8980-5dc6942ddc93 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4355304 Dec 09 09:29:22.389635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.403576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-c813e8d5-ac5f-4a4c-993e-ad23874d1b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:22.404777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-c813e8d5-ac5f-4a4c-993e-ad23874d1b06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.0641854 Dec 09 09:29:22.428232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:22.431518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.486435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.491818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-939d9753-83b1-4acf-a85f-b01c6e607136 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792787 Dec 09 09:29:22.516005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] device_id is not set on port bbc421c2-239c-47d5-8643-a4755016a7e2 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:22.619348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.658290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-911cfb22-e5a5-45be-8a1e-0b905e463688 service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591876 Dec 09 09:29:22.682050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d1824787-4173-4bb9-90bd-a90fb593c50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:22.761641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9153692-05da-4abb-9f6b-51833db0e0aa,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:22.781885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:22.816734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84daa9b0-7a2d-47fd-a56b-35c6df725e2e req-18432ff2-fead-40d1-bb66-5d81304bf6dc service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468389 Dec 09 09:29:22.834390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.842383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-711cbce1-7b9d-4dea-8df4-70b4721e99c6 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:22.891298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=50316cd8-4bf8-41cc-935a-1afb0bee38f5,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:22.894164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:22.895069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.898693 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9153692-05da-4abb-9f6b-51833db0e0aa HTTP/1.1" status: 204 len: 168 time: 1.2047093 Dec 09 09:29:22.909529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:22.922216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b998b40-3fa3-442b-8cf3-f0ec6aeb7c65 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:22.940325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/50316cd8-4bf8-41cc-935a-1afb0bee38f5 HTTP/1.1" status: 204 len: 168 time: 1.8298380 Dec 09 09:29:22.940665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:22.956840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.9 (c369f013-0ec7-4794-a0af-984320505482/d5c6ba55-1806-480c-9dd9-762a63da0d4e/bbc421c2-239c-47d5-8643-a4755016a7e2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:23.272214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet fddb2d15-94c2-41ab-8cc4-99a1e36986ed {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:23.276147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.304548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53104) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.343969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.402401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.454970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.619532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.622376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.632799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:23.655159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1560228723'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:23.665554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.672725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:23.678185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b607271-3519-4cd3-9fc4-9c391a7da0dc tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:23.682712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=fddb2d15-94c2-41ab-8cc4-99a1e36986ed,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:23.693493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:23.703698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.724899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fddb2d15-94c2-41ab-8cc4-99a1e36986ed HTTP/1.1" status: 204 len: 168 time: 0.7833149 Dec 09 09:29:23.726084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53120) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.740184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:23.781604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:23.795466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:23.840264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network c369f013-0ec7-4794-a0af-984320505482 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:23.847108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:23.849691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:23.879298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=bbc421c2-239c-47d5-8643-a4755016a7e2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:23.882316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:23.894094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:23.897077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:23.931065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ed99002c-2d6f-4ec9-811f-b3ede678fc35 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2009616 Dec 09 09:29:23.932928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53128) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.940029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:23.964827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.048770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02311-ce27-4d8d-b055-8c554dfe5d13 req-219da444-5175-4878-a36a-e6f4386e213a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:24.052437 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04e02311-ce27-4d8d-b055-8c554dfe5d13 req-219da444-5175-4878-a36a-e6f4386e213a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 943 time: 0.4736171 Dec 09 09:29:24.146246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755e07f-e09e-43f5-9b73-ea6845165a01 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:24.148995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:24.158375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:24.164025 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04e02311-ce27-4d8d-b055-8c554dfe5d13 req-e25bd40f-85b9-473f-aa89-dddbe1748913 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950828 Dec 09 09:29:24.165452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:24.179599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:24.198359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:24.203236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.247128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:24.250993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:24.254132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:24.259978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:24.267061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-afc4e702-9ccb-4f39-b778-8567753fbb8d None None] Provisioning complete for port 471b450c-3ea1-4cd9-8904-bfded7cd757c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:24.267516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-afc4e702-9ccb-4f39-b778-8567753fbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.336174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.342458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:24.343123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.353129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.366316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:24.378512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.378940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment 3d103f6b-a7e2-45de-b3b2-6aa221297754 of type vlan for network e5ebcad7-179b-4b75-b034-354b7177ea08 Dec 09 09:29:24.393669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc7dd57a-e5f9-4014-8f88-ea73cfc1e3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:24.434655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447cb89f-af83-47bd-9c54-67972390d13a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:24.444145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:24.485745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.490087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8:1::1 (ab9b9213-e792-42d6-bd74-11c8eca8b823/16dbc2bb-c200-4a44-aa09-5d10f52b0e73/83ea348e-2bc1-4c7d-9fb9-bfc26364e62b) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:24.499068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8583882 Dec 09 09:29:24.500082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53138) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:24.512505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': 'bbc421c2-239c-47d5-8643-a4755016a7e2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:24.512665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.525093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38bdcaf9-5b15-4583-b521-7eb31dc2a62c tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:24.553064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:24.559253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Deleting port 471b450c-3ea1-4cd9-8904-bfded7cd757c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:24.559914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.574082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:24.577095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:24.580064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:24.580663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.621185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=4abbd0fb-2968-4322-972d-b4059ebb3ce4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:24.624428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.629671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:24.632288 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6980090 Dec 09 09:29:24.636198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53144) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:24.642580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:24.683361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:29:24.832013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:24.839564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:24.847281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.851134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:24.851720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.856805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:24.861486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 471b450c-3ea1-4cd9-8904-bfded7cd757c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:24.870877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:24.873261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d0cd8c-8e1c-4eb4-90b0-aac5274bebe2 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:24.887044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:24.890961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:24.901825 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5859029 Dec 09 09:29:24.915734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53152) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:24.929136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'name': 'tempest-PortsTestJSON-526285196'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:25.025519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:25.025794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.082076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=e5ebcad7-179b-4b75-b034-354b7177ea08,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:25.118757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:25.154618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:25.155526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:25.161955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:25.169320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:25.179974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:25.202165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:25.220110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.252312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Calling delete_port for 471b450c-3ea1-4cd9-8904-bfded7cd757c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:25.291067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.332782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.365702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:25.374633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:25.428340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:25.475329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.484692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53166) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:25.490202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:25.580460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.586452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c45dec32-751b-4c5b-abfd-7659db7847d5 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:25.591782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:25.594576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:25.594941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:25.596785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:25.641411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477c3d-a7d9-4648-8d27-30ca29de9c51 req-4fe664eb-2ceb-48e7-9c27-5b77c5f5a1fa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:25.642869 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37477c3d-a7d9-4648-8d27-30ca29de9c51 req-4fe664eb-2ceb-48e7-9c27-5b77c5f5a1fa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 943 time: 0.1950691 Dec 09 09:29:25.684668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:25.698631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:25.698859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-209873824', 'router:external': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:25.706032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:25.706585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.710171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=83ea348e-2bc1-4c7d-9fb9-bfc26364e62b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:25.716413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:25.717501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:25.731372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.732992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:network and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:25.744202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:25.758133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:25.758401 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37477c3d-a7d9-4648-8d27-30ca29de9c51 req-8275d77d-4932-4150-8b5b-e8603c9a610d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022844 Dec 09 09:29:25.824217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Made reservation on behalf of 96063fabcbea4d23a3236a6c9cd765d1 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:25.826812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.861227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.889500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:29:25.904544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.921647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.942923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:25.953620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8c83235-433d-484c-b2a0-1a5886e9a882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:25.981324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.014366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:26.026483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-46499f3e-bebf-4d5b-9f54-fae41ab8c754 None None] Provisioning for port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:26.029469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:security_group_rule and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:26.034424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-46499f3e-bebf-4d5b-9f54-fae41ab8c754 None None] Provisioning complete for port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:26.034868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46499f3e-bebf-4d5b-9f54-fae41ab8c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.038791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:26.069709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:26.091720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=d82a67f7-ada3-442c-8b22-3dc2e237ecb8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:26.094738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:26.097142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Deleting port 471b450c-3ea1-4cd9-8904-bfded7cd757c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:26.097576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.148323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': '3d103f6b-a7e2-45de-b3b2-6aa221297754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:26.148717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: e5ebcad7-179b-4b75-b034-354b7177ea08, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:26.159643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-46499f3e-bebf-4d5b-9f54-fae41ab8c754 None None] Port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:26.297830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:29:26.380093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.384595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.399098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.402643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:26.410090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:26.436058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:26.436456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.456684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:26.472451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, e5ebcad7-179b-4b75-b034-354b7177ea08) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:26.476382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:26.481040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:26.481806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.509437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26727ff3-09be-43ef-9dd8-f1146994dca6 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:26.519546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.519780 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Added segment c98617e2-69c3-4bb5-8ac0-146ac52f8b89 of type vlan for network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e Dec 09 09:29:26.520888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17fe38-ccab-4a87-b467-78188199dfd4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:26.524635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:26.593688 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP 6a0f7fc7-e95f-4715-937f-48b8b9ed6344 associated. External IP: 172.26.4.149, port: bbc421c2-239c-47d5-8643-a4755016a7e2. Dec 09 09:29:26.615293 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6953900 Dec 09 09:29:26.615970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.649828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Calling delete_port for 471b450c-3ea1-4cd9-8904-bfded7cd757c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:26.678281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1918761211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:26.679704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.686404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.691460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:26.697964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.698845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.701474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:26.706255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:26.709157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-89667bb7-7b20-437f-9f29-d7c0cf110851 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:26.724974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:26.731017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:26.765699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:26.768861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.820390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:26.822275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:29:26.863725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.902286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:26.902644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:26.903106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.904031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.915549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.918815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=83ea348e-2bc1-4c7d-9fb9-bfc26364e62b,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:26.923873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:26.933328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:29:26.961399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:26.970649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:26.971881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:27.000917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8406073c-0a50-4cf2-8f5a-2e3b2f84d2e3 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:27.011167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:27.013461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:27.047361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.048307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:27.049080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.051553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:27.052498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:27.063470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:27.092903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:27.106079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:27.111223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.111564 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment 82f8ebda-3b70-487c-bca4-b6272ee0831d of type vlan for network 5515a7aa-23eb-4733-8489-32a93cc3b66e Dec 09 09:29:27.113673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:27.114285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.126470 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6408908 Dec 09 09:29:27.140120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53178) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.157038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'subnet': {'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.178313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:27.199277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=9']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:27.203649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:subnet and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:27.209957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:27.213566 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5762262 Dec 09 09:29:27.214465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1d80bb82-fc13-4880-be28-23b4519cb3ff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:27.220801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53182) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.243259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:d4:e2:8c', 'name': 'tempest-NetworksTestDHCPv6-2087193615'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.256472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:27.265969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.276354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1e1d-d3ca-46fd-af56-507084bfc8d6 req-cda2802f-87ea-4c85-8d11-f20b7e3c4942 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:27.277855 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-043c1e1d-d3ca-46fd-af56-507084bfc8d6 req-cda2802f-87ea-4c85-8d11-f20b7e3c4942 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 944 time: 0.3768594 Dec 09 09:29:27.284680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:27.320872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=1457bb93-2b43-47cb-bc8d-72b835e1924a,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:27.326747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Made reservation on behalf of 96063fabcbea4d23a3236a6c9cd765d1 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:27.329023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.346023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:27.349665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:27.393818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:29:27.455445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a3e93dca-f621-4aae-9790-a0526070c5d2 None None] Provisioning complete for port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:27.456041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a3e93dca-f621-4aae-9790-a0526070c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.491428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Deleting port 471b450c-3ea1-4cd9-8904-bfded7cd757c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:27.492078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.535575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.539420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:27.540601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.574785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a3e93dca-f621-4aae-9790-a0526070c5d2 None None] Port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:27.584855 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-043c1e1d-d3ca-46fd-af56-507084bfc8d6 req-8d5af999-33f2-4dbf-a9ca-ac2e9eac80bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899935 Dec 09 09:29:27.585620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Network': ['ID=07ea7ce1-3fd6-413e-ac09-c56711d5f08e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:27.590861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:27.595084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5662826-fe4a-4482-b252-a26e5ba221c0 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:27.630256 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9603024 Dec 09 09:29:27.641624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:27.650650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53186) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.664442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'ports': [{'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'}, {'network_id': '5515a7aa-23eb-4733-8489-32a93cc3b66e'}]} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.664836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.665298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': '5515a7aa-23eb-4733-8489-32a93cc3b66e'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.714011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=5515a7aa-23eb-4733-8489-32a93cc3b66e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:27.717488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:27.779967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 5515a7aa-23eb-4733-8489-32a93cc3b66e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:27.837721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:27.871510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:27.970429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:27.991546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:29:27.992035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:27.996623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-09e99300-d5f6-41be-b554-341110a785a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:28.075511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4a54c944-b690-4383-a149-b7feb85840f6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:28.078940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:28.086281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Checking segment: {'id': 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:28.087174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network hostable DHCP agents. Network: 07ea7ce1-3fd6-413e-ac09-c56711d5f08e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:28.098211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] For port 471b450c-3ea1-4cd9-8904-bfded7cd757c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=471b450c-3ea1-4cd9-8904-bfded7cd757c,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:28.098577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.111405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:28.123326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 07ea7ce1-3fd6-413e-ac09-c56711d5f08e) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:28.129230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:28.130783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.134025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:28.151513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:28.159875 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0151734 Dec 09 09:29:28.160324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53190) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:28.167140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2003896186', 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:28.168626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:28.169327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45de26-d6c9-4e8c-8f43-d95eed610aeb None None] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:28.173774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:28.178043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:port and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:28.182164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:28.187851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:28.188833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:28.202758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Made reservation on behalf of 96063fabcbea4d23a3236a6c9cd765d1 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:28.205574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.212332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.224900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 447732a4-e942-4a1b-8f8a-dd526b662d88 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:28.236601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] device_id is not set on port e7bf190b-4334-46a2-a32d-815817192f36 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:28.239318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 2} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:28.242669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.250997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Calling delete_port for 471b450c-3ea1-4cd9-8904-bfded7cd757c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:28.257935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:28.283790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.294192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 772f9f03-1e60-4d50-a3d8-82aea1e5afb6 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:28.371587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.20.0.12 (07ea7ce1-3fd6-413e-ac09-c56711d5f08e/4a54c944-b690-4383-a149-b7feb85840f6/e7bf190b-4334-46a2-a32d-815817192f36) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:28.598309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.611263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.623876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1d191117-343b-4ffa-b729-6b728e4732c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:28.642317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.667301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bd9413d4-69c2-4142-abf6-886ac495f95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:28.669237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Pushing event deleted for resources: {'Port': ['ID=471b450c-3ea1-4cd9-8904-bfded7cd757c,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:28.671047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f10c31-9f39-4c41-bf26-6a2dbedef163 None None] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:28.679379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 6d2bb829-95f3-47f2-b1fe-8dc1e5077069 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:28.683351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:28.815745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] No DVR routers for this DVR port 471b450c-3ea1-4cd9-8904-bfded7cd757c on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:28.835213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d15041-dc6d-4cff-b5fa-200fcd3be62d None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:28.860099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:28.862728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:28.866510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:28.921095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bf190b-4334-46a2-a32d-815817192f36,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:28.928816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:28.948988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:28.949604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:28.974908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8132038 Dec 09 09:29:28.975672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53196) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.051220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting port e7bf190b-4334-46a2-a32d-815817192f36 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:29.051577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.181343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 172.20.0.13 (8b00f647-b522-4bb4-913a-1ab25ad42a65/4abbd0fb-2968-4322-972d-b4059ebb3ce4/772f9f03-1e60-4d50-a3d8-82aea1e5afb6) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:29.207261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fed4:e28c (8b00f647-b522-4bb4-913a-1ab25ad42a65/1457bb93-2b43-47cb-bc8d-72b835e1924a/772f9f03-1e60-4d50-a3d8-82aea1e5afb6) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:29.219455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '1457bb93-2b43-47cb-bc8d-72b835e1924a'}, {'subnet_id': '4abbd0fb-2968-4322-972d-b4059ebb3ce4'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:29.220633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.282679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6920-9255-4303-b1a5-8f02d9fdb35b req-f983f591-ebe2-41f9-952f-76c94d48358b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:29.283420 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-460a6920-9255-4303-b1a5-8f02d9fdb35b req-f983f591-ebe2-41f9-952f-76c94d48358b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 944 time: 0.5338824 Dec 09 09:29:29.291607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:29.300381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.303590 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] Sync routers for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:29.323222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:29.324176 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.362111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1118917 Dec 09 09:29:29.372659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53200) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.384991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.393274 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.404499 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:29.405093 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.426710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Calling delete_port for e7bf190b-4334-46a2-a32d-815817192f36 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:29.463942 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.464252 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206e5f4-1809-4a2a-8524-314dbe5011e9 None None] The sync data for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:29.565406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.570788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c63c51fc-5212-4143-b5f3-b0efd0174768 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:29.610868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7bf190b-4334-46a2-a32d-815817192f36,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:29.614792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:29.652203 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-460a6920-9255-4303-b1a5-8f02d9fdb35b req-5624e89b-5615-485f-bdb3-8e978ad12cd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532512 Dec 09 09:29:29.675501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abef57-3f2e-4b8d-aafe-715789d93206 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:29.675501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a1abef57-3f2e-4b8d-aafe-715789d93206 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:29.694522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port f494653c-3f96-460e-9ea6-092f0274bb06 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:29.708413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.714245 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e7bf190b-4334-46a2-a32d-815817192f36 HTTP/1.1" status: 204 len: 168 time: 0.7377915 Dec 09 09:29:29.716849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53204) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.717257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:29.721655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.721870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e', 'external_fixed_ips': [{'subnet_id': '4a54c944-b690-4383-a149-b7feb85840f6', 'ip_address': '172.20.0.12'}]}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:29.726516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:29.728645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:29.731081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:router and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:29.733988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:29.739799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:29.744768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:29.745411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.752970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.754278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.781545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.813120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.814791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a1abef57-3f2e-4b8d-aafe-715789d93206 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:29.818712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a1abef57-3f2e-4b8d-aafe-715789d93206 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports/83ea348e-2bc1-4c7d-9fb9-bfc26364e62b HTTP/1.1" status: 200 len: 913 time: 0.4365540 Dec 09 09:29:29.822575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53208) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.825584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:29.826215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.830272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:29.838126 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d2a2a240-db4c-46a5-af8d-5f632b39800d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/6a0f7fc7-e95f-4715-937f-48b8b9ed6344 HTTP/1.1" status: 200 len: 977 time: 5.3308527 Dec 09 09:29:29.847601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53212) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.892772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:29.893307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9dae39-0a08-4f91-b880-1f5cb686cc02 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:29.982129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port bbc421c2-239c-47d5-8643-a4755016a7e2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:29.982463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.009430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 772f9f03-1e60-4d50-a3d8-82aea1e5afb6 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:30.024043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.119743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.129904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8c2f7264-f2cc-4904-aa6a-149942c54234 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:30.162959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.224341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:30.231037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=772f9f03-1e60-4d50-a3d8-82aea1e5afb6,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:30.233968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:30.234991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:30.237032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:30.238242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Allocated IP 172.20.0.2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/4abbd0fb-2968-4322-972d-b4059ebb3ce4/f433b175-5f6c-43ab-86c1-d62cc9926cd4) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:30.245016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Allocated IP 2001:db8::f816:3eff:fe3e:3176 (8b00f647-b522-4bb4-913a-1ab25ad42a65/1457bb93-2b43-47cb-bc8d-72b835e1924a/f433b175-5f6c-43ab-86c1-d62cc9926cd4) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:30.318544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.326193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:30.365327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.375648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b3e4087e-0484-41eb-a0bd-c0c09e067a90 tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:30.493323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:30.493828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.510076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.515491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:30.524029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Transition to ACTIVE for port object f433b175-5f6c-43ab-86c1-d62cc9926cd4 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:30.533211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:30.533714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:30.534092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.540528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:30.543023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:30.544100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.549326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=6d2bb829-95f3-47f2-b1fe-8dc1e5077069,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:30.551812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:30.552466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:30.576096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Transition to ACTIVE for port object f433b175-5f6c-43ab-86c1-d62cc9926cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:30.587860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.601122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d7bb286-f0cb-4104-9815-f56505b00995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:30.601734 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3702531 Dec 09 09:29:30.607170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53216) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:30.674693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:30.684434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:30.691148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=f494653c-3f96-460e-9ea6-092f0274bb06,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:30.693814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:30.743945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': '82f8ebda-3b70-487c-bca4-b6272ee0831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5515a7aa-23eb-4733-8489-32a93cc3b66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:30.744185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: 5515a7aa-23eb-4733-8489-32a93cc3b66e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:30.779712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b73b07-eec3-49da-bdcf-6b1b188afc81 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:30.783633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b73b07-eec3-49da-bdcf-6b1b188afc81 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:30.786688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Pushing event updated for resources: {'Port': ['ID=f433b175-5f6c-43ab-86c1-d62cc9926cd4,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:30.788943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:30.791801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-83b73b07-eec3-49da-bdcf-6b1b188afc81 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:30.799604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.829924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:30.829924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.872570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.900703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.901069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.901380 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP 6a0f7fc7-e95f-4715-937f-48b8b9ed6344 disassociated. External IP: 172.26.4.149, port: bbc421c2-239c-47d5-8643-a4755016a7e2. Dec 09 09:29:30.901715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for bbc421c2-239c-47d5-8643-a4755016a7e2 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:30.932066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:30.933092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:29:30.943813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.967955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:30.975835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7767333a-32f4-43b2-a69f-6e62b00bbdd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:31.041593 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'code': 200} Dec 09 09:29:31.063233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Attempting to bind port f433b175-5f6c-43ab-86c1-d62cc9926cd4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:31.063885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Attempting to bind port f433b175-5f6c-43ab-86c1-d62cc9926cd4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:31.064438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Attempting to bind port f433b175-5f6c-43ab-86c1-d62cc9926cd4 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:31.077691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:31.078467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:31.079122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.079731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:31.080479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Bound port: f433b175-5f6c-43ab-86c1-d62cc9926cd4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:31.081100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.087305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-83b73b07-eec3-49da-bdcf-6b1b188afc81 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:31.088634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-83b73b07-eec3-49da-bdcf-6b1b188afc81 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4791806 Dec 09 09:29:31.092688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53224) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:31.111903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.123624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6ce67bf-e783-447c-a675-7df88a3aae26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:31.168745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:31.172350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:31.182043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=bbc421c2-239c-47d5-8643-a4755016a7e2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:31.189396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:31.201971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] For port f433b175-5f6c-43ab-86c1-d62cc9926cd4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:31.207393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 772f9f03-1e60-4d50-a3d8-82aea1e5afb6 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:31.207733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.213819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] For port f433b175-5f6c-43ab-86c1-d62cc9926cd4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f433b175-5f6c-43ab-86c1-d62cc9926cd4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:31.218983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.223777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e28c705-632d-4f41-8124-63f664a1e4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:31.238990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62b25-a39b-430e-b804-78376b2bcfa3 req-2cfef5cb-c6b2-4c10-9e25-e8027891e05f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:31.240472 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d2c62b25-a39b-430e-b804-78376b2bcfa3 req-2cfef5cb-c6b2-4c10-9e25-e8027891e05f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 944 time: 0.4583170 Dec 09 09:29:31.283708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 5515a7aa-23eb-4733-8489-32a93cc3b66e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:31.308864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Pushing event updated for resources: {'Port': ['ID=f433b175-5f6c-43ab-86c1-d62cc9926cd4,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:31.312798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:31.326307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 5515a7aa-23eb-4733-8489-32a93cc3b66e) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:31.334561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81f061-6811-4f9a-b084-79fc05e9ef9b None None] Network 5515a7aa-23eb-4733-8489-32a93cc3b66e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:31.478302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d2c62b25-a39b-430e-b804-78376b2bcfa3 req-4cf6006c-bb39-405a-adeb-d8d79a59cb01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994085 Dec 09 09:29:31.493938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.20.0.12 (07ea7ce1-3fd6-413e-ac09-c56711d5f08e/4a54c944-b690-4383-a149-b7feb85840f6/4aca29e0-b2dc-4878-b317-0f5addcec53c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:31.547489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:31.551825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:31.556057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:31.558991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.617846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.641179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633744b0-c335-49bb-930d-15b050aed32c req-8d79c161-2ad3-40c8-97ab-2301170743b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1098 time: 0.3938169 Dec 09 09:29:31.645722 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9913604 Dec 09 09:29:31.700597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53228) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:31.761749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 772f9f03-1e60-4d50-a3d8-82aea1e5afb6 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:31.825424 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633744b0-c335-49bb-930d-15b050aed32c req-b8c31d61-783d-464c-8a3e-d9e436e438bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276557 Dec 09 09:29:31.827939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.870217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:31.885564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:31.890501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59587073-6cb5-4313-8b89-8fa350a8421c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:31.907079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port f494653c-3f96-460e-9ea6-092f0274bb06 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:31.907416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.160225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:32.164377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:32.170596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:32.197947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=4aca29e0-b2dc-4878-b317-0f5addcec53c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:32.203609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:32.373961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.437448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:32.448019 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:32.465633 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:32.466475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:32.491222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e531f56-744a-4cf2-85cd-57f242fca5f9 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:32.534443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.535199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.549072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:32.566762 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:32.567380 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:32.580285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for f494653c-3f96-460e-9ea6-092f0274bb06 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:32.641076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.641770 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:32.642605 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18228ba6-633b-4f84-bd3e-bc75fe46117d None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:32.668046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/bbc421c2-239c-47d5-8643-a4755016a7e2 HTTP/1.1" status: 204 len: 168 time: 2.8141153 Dec 09 09:29:32.670389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:32.709512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-df6e82ec-9e7e-4338-8436-5eb414fa1d75 None None] Provisioning for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:32.724117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.766293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3bafda25-9e68-4aee-a1f8-c77ffae057cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:32.771734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-29374623-d703-4e80-aa33-cb30b25f78b1 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/floatingips/6a0f7fc7-e95f-4715-937f-48b8b9ed6344 HTTP/1.1" status: 200 len: 688 time: 0.0979033 Dec 09 09:29:32.772518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:32.786148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:32.900213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f433b175-5f6c-43ab-86c1-d62cc9926cd4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:32.940614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=772f9f03-1e60-4d50-a3d8-82aea1e5afb6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:32.950524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:33.016887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:33.025116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 4f38ac91-3b48-479c-bac0-02e7588ba582 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:33.025701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:33.025794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.025891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.049540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.098434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-415487fd-90eb-4de2-8a93-025d20f42cfc tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:33.214097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=f494653c-3f96-460e-9ea6-092f0274bb06,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:33.223942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:33.240423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.265873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6d9c0-859e-4331-88c6-9f0178c428c7 req-f82b6a52-b5bd-4650-9317-50ea66785abf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.268317 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ea6d9c0-859e-4331-88c6-9f0178c428c7 req-f82b6a52-b5bd-4650-9317-50ea66785abf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 0.5982707 Dec 09 09:29:33.288997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f433b175-5f6c-43ab-86c1-d62cc9926cd4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f433b175-5f6c-43ab-86c1-d62cc9926cd4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:33.298796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.303892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.304125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.304892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:33.394449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-42dc1a5a-3189-48af-90ca-afa4a456da0d None None] Provisioning complete for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:33.395069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-42dc1a5a-3189-48af-90ca-afa4a456da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.417434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.423996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f433b175-5f6c-43ab-86c1-d62cc9926cd4,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:33.431861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:33.459703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.464431 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/772f9f03-1e60-4d50-a3d8-82aea1e5afb6 HTTP/1.1" status: 204 len: 168 time: 2.3686733 Dec 09 09:29:33.472728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/f494653c-3f96-460e-9ea6-092f0274bb06 HTTP/1.1" status: 204 len: 168 time: 1.7160804 Dec 09 09:29:33.472728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53242) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:33.481274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53244) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:33.490325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 4f38ac91-3b48-479c-bac0-02e7588ba582 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:33.535673 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ea6d9c0-859e-4331-88c6-9f0178c428c7 req-85d3e64a-2798-4b88-a9aa-1b20272b82c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087352 Dec 09 09:29:33.549969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b710-327f-407d-a7b9-dbcd83cbd06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.557203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router 129e4e9c-c567-45c9-86a1-1ff2cc32833b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:29:33.634479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.635853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.637294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.638428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:33.723827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:33.724180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.754296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:33.757954 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc70b576-3642-4cbd-a400-43c1654c4e54 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2794049 Dec 09 09:29:33.769625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0e61b6ce-8a55-421b-bf82-3c849db3ea52 None None] Could not find standard attr ID for object 772f9f03-1e60-4d50-a3d8-82aea1e5afb6. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:29:33.781330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53250) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:33.929755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:33.932981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3eef36-69d5-4a98-88dd-2aa456255448 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.935319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f81b4417-339f-41be-bae6-279e3ac7ee8f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:33.938010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3eef36-69d5-4a98-88dd-2aa456255448 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:33.939000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af3eef36-69d5-4a98-88dd-2aa456255448 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:33.986551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=4f38ac91-3b48-479c-bac0-02e7588ba582,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:33.991509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:34.096135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af3eef36-69d5-4a98-88dd-2aa456255448 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:34.097205 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-af3eef36-69d5-4a98-88dd-2aa456255448 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5651534 Dec 09 09:29:34.103450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53254) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:34.126045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.137258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.163266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:34.174456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Sync routers for ids ['129e4e9c-c567-45c9-86a1-1ff2cc32833b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:34.189518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Routers {'129e4e9c-c567-45c9-86a1-1ff2cc32833b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:34.190557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['129e4e9c-c567-45c9-86a1-1ff2cc32833b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:34.202081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 6d2bb829-95f3-47f2-b1fe-8dc1e5077069 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:34.202483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.233347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.234564 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a0f7fc7-e95f-4715-937f-48b8b9ed6344 HTTP/1.1" status: 204 len: 168 time: 1.4615116 Dec 09 09:29:34.245592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:34.250442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.254376 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.5338261 Dec 09 09:29:34.255553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '76ad9c71-777d-4b8b-81a5-b0d6bfe51818'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:34.261489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:34.265259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:34.276505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 83ea348e-2bc1-4c7d-9fb9-bfc26364e62b owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:34.324596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 1457bb93-2b43-47cb-bc8d-72b835e1924a {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:34.331173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.333716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:floatingip and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:34.345325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:34.355816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:34.404491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Set router 129e4e9c-c567-45c9-86a1-1ff2cc32833b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:34.418130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.426342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.553361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.567822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.651095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.656514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dffe3b3-0cf7-42f1-b3e3-aca6d8730fdc tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:34.686438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.707408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=83ea348e-2bc1-4c7d-9fb9-bfc26364e62b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:34.709899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:34.800626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e4e9c-c567-45c9-86a1-1ff2cc32833b', 'name': '', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e', 'external_fixed_ips': [{'subnet_id': '4a54c944-b690-4383-a149-b7feb85840f6', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '4aca29e0-b2dc-4878-b317-0f5addcec53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:29Z', 'updated_at': '2021-12-09T09:29:32Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '4aca29e0-b2dc-4878-b317-0f5addcec53c', 'name': '', 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129e4e9c-c567-45c9-86a1-1ff2cc32833b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4a54c944-b690-4383-a149-b7feb85840f6', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:31Z', 'updated_at': '2021-12-09T09:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a54c944-b690-4383-a149-b7feb85840f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:34.814211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Checking router: 129e4e9c-c567-45c9-86a1-1ff2cc32833b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:29:34.816119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Updating router 129e4e9c-c567-45c9-86a1-1ff2cc32833b port 4aca29e0-b2dc-4878-b317-0f5addcec53c binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:29:34.870473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 6d2bb829-95f3-47f2-b1fe-8dc1e5077069 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:34.928027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:34.980093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f433b175-5f6c-43ab-86c1-d62cc9926cd4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:35.010640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.019080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44fa6d8f-e137-4c6e-b3c4-e498e17a0dbd tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:35.053758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794149-ff3a-4518-9440-f510d89474b5 req-77eafa37-2c3c-400a-b7d4-df25a6838350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:35.055332 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-00794149-ff3a-4518-9440-f510d89474b5 req-77eafa37-2c3c-400a-b7d4-df25a6838350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 0.3727844 Dec 09 09:29:35.060884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.063369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=1457bb93-2b43-47cb-bc8d-72b835e1924a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:35.065935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:35.067974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4fe47ecf-f9a8-4a6e-9589-9614ed94f55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:35.075451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.088673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c605a7-7157-49b4-8ea2-7e2f058d0ef4 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:35.099963 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/1457bb93-2b43-47cb-bc8d-72b835e1924a HTTP/1.1" status: 204 len: 168 time: 1.3151612 Dec 09 09:29:35.100199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53268) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.139409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=6d2bb829-95f3-47f2-b1fe-8dc1e5077069,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:35.151592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:35.167838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.189519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 4abbd0fb-2968-4322-972d-b4059ebb3ce4 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:35.194996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.220211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.246899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.254662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.262992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.304749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/6d2bb829-95f3-47f2-b1fe-8dc1e5077069 HTTP/1.1" status: 204 len: 168 time: 1.2002037 Dec 09 09:29:35.308129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53272) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.310002 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-00794149-ff3a-4518-9440-f510d89474b5 req-43bd267a-2d33-4759-bf85-90db3859613f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975443 Dec 09 09:29:35.321490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:35.321490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.595473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.621869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.194 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/776de08a-2812-4953-ab32-a97ef77d8368) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:35.663304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572b861-e311-48c4-a619-757079cf9558 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:35.667292 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5572b861-e311-48c4-a619-757079cf9558 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3063941 Dec 09 09:29:35.671021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.718625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cd-7647-45d4-b8da-b74f0607eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.736816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9977-8f4e-4847-8b38-e89722ac2fb4 req-a088bdf0-fec3-4e3b-95c6-aeda75ab80e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:35.738298 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ffdd9977-8f4e-4847-8b38-e89722ac2fb4 req-a088bdf0-fec3-4e3b-95c6-aeda75ab80e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 0.2177184 Dec 09 09:29:35.775284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2889882-d568-404a-91ff-da8326e19654 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:29:35.775824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c2889882-d568-404a-91ff-da8326e19654 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:35.810007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.823666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Transition to ACTIVE for port object 4aca29e0-b2dc-4878-b317-0f5addcec53c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:35.830274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.832830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c2889882-d568-404a-91ff-da8326e19654 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:35.834059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c2889882-d568-404a-91ff-da8326e19654 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/f494653c-3f96-460e-9ea6-092f0274bb06 HTTP/1.1" status: 404 len: 333 time: 0.1613574 Dec 09 09:29:35.837772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-84f13ab3-7dda-4461-b802-0790a736d249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:35.837946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.842586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53282) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.863708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.886997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b1758636-926a-4d67-bd62-5247dce2dd0d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:35.917818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Attempting to bind port 4aca29e0-b2dc-4878-b317-0f5addcec53c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:35.920852 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c8f2de-2223-4289-a89b-fd2db1a9d4b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:29:35.921584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Attempting to bind port 4aca29e0-b2dc-4878-b317-0f5addcec53c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:35.922124 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-19c8f2de-2223-4289-a89b-fd2db1a9d4b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/6d2bb829-95f3-47f2-b1fe-8dc1e5077069 HTTP/1.1" status: 404 len: 333 time: 0.0786371 Dec 09 09:29:35.923656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Attempting to bind port 4aca29e0-b2dc-4878-b317-0f5addcec53c on network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:35.927241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53286) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.930120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting port 4aca29e0-b2dc-4878-b317-0f5addcec53c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:35.930697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.944119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=4abbd0fb-2968-4322-972d-b4059ebb3ce4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:35.947034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:35.976486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.992117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.995187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:35.995695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Checking segment: {'id': 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:35.997817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:35.998358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Bound using segment: {'id': 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:36.000394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Bound port: 4aca29e0-b2dc-4878-b317-0f5addcec53c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '07ea7ce1-3fd6-413e-ac09-c56711d5f08e'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:36.000898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.004644 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4abbd0fb-2968-4322-972d-b4059ebb3ce4 HTTP/1.1" status: 204 len: 168 time: 0.9033368 Dec 09 09:29:36.007026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53290) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.025248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ffdd9977-8f4e-4847-8b38-e89722ac2fb4 req-f1a4cbce-9469-42b1-a1e6-6f3ba35837b6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234306 Dec 09 09:29:36.032462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Pushing event updated for resources: {'Port': ['ID=4aca29e0-b2dc-4878-b317-0f5addcec53c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:36.038856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:36.089741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] For port 4aca29e0-b2dc-4878-b317-0f5addcec53c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:36.098259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] For port 4aca29e0-b2dc-4878-b317-0f5addcec53c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4aca29e0-b2dc-4878-b317-0f5addcec53c,segment=NetworkSegment(c98617e2-69c3-4bb5-8ac0-146ac52f8b89),segment_id=c98617e2-69c3-4bb5-8ac0-146ac52f8b89)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:36.106562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53294) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.109929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.115716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:36.195354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-46bfc8a2-82f5-4926-a29c-088ce288bbb5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1869855 Dec 09 09:29:36.204749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53298) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.228833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Pushing event updated for resources: {'Port': ['ID=4aca29e0-b2dc-4878-b317-0f5addcec53c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:36.229166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.244410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:36.262666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Routers {'129e4e9c-c567-45c9-86a1-1ff2cc32833b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:36.263602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['129e4e9c-c567-45c9-86a1-1ff2cc32833b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:36.271203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:36.369715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.390017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:36.475911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b2952-f28e-4a3e-b4d8-51801708b7f6 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:36.534733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] For port 4aca29e0-b2dc-4878-b317-0f5addcec53c, host dv-neutron-821175-1-hyperv, got binding levels [] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:36.535126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.560802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:36.577873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:36.579391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] Set router 129e4e9c-c567-45c9-86a1-1ff2cc32833b gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:36.582723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:36.596796 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2deda664-3142-4eb3-8870-abab8428f6c0 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1093 time: 0.4863410 Dec 09 09:29:36.596796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:36.599495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53302) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.610381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:36.621296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:36.628477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:36.630990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:36.634468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.651545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:36.668732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:36.679617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:36.683101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=776de08a-2812-4953-ab32-a97ef77d8368,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:36.736253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129e4e9c-c567-45c9-86a1-1ff2cc32833b', 'name': '', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:29Z', 'updated_at': '2021-12-09T09:29:35Z', 'revision_number': 4, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:36.747319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:36.757318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 447732a4-e942-4a1b-8f8a-dd526b662d88 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:36.760556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.769713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:36.771996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.777743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Calling delete_port for 4aca29e0-b2dc-4878-b317-0f5addcec53c owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:36.780079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd6baf-3348-4d07-9799-6f13e2f14c0e None None] The sync data for ids ['129e4e9c-c567-45c9-86a1-1ff2cc32833b'] in dv-neutron-821175-1-hyperv is: [{'id': '129e4e9c-c567-45c9-86a1-1ff2cc32833b', 'name': '', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:29Z', 'updated_at': '2021-12-09T09:29:35Z', 'revision_number': 4, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:36.786805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c5f9832-eb0e-4ab6-8d44-cd8f9c520655 None None] Provisioning complete for port f433b175-5f6c-43ab-86c1-d62cc9926cd4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:36.786805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9832-eb0e-4ab6-8d44-cd8f9c520655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.808383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:36.827652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:36.900818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5515a7aa-23eb-4733-8489-32a93cc3b66e']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:36.933298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f8ebda-3b70-487c-bca4-b6272ee0831d') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:36.933585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f8ebda-3b70-487c-bca4-b6272ee0831d') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:36.989686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.051622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.071650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:37.075677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:37.076100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.079322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Deleting port f433b175-5f6c-43ab-86c1-d62cc9926cd4 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:37.080264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:37.125098 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:37.193763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.201968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-efefc5c9-950d-4268-8132-0567d7403c14 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:37.278180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.281201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:37.287405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:37.293276 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] Sync routers for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:37.296301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:37.299184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:37.299793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.307944 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:37.308944 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:37.339978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=2922a597-f52f-447c-aa26-bcb040eca830,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:37.342628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:37.357927 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5287511 Dec 09 09:29:37.359462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53306) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.383715 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:37.396926 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1787021 Dec 09 09:29:37.398122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53310) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.399350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:37.400501 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:37.403612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:37.418721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] For port f433b175-5f6c-43ab-86c1-d62cc9926cd4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f433b175-5f6c-43ab-86c1-d62cc9926cd4,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:37.419135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.468105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.468903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:37.469541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:37.469833 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd596d6-7da6-4a0e-9a3f-1dca96285d51 None None] The sync data for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:37.469963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:37.484300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-019f0eba-a5d0-4828-93ae-182cf2a0109e tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:37.499920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.574179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=5515a7aa-23eb-4733-8489-32a93cc3b66e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:37.590731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:37.595396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.136 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:37.630340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Calling delete_port for f433b175-5f6c-43ab-86c1-d62cc9926cd4 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:37.643077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:37.651951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/5515a7aa-23eb-4733-8489-32a93cc3b66e HTTP/1.1" status: 204 len: 168 time: 1.7229364 Dec 09 09:29:37.653963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:37.656520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53314) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.706368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:37.714570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-969895428'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:37.719671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.732576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:37.733803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:37.736484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:37.752229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:37.759523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:37.778265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:37.784318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Pushing event deleted for resources: {'Port': ['ID=f433b175-5f6c-43ab-86c1-d62cc9926cd4,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:37.786452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] No DVR routers for this DVR port f433b175-5f6c-43ab-86c1-d62cc9926cd4 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:37.789144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:37.794676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:37.798313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.813957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242b20d-ae12-4faa-b628-35fb216373f2 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:37.836358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:37.840218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.936527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:37.962460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:37.970593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting port 4aca29e0-b2dc-4878-b317-0f5addcec53c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:37.970867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.000642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.000967 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889 of type vlan for network 345ec0fe-973c-451a-bab4-e30824188fba Dec 09 09:29:38.061048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.065971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.072556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '2922a597-f52f-447c-aa26-bcb040eca830'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:38.073458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.073696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f0fc63a5-f348-4141-8944-91308704b57b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:38.140404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.175622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:38.187939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.213526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:38.216363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:38.217395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:38.219402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:38.256831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Allocated IP 172.20.0.2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/2922a597-f52f-447c-aa26-bcb040eca830/0e78257e-65f3-48de-ae08-1d437e82e99e) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:38.265657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.269834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:38.270421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.282290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:38.336616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.442696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] For port 4aca29e0-b2dc-4878-b317-0f5addcec53c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4aca29e0-b2dc-4878-b317-0f5addcec53c,segment=NetworkSegment(c98617e2-69c3-4bb5-8ac0-146ac52f8b89),segment_id=c98617e2-69c3-4bb5-8ac0-146ac52f8b89)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:38.443367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.471872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.482180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Transition to ACTIVE for port object 0e78257e-65f3-48de-ae08-1d437e82e99e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:38.500638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Transition to ACTIVE for port object 0e78257e-65f3-48de-ae08-1d437e82e99e will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:38.507159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.511271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f0a54162-7bb5-4c75-9f8d-77235a82ee9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:38.514224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.582622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:38.582906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Pushing event updated for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:38.585385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:38.587877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:38.588161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=345ec0fe-973c-451a-bab4-e30824188fba,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:38.588610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:38.591175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:38.592660 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9335957 Dec 09 09:29:38.599543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53318) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:38.620692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': '345ec0fe-973c-451a-bab4-e30824188fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:38.623517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 345ec0fe-973c-451a-bab4-e30824188fba details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:38.740399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Calling delete_port for 4aca29e0-b2dc-4878-b317-0f5addcec53c owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:38.769221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Attempting to bind port 0e78257e-65f3-48de-ae08-1d437e82e99e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:38.769583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Attempting to bind port 0e78257e-65f3-48de-ae08-1d437e82e99e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:38.769949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Attempting to bind port 0e78257e-65f3-48de-ae08-1d437e82e99e on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:38.779205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:38.779632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:38.780434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.780434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:38.781450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Bound port: 0e78257e-65f3-48de-ae08-1d437e82e99e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:38.781450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.831430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:38.837305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:38.880866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:38.885052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:38.892479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:38.898991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eaf97287-52bc-4650-9d85-fec3f9772102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:38.923589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:38.933940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f433b175-5f6c-43ab-86c1-d62cc9926cd4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:38.950398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:38.988286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f433b175-5f6c-43ab-86c1-d62cc9926cd4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:29:38.989090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f433b175-5f6c-43ab-86c1-d62cc9926cd4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:39.028076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Pushing event updated for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:39.033455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:39.064111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:39.268577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.361906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.375599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-674bb1a6-3304-4681-b453-85b7b22e1bbd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:39.382365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:29:39.424778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.436538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Performing IP validity checks on allocation pools {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:29:39.437116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:29:39.459740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aca29e0-b2dc-4878-b317-0f5addcec53c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:39.474286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:39.474941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.483273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-be209b70-fb34-4eb2-9e60-fe51576fa42b tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:39.573201 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-e37f1b51-baf4-4774-bbb7-60f98fa1bd51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4305458 Dec 09 09:29:39.753534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=776de08a-2812-4953-ab32-a97ef77d8368,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:39.771732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:39.772408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.793774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.803904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:39.880299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.920843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:39.989821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=16710c38-3e83-40a7-86a5-7b2fe65d6ed1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:40.001119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:40.033598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.131178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b9e87d4b-5bee-4a7c-b4b8-a9de390aba94 None None] Provisioning for port 0e78257e-65f3-48de-ae08-1d437e82e99e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:40.208473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:40.208832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: 345ec0fe-973c-451a-bab4-e30824188fba, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:40.228705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.343506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:40.353862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-6a9e451a-d415-45a6-9855-6c26f4a16178 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.6899259 Dec 09 09:29:40.358824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 345ec0fe-973c-451a-bab4-e30824188fba is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:40.377457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 345ec0fe-973c-451a-bab4-e30824188fba) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:40.386044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05118a-acb8-4cbf-94ae-2ed9a2b4f1fe None None] Network 345ec0fe-973c-451a-bab4-e30824188fba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:40.434222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:40.434531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.473727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.493240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.494015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.501189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6df95b98-ca96-4053-9f6b-4f1d710be0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:40.531469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.547887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9470439 Dec 09 09:29:40.565458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53322) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.576046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': '345ec0fe-973c-451a-bab4-e30824188fba', 'name': 'tempest-PortsTestJSON-135300573'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:40.623225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-345ec0fe-973c-451a-bab4-e30824188fba', 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': '16710c38-3e83-40a7-86a5-7b2fe65d6ed1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:40.624374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.631402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:40.647548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.681288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:40.694614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:40.695916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.717780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=4']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:40.727213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be01c15-3230-4b33-807e-0c3e12b7ba71 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:40.740575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:40.742131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bef9ae14-5e9e-469c-82d5-0e835a3d5c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:40.788516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-0f290e48-9e30-4c1e-9b9f-5a4d2bf3bfc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:40.790517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-0f290e48-9e30-4c1e-9b9f-5a4d2bf3bfc9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.3739243 Dec 09 09:29:40.791326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.794155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3951027 Dec 09 09:29:40.799051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53326) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.800860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.801367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 129e4e9c-c567-45c9-86a1-1ff2cc32833b {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:29:40.819773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:40.878121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:83:f4:97', 'name': 'tempest-NetworksTestDHCPv6-36233084'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:40.972865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.006171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 1707915d-7a6e-4367-9cc8-0079124c0dab {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:41.006769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.042493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0e78257e-65f3-48de-ae08-1d437e82e99e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:41.091884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:41.094264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=7b11e56d-3a5d-4aa8-93f0-0053e2a73108,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:41.096680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Allocated IP 172.20.0.2 (345ec0fe-973c-451a-bab4-e30824188fba/16710c38-3e83-40a7-86a5-7b2fe65d6ed1/87035e24-e4f1-4f76-aa6e-f56e0287eb82) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:41.097322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:41.100097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f06954b1-d11e-48cf-ab95-a812c9533b73 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:41.153586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:41.191867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.193003 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/routers/129e4e9c-c567-45c9-86a1-1ff2cc32833b HTTP/1.1" status: 204 len: 168 time: 6.9296520 Dec 09 09:29:41.193305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:41.200983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:41.202388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53330) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:41.204322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:41.207670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.210947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-c05c4dd0-8bc4-4a77-85fc-8706ff255614 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.4109750 Dec 09 09:29:41.257590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 0e78257e-65f3-48de-ae08-1d437e82e99e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:41.280245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0e78257e-65f3-48de-ae08-1d437e82e99e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:41.280622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.310361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting subnet 4a54c944-b690-4383-a149-b7feb85840f6 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:41.314417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.334426 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP e9c78e11-a8ec-4e06-a56d-4352eee5ef73 associated. External IP: 172.26.4.194, port: 76ad9c71-777d-4b8b-81a5-b0d6bfe51818. Dec 09 09:29:41.356438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 95ac3264-d06d-425b-a70a-28264f23685c yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:41.456190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:41.469833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-b8058f1d-6daa-4eab-911e-66c03d682373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:41.470836 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-b8058f1d-6daa-4eab-911e-66c03d682373 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.2522035 Dec 09 09:29:41.472610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:41.489221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:41.492068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.517808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Transition to ACTIVE for port object 87035e24-e4f1-4f76-aa6e-f56e0287eb82 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:41.531805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.540830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:41.544828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.572102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Transition to ACTIVE for port object 87035e24-e4f1-4f76-aa6e-f56e0287eb82 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:41.577185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.580383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:41.582504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.586518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:41.622579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.660070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Network 345ec0fe-973c-451a-bab4-e30824188fba is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:41.663733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:41.665601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Pushing event updated for resources: {'Port': ['ID=87035e24-e4f1-4f76-aa6e-f56e0287eb82,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:41.672430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:41.675554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:41.676062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:41.718871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.731258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 1707915d-7a6e-4367-9cc8-0079124c0dab owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:41.755990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.3 (345ec0fe-973c-451a-bab4-e30824188fba/16710c38-3e83-40a7-86a5-7b2fe65d6ed1/95ac3264-d06d-425b-a70a-28264f23685c) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:41.792546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP 4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 associated. External IP: 172.26.4.136, port: 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a. Dec 09 09:29:41.804838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:41.862613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Attempting to bind port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:41.862991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Attempting to bind port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:41.863365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Attempting to bind port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 on network 345ec0fe-973c-451a-bab4-e30824188fba {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:41.870301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:41.875457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:41.876703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:41.877088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Checking segment: {'id': 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:41.877501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.878478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Bound using segment: {'id': 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:41.878977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Bound port: 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '345ec0fe-973c-451a-bab4-e30824188fba'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:41.879375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.962782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:41.972840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-22779976-a1b7-454f-a2ab-5d63f709a3cc tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:42.038583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] For port 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:42.043730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] For port 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=87035e24-e4f1-4f76-aa6e-f56e0287eb82,segment=NetworkSegment(e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889),segment_id=e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:42.059352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.066669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a0f496c-d8a0-46d1-a361-3e76349d229f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:42.164238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Pushing event updated for resources: {'Port': ['ID=87035e24-e4f1-4f76-aa6e-f56e0287eb82,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:42.169118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:42.169956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cf9f7475-a6a7-405c-a98e-ece1d896eb0c None None] Provisioning complete for port 0e78257e-65f3-48de-ae08-1d437e82e99e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:42.170525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cf9f7475-a6a7-405c-a98e-ece1d896eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.209943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4a54c944-b690-4383-a149-b7feb85840f6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:42.226013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:42.247521 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-34d4846d-eea7-4e36-a8c5-dd4ffad7d5e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7550979 Dec 09 09:29:42.253508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.291057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.327439 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/4a54c944-b690-4383-a149-b7feb85840f6 HTTP/1.1" status: 204 len: 168 time: 1.1025102 Dec 09 09:29:42.328527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.351694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.459560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 42e78499-b442-41cb-959b-f0737f5d393a yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:42.514842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 95ac3264-d06d-425b-a70a-28264f23685c will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:42.538763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.551359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:42.553461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.629565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=1707915d-7a6e-4367-9cc8-0079124c0dab,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:42.643317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.644110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:42.651478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-acfe6202-9b29-4529-bfaa-d2681fa45ee7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:42.687744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-7bd54bca-f84b-46f3-9fbf-a2a0598e56fd service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003139 Dec 09 09:29:42.796110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:42.815745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 345ec0fe-973c-451a-bab4-e30824188fba is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:42.819791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=95ac3264-d06d-425b-a70a-28264f23685c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:42.822866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:42.824752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:42.833872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:42.938480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ea7ce1-3fd6-413e-ac09-c56711d5f08e']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:42.966138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:42.966474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98617e2-69c3-4bb5-8ac0-146ac52f8b89') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:42.997880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.032323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:43.033594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.037301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 87035e24-e4f1-4f76-aa6e-f56e0287eb82 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:43.056197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.072023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:43.072664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:43.088418 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:43.097388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5308714 Dec 09 09:29:43.113807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53338) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:43.133546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:43.141992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0e78257e-65f3-48de-ae08-1d437e82e99e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:43.219549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0e78257e-65f3-48de-ae08-1d437e82e99e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:43.220100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.260662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.273897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64562716-2b3f-40a2-9248-39dca53fd7cc tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:43.291628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07ea7ce1-3fd6-413e-ac09-c56711d5f08e {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 09:29:43.296933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.300808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Network': ['ID=07ea7ce1-3fd6-413e-ac09-c56711d5f08e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:43.301089 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d17e719a-f521-422b-ba53-76bcc29567c4 req-a1775807-0f05-42e7-964b-9e41af366d5c service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765219 Dec 09 09:29:43.304759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:43.315054 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/networks/07ea7ce1-3fd6-413e-ac09-c56711d5f08e HTTP/1.1" status: 204 len: 168 time: 0.9826214 Dec 09 09:29:43.328642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 95ac3264-d06d-425b-a70a-28264f23685c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:43.328985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.335048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:43.420116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.428411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 172.20.0.3 (8b00f647-b522-4bb4-913a-1ab25ad42a65/2922a597-f52f-447c-aa26-bcb040eca830/42e78499-b442-41cb-959b-f0737f5d393a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:43.570478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296637c-1f3e-4a38-8580-1352ee506588 None None] Network 345ec0fe-973c-451a-bab4-e30824188fba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:43.665716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53348) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:43.669973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe83:f497 (8b00f647-b522-4bb4-913a-1ab25ad42a65/7b11e56d-3a5d-4aa8-93f0-0053e2a73108/42e78499-b442-41cb-959b-f0737f5d393a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:43.679800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'name': 'tempest-router--1907318585', 'project_id': '5fc90d83e7a5459cbb0a6bd83b99d4d8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:43.687470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:43.690994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:43.709196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:router and tenant:5fc90d83e7a5459cbb0a6bd83b99d4d8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:43.713928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:43.720089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.750393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:43.786369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.787321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.810622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.814920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Provisioning for port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:43.834546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Provisioning complete for port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:43.835408 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2345757 Dec 09 09:29:43.836306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:29:43.838403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.840791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53352) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:43.844412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.907441 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'status': 'completed', 'code': 200} Dec 09 09:29:43.966261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:43.967976 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b5b36a4c-0522-431b-ac7e-c840405cb865 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3009379 Dec 09 09:29:43.968861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:43.971482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53358) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:44.053929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:44.054584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:44.225025 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a228064a-0ee8-4b54-9c08-eb846953201c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 HTTP/1.1" status: 200 len: 991 time: 0.3823335 Dec 09 09:29:44.242087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.242739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.266873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.344846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] For port 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=87035e24-e4f1-4f76-aa6e-f56e0287eb82,segment=NetworkSegment(e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889),segment_id=e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:44.345882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:44.387263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.392988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8d677524-8da0-4d4d-ad15-4acbf7102c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:44.419319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 95ac3264-d06d-425b-a70a-28264f23685c owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:44.598742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Pushing event updated for resources: {'Port': ['ID=87035e24-e4f1-4f76-aa6e-f56e0287eb82,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:44.609436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:44.670117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Provisioning complete for port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:44.670535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.690437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.694750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.727028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.728162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ace44500-18a2-41de-bb4c-fa2c872cd061 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:29:44.738389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:44.742325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6b950e30-f8e8-475b-8dfa-b6ed8a640f01 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ace44500-18a2-41de-bb4c-fa2c872cd061 HTTP/1.1" status: 204 len: 168 time: 0.7702956 Dec 09 09:29:44.776165 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-33b7b8fc-ea7a-45fb-b1b7-96bab2dc1705 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1098 time: 0.7776537 Dec 09 09:29:44.919892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 87035e24-e4f1-4f76-aa6e-f56e0287eb82 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:44.937775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53364) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:44.951334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.044719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:45.045130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.146597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:45.152876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:45.161212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:29:45.166924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 42e78499-b442-41cb-959b-f0737f5d393a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:45.179322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.184968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Provisioning for port 95ac3264-d06d-425b-a70a-28264f23685c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:45.193262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Provisioning complete for port 95ac3264-d06d-425b-a70a-28264f23685c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:45.194023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.194396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcac8add-cff9-4934-97a3-37b66bcc5803 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:45.210288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1944999455', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:45.217910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:45.221764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:45.225306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:45.229671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53370) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:45.239023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:45.240184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:45.240966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:45.248345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-5e2a69cb-9b03-4537-9509-bcdd1b11409f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:45.249789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-5e2a69cb-9b03-4537-9509-bcdd1b11409f service neutron] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 896 time: 0.4581411 Dec 09 09:29:45.255410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=95ac3264-d06d-425b-a70a-28264f23685c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:45.294105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad1cb9-569b-4419-be6f-93c5642eba1e None None] Port 95ac3264-d06d-425b-a70a-28264f23685c was deleted so its status cannot be updated. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 09 09:29:45.347906 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d9b12dcc-1e9e-4974-a0c0-0130e626f975 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 HTTP/1.1" status: 200 len: 991 time: 0.1164849 Dec 09 09:29:45.358295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.359244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.380827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.419162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03e0a2c5-1d6c-4a72-8cff-3037a1cda1db None None] Could not find standard attr ID for object 95ac3264-d06d-425b-a70a-28264f23685c. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:29:45.443623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:45.448735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:45.535691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 447732a4-e942-4a1b-8f8a-dd526b662d88 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:29:45.572001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.667209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.679608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f236aeb1-fde0-4fbd-8550-c8474a10c20d tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:45.754102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-d009c86d-ceaf-48a4-a04a-f7899470c690 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 999 time: 0.4912171 Dec 09 09:29:45.805912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.836494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.873892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:45.878841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2f868-810c-4f6b-8752-85e25c92f181 None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:45.898720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:45.901045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:45.905509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=42e78499-b442-41cb-959b-f0737f5d393a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:45.917281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:45.920135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:45.969994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:46.001917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Allocated IP 172.26.4.53 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/c585efd9-4530-4a2a-a078-a9b588752ff7) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:46.062412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-eee0b227-13bc-48a2-b87a-c26ea6673e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:46.063926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-eee0b227-13bc-48a2-b87a-c26ea6673e1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.2961438 Dec 09 09:29:46.126790 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/95ac3264-d06d-425b-a70a-28264f23685c HTTP/1.1" status: 204 len: 168 time: 2.9877198 Dec 09 09:29:46.130950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53374) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.200285 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4cd0b5-57bf-4118-8f39-a1b3404d4775 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:29:46.200841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4cd0b5-57bf-4118-8f39-a1b3404d4775 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:46.208226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:46.208859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.219107 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d386ce9-6f03-461c-ba3c-eed1fba14f3e None None] New status for floating IP 4bd32f71-ebbb-4265-9fe0-1b4fa76257f4: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:29:46.234451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.235686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:46.241156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8e4cd0b5-57bf-4118-8f39-a1b3404d4775 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/95ac3264-d06d-425b-a70a-28264f23685c HTTP/1.1" status: 404 len: 333 time: 0.1088369 Dec 09 09:29:46.248585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53378) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.248903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8853467 Dec 09 09:29:46.249565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53382) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.255094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] Sync routers for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:46.278128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:46.278698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.302687 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.4972334 Dec 09 09:29:46.310293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53386) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.314930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c9f93cfd-e905-4add-bb56-24458050e4b2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:46.377695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53390) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.381315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.408316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] Routers {'447732a4-e942-4a1b-8f8a-dd526b662d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:46.410177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['447732a4-e942-4a1b-8f8a-dd526b662d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.442526 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cbc71b-d638-499b-a2cd-b46a041c2cc7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:29:46.443099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-99cbc71b-d638-499b-a2cd-b46a041c2cc7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:46.470665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-99cbc71b-d638-499b-a2cd-b46a041c2cc7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:46.474955 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-99cbc71b-d638-499b-a2cd-b46a041c2cc7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/95ac3264-d06d-425b-a70a-28264f23685c HTTP/1.1" status: 404 len: 333 time: 0.2290998 Dec 09 09:29:46.476197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.496281 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-e7267e39-a41f-45f8-b7d7-8b3b5e745283 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3736889 Dec 09 09:29:46.504074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.504896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c04ae-0a5d-4743-8c45-2e94f21dfb75 None None] The sync data for ids ['447732a4-e942-4a1b-8f8a-dd526b662d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:46.510033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8b0e79e-ed18-4994-8446-1802ca24fcf9 None None] Provisioning for port 42e78499-b442-41cb-959b-f0737f5d393a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:46.518990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8b0e79e-ed18-4994-8446-1802ca24fcf9 None None] Provisioning complete for port 42e78499-b442-41cb-959b-f0737f5d393a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:46.519675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e79e-ed18-4994-8446-1802ca24fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.522566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.531661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-26371821-66be-4f82-813d-13e6fc247ad0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:46.534627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c9f93cfd-e905-4add-bb56-24458050e4b2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:46.538233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c9f93cfd-e905-4add-bb56-24458050e4b2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=447732a4-e942-4a1b-8f8a-dd526b662d88 HTTP/1.1" status: 200 len: 205 time: 0.2845874 Dec 09 09:29:46.544216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53398) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.587340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0e79e-ed18-4994-8446-1802ca24fcf9 None None] Port 42e78499-b442-41cb-959b-f0737f5d393a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:46.632722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b935d320-a0ba-4c18-bd0f-d3d109348258 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 HTTP/1.1" status: 200 len: 991 time: 0.2551677 Dec 09 09:29:46.633163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:46.652615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:46.655443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:46.691626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event updated for resources: {'Port': ['ID=c585efd9-4530-4a2a-a078-a9b588752ff7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:46.698348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:46.744578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:46.757984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:46.783269 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:46.783911 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.814075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec423c-106b-43ce-8eaf-5bfd8e451036 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:46.818029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec423c-106b-43ce-8eaf-5bfd8e451036 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:46.818782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a4ec423c-106b-43ce-8eaf-5bfd8e451036 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:46.827927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.847404 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.859474 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:46.860106 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.866037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 16710c38-3e83-40a7-86a5-7b2fe65d6ed1 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:46.871594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:46.924849 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:46.925516 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b9e9f-748a-4932-bbd7-e47514158183 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:46.937671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.032756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.047197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.078949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.079652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.091834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-c578a445-0863-4fa8-bdc9-a9ecde41e027 service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853724 Dec 09 09:29:47.176497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a4ec423c-106b-43ce-8eaf-5bfd8e451036 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:47.177652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a4ec423c-106b-43ce-8eaf-5bfd8e451036 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8651450 Dec 09 09:29:47.181450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53402) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.201610 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.9549663 Dec 09 09:29:47.205142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53406) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.224800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.231868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1623e04c-048a-4a50-9846-d273b1dbbbfe tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:47.257441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1401824357'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:47.273704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:47.284811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=16710c38-3e83-40a7-86a5-7b2fe65d6ed1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:47.287273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:network and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:47.294709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:47.295645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:47.307061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 42e78499-b442-41cb-959b-f0737f5d393a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:47.307537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.313936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82026a98-2525-4168-9cd7-4d4fa99a614c None None] Network 345ec0fe-973c-451a-bab4-e30824188fba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:47.331193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.376374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:47.408906 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/16710c38-3e83-40a7-86a5-7b2fe65d6ed1 HTTP/1.1" status: 204 len: 168 time: 0.9313431 Dec 09 09:29:47.412873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53410) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.526978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:47.529893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.547978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4d37ebf2-08e2-4476-ad22-6126c225e898 req-97530ff5-d4d3-46fa-9f7a-4b7ffe3852ce service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464350 Dec 09 09:29:47.573857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] DHCP port deletion for 345ec0fe-973c-451a-bab4-e30824188fba request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:47.578922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Deleting port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:47.579497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.624180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.631976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.638659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53414) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.645141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:47.707896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.717406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:47.717747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.749964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.750362 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Added segment e5cfc2b6-38c3-4a3d-8b99-82f341581902 of type vlan for network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 Dec 09 09:29:47.790533 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d966a903-dbb6-4ea5-a886-8ddbe76f4d8d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 HTTP/1.1" status: 200 len: 993 time: 0.1489613 Dec 09 09:29:47.803482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.803942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router 447732a4-e942-4a1b-8f8a-dd526b662d88 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:29:47.810720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.812309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] For port 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=87035e24-e4f1-4f76-aa6e-f56e0287eb82,segment=NetworkSegment(e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889),segment_id=e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:47.812588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.815183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.830036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.833483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-659ef912-5621-49a5-b515-94b97e54dc32 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88 HTTP/1.1" status: 204 len: 168 time: 1.2810307 Dec 09 09:29:47.834539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53418) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.906482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.911515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:47.912176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:47.921148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7cdbd0f1-8b68-43fd-a52a-6e3a7618fbda tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:47.939274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Calling delete_port for 87035e24-e4f1-4f76-aa6e-f56e0287eb82 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:48.042470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.046815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:48.053766 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7984507 Dec 09 09:29:48.061116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53422) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.070972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'subnet': {'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:48.084927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Pushing event deleted for resources: {'Port': ['ID=87035e24-e4f1-4f76-aa6e-f56e0287eb82,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:48.088062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:48.090727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Network': ['ID=3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:48.094807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 42e78499-b442-41cb-959b-f0737f5d393a owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:48.097705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] No DVR routers for this DVR port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:48.116212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:48.151251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:48.272407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Router 37dd1f67-bd87-4bcb-856b-ba1e2b7db0df is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:29:48.291888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:48.296514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] For port 87035e24-e4f1-4f76-aa6e-f56e0287eb82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=87035e24-e4f1-4f76-aa6e-f56e0287eb82,segment=NetworkSegment(e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889),segment_id=e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:48.296804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.298332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:subnet and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:48.302963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 16dbc2bb-c200-4a44-aa09-5d10f52b0e73 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:48.305976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:48.308873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.343687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:48.364937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:48.391365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.454454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 87035e24-e4f1-4f76-aa6e-f56e0287eb82 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:48.645473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.670953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:48.671263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:48.685213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.732437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-54a47076-260e-4afe-a9b4-d5c9b98f5d90 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:48.768249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.787038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=42e78499-b442-41cb-959b-f0737f5d393a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:48.791117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:48.908596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.912456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 87035e24-e4f1-4f76-aa6e-f56e0287eb82 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:48.917076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a78ea970-54d3-46aa-8ad8-fd5c279d5521 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:48.953591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:48.973674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:48.986618 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/42e78499-b442-41cb-959b-f0737f5d393a HTTP/1.1" status: 204 len: 168 time: 1.8004346 Dec 09 09:29:48.989747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53426) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.990650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 87035e24-e4f1-4f76-aa6e-f56e0287eb82 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:29:48.991008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 87035e24-e4f1-4f76-aa6e-f56e0287eb82 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:48.994896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] Sync routers for ids ['37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:49.002436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=16dbc2bb-c200-4a44-aa09-5d10f52b0e73,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:49.010677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:49.021856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] Routers {'37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:49.022504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.038960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.040195 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1014373 Dec 09 09:29:49.043366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53430) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.056540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.062728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.070839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ef7ced9-6cea-42f7-a608-df08b40dfcfa tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:49.127328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/16dbc2bb-c200-4a44-aa09-5d10f52b0e73 HTTP/1.1" status: 204 len: 168 time: 1.2835777 Dec 09 09:29:49.130109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53434) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.161265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf25d1e-42b0-4839-a812-84fca1eebeb4 None None] Network ab9b9213-e792-42d6-bd74-11c8eca8b823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:49.172269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:49.173583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:49.174971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Subnet': ['ID=61b44a36-7984-4918-9096-b78c07322595,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:49.175109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:49.175744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:49.178639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:49.182498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.184087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 87035e24-e4f1-4f76-aa6e-f56e0287eb82 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:49.184423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.190847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Checking segment: {'id': 'e5cfc2b6-38c3-4a3d-8b99-82f341581902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:49.191210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network hostable DHCP agents. Network: 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:49.217151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:49.230072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:49.235727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:49.237349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.246501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb4097-d0ec-4613-b128-fa822855a7b0 None None] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:49.262940 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1983528 Dec 09 09:29:49.263139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53438) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.267524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] The port '87035e24-e4f1-4f76-aa6e-f56e0287eb82' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:29:49.270024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-330834375', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.280043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:49.284643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:router and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:49.287641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] Routers {'37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:49.288091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:49.288314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.295135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:49.306097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.307093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.319062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:49.320232 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1a6e8b86-5966-45c3-8c0f-2a2d6af74c84 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3296483 Dec 09 09:29:49.323995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53442) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.389034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.414595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.416922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d78f96-b787-4a8b-91ac-18b11f0e7ea9 None None] The sync data for ids ['37dd1f67-bd87-4bcb-856b-ba1e2b7db0df'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:49.614400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.643915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9', 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9', 'tenant_id': '75d86f228a044f01bfa7b176e2b81991', 'fixed_ips': [{'subnet_id': '61b44a36-7984-4918-9096-b78c07322595'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:49.644864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.658321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 2922a597-f52f-447c-aa26-bcb040eca830 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:49.662166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.664907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.722278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345ec0fe-973c-451a-bab4-e30824188fba']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.730609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] DHCP port deletion for ab9b9213-e792-42d6-bd74-11c8eca8b823 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:49.739797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Deleting port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:49.740302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.751226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.761140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.761431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b738f6-b1ca-45b7-b83a-3ec3bbbd5889') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:49.779815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.812838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 6b57416b-b654-4105-a9f8-fd9d9f83418a {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:49.827050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.859394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.884538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:49.884924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:49.900492 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:49.923254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:49.923464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.006668 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e36f8392-93b8-4678-890b-af7399341a17 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/37dd1f67-bd87-4bcb-856b-ba1e2b7db0df HTTP/1.1" status: 200 len: 920 time: 0.9625998 Dec 09 09:29:50.023518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53446) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.040712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.062170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Allocated IP 172.20.0.2 (3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9/61b44a36-7984-4918-9096-b78c07322595/af460690-642f-4ab6-a36b-1a8e4cde6a47) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:50.069410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] For port c31b5ed7-65a1-4169-b7bd-606f9b7843e8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,segment=NetworkSegment(03f2d615-b06e-4d9c-bb81-212b52a5b8c0),segment_id=03f2d615-b06e-4d9c-bb81-212b52a5b8c0)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:50.070012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.075012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.086565 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4be79be6-acec-4c00-990f-f2ea61733cf3 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dd1f67-bd87-4bcb-856b-ba1e2b7db0df HTTP/1.1" status: 200 len: 205 time: 0.0593047 Dec 09 09:29:50.090145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53450) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.121586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.131417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-698859e0-aa67-4941-9e9c-c0bbd4021d70 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.161499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.166542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.175723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=2922a597-f52f-447c-aa26-bcb040eca830,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:50.180852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.181039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:50.191775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.200575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Calling delete_port for c31b5ed7-65a1-4169-b7bd-606f9b7843e8 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:50.211174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=345ec0fe-973c-451a-bab4-e30824188fba,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:50.214506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:50.218319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/345ec0fe-973c-451a-bab4-e30824188fba HTTP/1.1" status: 204 len: 168 time: 2.8036969 Dec 09 09:29:50.224635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53454) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.234395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1720659780'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:50.239713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d85f0-c0ed-4080-8897-0da442c05347 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:50.241852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:50.251816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:50.256181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.256997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/2922a597-f52f-447c-aa26-bcb040eca830 HTTP/1.1" status: 204 len: 168 time: 0.9310327 Dec 09 09:29:50.257655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53458) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.288812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:50.301733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:50.329682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.26.4.191 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/b72af0b7-2d3f-4695-b85e-468fbaf58331) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:50.362151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 7b11e56d-3a5d-4aa8-93f0-0053e2a73108 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:29:50.387547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.399675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:50.402975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.462371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.470403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f0da162e-6986-43c4-a760-b3916f908bac tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.503009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:50.508740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=6b57416b-b654-4105-a9f8-fd9d9f83418a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:50.519062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:50.522078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.529443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.530609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.532172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.532506 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment 9bef04a1-1ef8-4bbb-9699-a4dcd3a719de of type vlan for network 156c592f-4dcf-4f53-a97c-d4654e0179bc Dec 09 09:29:50.557494 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/6b57416b-b654-4105-a9f8-fd9d9f83418a HTTP/1.1" status: 204 len: 168 time: 1.4263661 Dec 09 09:29:50.562579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53462) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.616288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.625944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f30df3-2342-4d83-823b-55113bac3672 None None] Network 31e73757-4d50-4861-97a5-d2e285066c5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:50.636201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.689205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Pushing event deleted for resources: {'Port': ['ID=c31b5ed7-65a1-4169-b7bd-606f9b7843e8,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:50.691879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:50.707887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.742299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.778172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.784880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.786663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] No DVR routers for this DVR port c31b5ed7-65a1-4169-b7bd-606f9b7843e8 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:50.817302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.821065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:50.821666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.827634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6043c41a-b94a-41b0-aae9-71ec68d753b0 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.846211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.850515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2fc4663b-f507-4a52-9f7a-71f991863061 tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:50.940217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c31b5ed7-65a1-4169-b7bd-606f9b7843e8 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:50.953753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:50.966153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:50.976789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:50.997036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:50.999051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=156c592f-4dcf-4f53-a97c-d4654e0179bc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:51.005159 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7794342 Dec 09 09:29:51.014039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.028331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:51.035338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53466) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.040147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c31b5ed7-65a1-4169-b7bd-606f9b7843e8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:29:51.040659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c31b5ed7-65a1-4169-b7bd-606f9b7843e8 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:51.054559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:51.054742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:51.060096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Transition to ACTIVE for port object af460690-642f-4ab6-a36b-1a8e4cde6a47 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:51.070935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.105559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=b72af0b7-2d3f-4695-b85e-468fbaf58331,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:51.117417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:51.122142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57d55eaa-4561-4cf3-b1b3-fe50b64047ce tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:51.171133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Transition to ACTIVE for port object af460690-642f-4ab6-a36b-1a8e4cde6a47 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:51.196969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.202263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3f141ab7-fe87-4713-8a3f-01bedd5921a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:51.203764 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/7b11e56d-3a5d-4aa8-93f0-0053e2a73108 HTTP/1.1" status: 204 len: 168 time: 0.9353495 Dec 09 09:29:51.249855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53470) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.256577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=7b11e56d-3a5d-4aa8-93f0-0053e2a73108,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:51.271375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:51.293643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:51.296398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:51.297491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Pushing event updated for resources: {'Port': ['ID=af460690-642f-4ab6-a36b-1a8e4cde6a47,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:51.297922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:51.300638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:51.300882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:51.302076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:51.304456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:51.305411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.309770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:51.331632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:51.350283 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f7851b44-91fb-4808-a9d6-4be85794163a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995588 Dec 09 09:29:51.351894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53474) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.358052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9b9213-e792-42d6-bd74-11c8eca8b823']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:51.414229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f2d615-b06e-4d9c-bb81-212b52a5b8c0') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:51.414781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f2d615-b06e-4d9c-bb81-212b52a5b8c0') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:51.432464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] DHCP port deletion for 31e73757-4d50-4861-97a5-d2e285066c5d request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:51.434249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.448756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Deleting port 677a4c83-d910-4a49-851f-ad2b7c259597 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:51.449145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.455186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.469533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.484649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:51.485041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.492298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Attempting to bind port af460690-642f-4ab6-a36b-1a8e4cde6a47 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:51.492678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Attempting to bind port af460690-642f-4ab6-a36b-1a8e4cde6a47 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e5cfc2b6-38c3-4a3d-8b99-82f341581902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:51.493120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Attempting to bind port af460690-642f-4ab6-a36b-1a8e4cde6a47 on network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:51.500911 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:51.526811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:51.527189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Checking segment: {'id': 'e5cfc2b6-38c3-4a3d-8b99-82f341581902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:51.527600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.528029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Bound using segment: {'id': 'e5cfc2b6-38c3-4a3d-8b99-82f341581902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:51.528511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Bound port: af460690-642f-4ab6-a36b-1a8e4cde6a47, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cfc2b6-38c3-4a3d-8b99-82f341581902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:51.528883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.574447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ecb52d-48df-4e7b-8d89-dcb9370a63b6 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '7b11e56d-3a5d-4aa8-93f0-0053e2a73108'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '0e78257e-65f3-48de-ae08-1d437e82e99e'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:29:51.599662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.600240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.614879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5b000-5b76-42c1-bd20-5e26113baed6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:51.615544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-34e5b000-5b76-42c1-bd20-5e26113baed6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:51.622617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.626471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.634096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8e120dba-d708-49ec-b3ed-28c7cce46656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:51.659244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.669148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=ab9b9213-e792-42d6-bd74-11c8eca8b823,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:51.672620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port c585efd9-4530-4a2a-a078-a9b588752ff7 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:51.673128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.696930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:51.709893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87ecb52d-48df-4e7b-8d89-dcb9370a63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.717510 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/ab9b9213-e792-42d6-bd74-11c8eca8b823 HTTP/1.1" status: 204 len: 168 time: 1.1500077 Dec 09 09:29:51.718969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-34e5b000-5b76-42c1-bd20-5e26113baed6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:51.720110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53478) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.723384 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34e5b000-5b76-42c1-bd20-5e26113baed6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3680480 Dec 09 09:29:51.723617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53480) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.856423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] For port af460690-642f-4ab6-a36b-1a8e4cde6a47, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:51.878087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] For port 677a4c83-d910-4a49-851f-ad2b7c259597, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=677a4c83-d910-4a49-851f-ad2b7c259597,segment=NetworkSegment(83c904f5-f58d-4456-97ec-3b542485d475),segment_id=83c904f5-f58d-4456-97ec-3b542485d475)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:51.878738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.890990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.897296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] For port af460690-642f-4ab6-a36b-1a8e4cde6a47, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af460690-642f-4ab6-a36b-1a8e4cde6a47,segment=NetworkSegment(e5cfc2b6-38c3-4a3d-8b99-82f341581902),segment_id=e5cfc2b6-38c3-4a3d-8b99-82f341581902)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:51.935562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc197a-11b8-4670-9e8a-881b58a18b58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:51.936414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bcc197a-11b8-4670-9e8a-881b58a18b58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:51.950789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.953659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:51.960742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:52.013738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.051095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for c585efd9-4530-4a2a-a078-a9b588752ff7 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:52.060663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Calling delete_port for 677a4c83-d910-4a49-851f-ad2b7c259597 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:52.077173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bcc197a-11b8-4670-9e8a-881b58a18b58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:52.081032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bcc197a-11b8-4670-9e8a-881b58a18b58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3510525 Dec 09 09:29:52.081589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53486) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:52.086539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 677a4c83-d910-4a49-851f-ad2b7c259597 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:52.087343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.088575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:52.174488 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e967b84e-33c0-48dc-9507-94788db02096 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872219 Dec 09 09:29:52.182689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53490) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:52.195028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:52.271527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=61c2b233-9484-4dea-9bba-ead1faf06550,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:52.280902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Pushing event updated for resources: {'Port': ['ID=af460690-642f-4ab6-a36b-1a8e4cde6a47,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:52.281439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:52.284311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:52.309924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.314463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:52.341280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] The port '677a4c83-d910-4a49-851f-ad2b7c259597' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:29:52.365996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Pushing event deleted for resources: {'Port': ['ID=677a4c83-d910-4a49-851f-ad2b7c259597,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:52.368746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:52.369520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52056c5-0d86-4383-aa3a-115d72f88932 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:52.387404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:52.388028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:52.388028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: 156c592f-4dcf-4f53-a97c-d4654e0179bc, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:52.397259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:52.400545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] No DVR routers for this DVR port 677a4c83-d910-4a49-851f-ad2b7c259597 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:52.413137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:52.496038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1df7a3f4-3caa-40cb-ad6a-ddcee610944a None None] Provisioning complete for port 0e78257e-65f3-48de-ae08-1d437e82e99e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:52.496440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1df7a3f4-3caa-40cb-ad6a-ddcee610944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.524977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.562236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e73757-4d50-4861-97a5-d2e285066c5d']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:52.570410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.574092 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:52.574092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:52.603167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:52.607185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c904f5-f58d-4456-97ec-3b542485d475') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:52.607482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c904f5-f58d-4456-97ec-3b542485d475') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:52.638563 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1182886d-6285-4d5d-8ffd-095720426d24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4519422 Dec 09 09:29:52.638735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.639975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53494) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:52.648135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:52.650824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 156c592f-4dcf-4f53-a97c-d4654e0179bc) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:52.663494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:52.664169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.678933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.681853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.688530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f62857-067f-4dc8-a2cf-cfc5f5ac778b tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:52.693635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f49f8-8c61-4359-ac55-487914cfa822 None None] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:52.698637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:29:52.699469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:52.807641 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:52.826292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=c585efd9-4530-4a2a-a078-a9b588752ff7,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:52.849365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:52.859267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.891577 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8544123 Dec 09 09:29:52.893051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd5edd06-81bf-4969-94b2-4ebee493d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:52.921680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53498) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:52.934792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:52.938244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=31e73757-4d50-4861-97a5-d2e285066c5d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:52.941601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router eb714462-ba56-4205-9d7b-5393ba91771e is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:29:52.952138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:52.956978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1652335145'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.002935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af460690-642f-4ab6-a36b-1a8e4cde6a47 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:53.017831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:53.043501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:53.069684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/31e73757-4d50-4861-97a5-d2e285066c5d HTTP/1.1" status: 204 len: 168 time: 1.3473234 Dec 09 09:29:53.083795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53502) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.099665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368289495'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.124156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:53.149263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:53.158303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:53.175360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:53.202679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:29:53.214825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Deleting port 0e78257e-65f3-48de-ae08-1d437e82e99e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:53.215206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.222029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:53.228118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.250296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:53.253959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.255320 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:53.255728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:53.314490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port af460690-642f-4ab6-a36b-1a8e4cde6a47 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:53.321431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-156c592f-4dcf-4f53-a97c-d4654e0179bc', 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': '61c2b233-9484-4dea-9bba-ead1faf06550'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:53.322621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.367276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:29:53.380293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.380647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 71f7f0bd-132b-42a9-9692-d92433d5bf96 of type vlan for network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b Dec 09 09:29:53.401259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 677a4c83-d910-4a49-851f-ad2b7c259597 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:53.419087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.451945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.469197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.473766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:53.474593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.479580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-543b363b-ac29-4e10-93b6-01f00055e480 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:53.528587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cd8fb40e-3595-4198-8c80-336d9a13feec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8833485 Dec 09 09:29:53.538925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53506) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.559681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 677a4c83-d910-4a49-851f-ad2b7c259597 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:29:53.560212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 677a4c83-d910-4a49-851f-ad2b7c259597 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:29:53.560822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0e78257e-65f3-48de-ae08-1d437e82e99e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:29:53.569661 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4769387 Dec 09 09:29:53.571872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.585949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53510) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.598394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.685977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:53.687119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.735533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2feaaa-aafe-4b5f-ad06-f60eb6c5810f None None] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:53.768091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:53.782849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=14fd36e5-74da-4fe0-9c45-a4259b15dc4b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:53.788639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:53.798913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:53.806946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:53.814783 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] Sync routers for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:53.828604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:53.840370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.841556 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:53.841940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:53.843130 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:53.844725 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5804648 Dec 09 09:29:53.846571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53514) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.854462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:53.869957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:53.872475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:53.876972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.879096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:29:53.883478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:53.889303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:53.893129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.898115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:53.901279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Calling delete_port for 0e78257e-65f3-48de-ae08-1d437e82e99e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:53.909329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:53.912548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.930978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:53.935258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:53.936940 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:53.937298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:53.947072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:53.974898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fd32143e-623b-42a0-a63a-1438bf0653cd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4277225 Dec 09 09:29:53.979607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53518) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.986349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:54.002980 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:54.018826 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:54.019671 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:54.057240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:54.105058 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:54.105289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.105573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router 37dd1f67-bd87-4bcb-856b-ba1e2b7db0df {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:29:54.105740 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83610c-6064-41b2-b73e-a80dc4562c27 None None] The sync data for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:29:54.130180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.152460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.153544 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/37dd1f67-bd87-4bcb-856b-ba1e2b7db0df HTTP/1.1" status: 204 len: 168 time: 4.0624745 Dec 09 09:29:54.157286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53522) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:54.171690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875542534', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:54.184299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:54.193919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:router and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:54.197780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:54.245577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:54.255126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:54.267439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Allocated IP 172.20.0.2 (156c592f-4dcf-4f53-a97c-d4654e0179bc/61c2b233-9484-4dea-9bba-ead1faf06550/4a4d1673-6e5d-4fc5-ad69-e0755be93e80) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:54.281864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:54.285299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Provisioning for port af460690-642f-4ab6-a36b-1a8e4cde6a47 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:54.288278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.289182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.308808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:54.312268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.313644 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:54.313774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.314050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:54.357941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4f35152f-e406-4c7d-8959-ee37a9cec8e0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3745382 Dec 09 09:29:54.357941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.359645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Provisioning complete for port af460690-642f-4ab6-a36b-1a8e4cde6a47 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:54.360330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.363735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53526) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:54.369996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:54.398481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.405763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-218371b8-e777-4a55-a8a8-7e79dd5a245d tempest-FloatingIPAdminTestJSON-1909836329 tempest-FloatingIPAdminTestJSON-1909836329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:54.479118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:54.487695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=ad436b2d-f0c2-42b2-85dc-8de2e1567393,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:54.490389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:54.499281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '71f7f0bd-132b-42a9-9692-d92433d5bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:54.499637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 14fd36e5-74da-4fe0-9c45-a4259b15dc4b, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:29:54.522190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:29:54.534321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 14fd36e5-74da-4fe0-9c45-a4259b15dc4b) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:54.539536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:54.541212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.554800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11357b3d-c824-4b20-9410-ee47397ef445 None None] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:54.570974 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9746609 Dec 09 09:29:54.571717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.571855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53530) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:54.578512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856152111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:54.581336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bc7036c5-4870-4eea-b5c7-c748edbdfaff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:54.589339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:54.594908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:54.599368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:54.606539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:54.618902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.619992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.631620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:54.632011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:29:54.643672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.662970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.686224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.690043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dfd63af6-8598-43cd-b9cb-a1ebf0917e6f tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1140788 Dec 09 09:29:54.690295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53534) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:54.697134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'port': {'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b', 'name': 'tempest-RoutersIpV6Test-1472056824'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:54.823309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:54.839727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:54.848860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:54.854780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:port and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:54.857177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:54.857997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:54.864397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:54.876987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:54.879668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:54.880211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.886988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:54.911299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] device_id is not set on port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:29:54.937490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:55.028671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.048283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.063956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.065407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:55.066268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:55.084348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Transition to ACTIVE for port object 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:55.124604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ac6bec8a-cabd-403b-af7f-ab01fdd6a148 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7598217 Dec 09 09:29:55.128841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53538) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:55.141298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:55.165788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Deleting port 0e78257e-65f3-48de-ae08-1d437e82e99e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:55.166266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.194675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Transition to ACTIVE for port object 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:55.208585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] For port af460690-642f-4ab6-a36b-1a8e4cde6a47, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af460690-642f-4ab6-a36b-1a8e4cde6a47,segment=NetworkSegment(e5cfc2b6-38c3-4a3d-8b99-82f341581902),segment_id=e5cfc2b6-38c3-4a3d-8b99-82f341581902)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:55.219578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.226173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2de1d5eb-8d63-4d9d-834e-19048a103d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:55.268196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.270529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-14fd36e5-74da-4fe0-9c45-a4259b15dc4b', 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': 'ad436b2d-f0c2-42b2-85dc-8de2e1567393'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:55.271522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.302346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.3 (156c592f-4dcf-4f53-a97c-d4654e0179bc/61c2b233-9484-4dea-9bba-ead1faf06550/6c893fc5-68d4-4ef5-a8ad-d3169e8d5758) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:55.410155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Pushing event updated for resources: {'Port': ['ID=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:55.422639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:55.425169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:55.432584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8246a0a1-ec45-4906-9658-63bcfb139081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:55.466526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:55.484357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:55.494637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.518030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:55.533866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.558432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:55.582226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8::215 (14fd36e5-74da-4fe0-9c45-a4259b15dc4b/ad436b2d-f0c2-42b2-85dc-8de2e1567393/1564e05b-7981-40bb-9683-d3b7e2a45ff7) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:55.601278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:55.605472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.607415 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:29:55.607415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:29:55.653816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.687348 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a48a736c-0ebf-429f-a7a2-0b0ba11a5d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5561392 Dec 09 09:29:55.691560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53542) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:55.694767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:55.721758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] For port 0e78257e-65f3-48de-ae08-1d437e82e99e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0e78257e-65f3-48de-ae08-1d437e82e99e,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:55.722461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.735672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Pushing event updated for resources: {'Port': ['ID=af460690-642f-4ab6-a36b-1a8e4cde6a47,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:55.748587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:55.760532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.26.4.124 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/6dfe7874-9c04-466e-a397-b52ebb501c07) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:55.824424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-717ad7eb-4e24-4121-89c8-a09903595207 None None] Provisioning complete for port af460690-642f-4ab6-a36b-1a8e4cde6a47 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:55.825077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-717ad7eb-4e24-4121-89c8-a09903595207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.887157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:55.893187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c8913b-0236-4527-8d96-bfd2e3854709 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:55.962103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Attempting to bind port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:55.962899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Attempting to bind port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:55.963460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Attempting to bind port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 on network 156c592f-4dcf-4f53-a97c-d4654e0179bc {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:55.971239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Calling delete_port for 0e78257e-65f3-48de-ae08-1d437e82e99e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:55.995540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.001776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.023821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c02f2-22fb-4a97-9027-da8f9b3961ae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:56.029032 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-794c02f2-22fb-4a97-9027-da8f9b3961ae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3364348 Dec 09 09:29:56.030543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.030673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53546) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.031744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:56.035487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:56.036195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Checking segment: {'id': '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:56.036635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=6c893fc5-68d4-4ef5-a8ad-d3169e8d5758,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:56.036990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.037580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Bound using segment: {'id': '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:56.038265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Bound port: 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '156c592f-4dcf-4f53-a97c-d4654e0179bc'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:56.038829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.046373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:56.050428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:56.052981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:56.131361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 1564e05b-7981-40bb-9683-d3b7e2a45ff7 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:56.180833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.186730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:56.187335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.189833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76ab2baa-e35b-42a5-9bab-42002964faf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:56.195543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1ae96-51f4-483f-a970-0ce507bb0188 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:56.200050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1c1ae96-51f4-483f-a970-0ce507bb0188 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1624706 Dec 09 09:29:56.203409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53550) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.248975 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:29:56.256668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Pushing event deleted for resources: {'Port': ['ID=0e78257e-65f3-48de-ae08-1d437e82e99e,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:56.265167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:56.272360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] No DVR routers for this DVR port 0e78257e-65f3-48de-ae08-1d437e82e99e on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:29:56.284582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] For port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:56.289153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b1467b6c-d142-4578-b427-b15241243664 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836730 Dec 09 09:29:56.292546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] For port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,segment=NetworkSegment(9bef04a1-1ef8-4bbb-9699-a4dcd3a719de),segment_id=9bef04a1-1ef8-4bbb-9699-a4dcd3a719de)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:56.293320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53554) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.301373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3794360 Dec 09 09:29:56.306447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:56.321169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.325906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.329858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.336360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cf248e90-7ab1-4674-9f75-247904881604 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:56.338933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7bd045a7-169f-44ca-a05d-6260785519dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:56.391657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.400478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0ee490ed-ef8c-4e45-ba1d-f427cc3c5fa2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:56.452748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Pushing event updated for resources: {'Port': ['ID=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:56.456674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:56.458273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Allocated IP 2001:db8::2 (14fd36e5-74da-4fe0-9c45-a4259b15dc4b/ad436b2d-f0c2-42b2-85dc-8de2e1567393/6e796ac9-d423-473d-aa6a-bc382c9dd47b) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:56.491160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:56.501038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=6dfe7874-9c04-466e-a397-b52ebb501c07,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:56.507384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:56.512300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:56.516360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:56.547573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=1564e05b-7981-40bb-9683-d3b7e2a45ff7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:56.550949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:56.560611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:56.565684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:29:56.565684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.587892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:56.595978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:56.599904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:56.600520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.632732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:56.660133 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9686441 Dec 09 09:29:56.662741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53562) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.738526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:56.787067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.802867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Transition to ACTIVE for port object 6e796ac9-d423-473d-aa6a-bc382c9dd47b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:56.811357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.1 (3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9/61b44a36-7984-4918-9096-b78c07322595/04dd87f5-3439-4a28-bdcc-29235c38f296) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:56.846205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Transition to ACTIVE for port object 6e796ac9-d423-473d-aa6a-bc382c9dd47b will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:56.859717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:56.873164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:56.991049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:57.002761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:57.006906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:57.007163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:57.012361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.024057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Pushing event updated for resources: {'Port': ['ID=6e796ac9-d423-473d-aa6a-bc382c9dd47b,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:57.028721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:57.057720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.080614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Transition to ACTIVE for port object 04dd87f5-3439-4a28-bdcc-29235c38f296 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:29:57.100699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.101780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.126298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af460690-642f-4ab6-a36b-1a8e4cde6a47 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:57.183916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Attempting to bind port 6e796ac9-d423-473d-aa6a-bc382c9dd47b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:29:57.184300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Attempting to bind port 6e796ac9-d423-473d-aa6a-bc382c9dd47b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '71f7f0bd-132b-42a9-9692-d92433d5bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:29:57.184694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Attempting to bind port 6e796ac9-d423-473d-aa6a-bc382c9dd47b on network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:29:57.204763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:57.205469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Checking segment: {'id': '71f7f0bd-132b-42a9-9692-d92433d5bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:29:57.205595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.205954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Bound using segment: {'id': '71f7f0bd-132b-42a9-9692-d92433d5bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:29:57.206436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Bound port: 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7f0bd-132b-42a9-9692-d92433d5bf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14fd36e5-74da-4fe0-9c45-a4259b15dc4b'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:29:57.206819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.223248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.228053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:57.283133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port af460690-642f-4ab6-a36b-1a8e4cde6a47 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:57.283497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.357533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] For port 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:29:57.367540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] For port 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e796ac9-d423-473d-aa6a-bc382c9dd47b,segment=NetworkSegment(71f7f0bd-132b-42a9-9692-d92433d5bf96),segment_id=71f7f0bd-132b-42a9-9692-d92433d5bf96)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:29:57.370138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:57.377760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.380073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:57.382855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:29:57.383015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6cb10363-0423-437c-a780-0c72470b4fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:57.419611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=04dd87f5-3439-4a28-bdcc-29235c38f296,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:57.422771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:57.460613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.488593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.535823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:57.573041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Pushing event updated for resources: {'Port': ['ID=6e796ac9-d423-473d-aa6a-bc382c9dd47b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:57.581897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:57.622054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:57.674404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.698088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router 1afe4efc-6162-48e9-895b-e8e4df837bef is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:29:57.792474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:29:57.862364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-50bc0edc-3f2b-4c8b-af7b-f2d945d22fa4 None None] Provisioning for port 04dd87f5-3439-4a28-bdcc-29235c38f296 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:57.872580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-50bc0edc-3f2b-4c8b-af7b-f2d945d22fa4 None None] Provisioning complete for port 04dd87f5-3439-4a28-bdcc-29235c38f296 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:57.874349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50bc0edc-3f2b-4c8b-af7b-f2d945d22fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:57.953407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-50bc0edc-3f2b-4c8b-af7b-f2d945d22fa4 None None] Port 04dd87f5-3439-4a28-bdcc-29235c38f296 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:29:58.077764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ecd56-9a83-4269-8555-4e97c33f75f7 None None] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:58.186223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.197079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ce8646d0-6646-4e27-9d49-e158fbdf95eb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:58.213046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Provisioning for port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:58.231043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Provisioning complete for port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:58.232921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.261448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=6c893fc5-68d4-4ef5-a8ad-d3169e8d5758,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:58.282116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:58.446688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:29:58.463615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.471483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-52553dcc-a59f-4b09-9044-2fb01e586964 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:58.499197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.502382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:29:58.516491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Sync routers for ids ['1afe4efc-6162-48e9-895b-e8e4df837bef'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:29:58.531496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.544474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=c0c4a914-f892-4154-b108-a96eb2d06005,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:58.544944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.547092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.560618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:58.570465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Routers {'1afe4efc-6162-48e9-895b-e8e4df837bef'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:29:58.572011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1afe4efc-6162-48e9-895b-e8e4df837bef'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:29:58.580352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b5ccc503-56b9-41aa-a687-70ad178c3feb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:58.588449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.640171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.641549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4832587 Dec 09 09:29:58.652716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53566) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:58.653629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] For port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,segment=NetworkSegment(9bef04a1-1ef8-4bbb-9699-a4dcd3a719de),segment_id=9bef04a1-1ef8-4bbb-9699-a4dcd3a719de)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:29:58.676036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.681246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-495ad3b1-7df6-4905-b57e-1cad963f9658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:58.764379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=04dd87f5-3439-4a28-bdcc-29235c38f296,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:58.791873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:58.808109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.838805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:58.854933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:58.866204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Pushing event updated for resources: {'Port': ['ID=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:29:58.871053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:29:58.872440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:29:58.873524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:58.875801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da79d78-265c-407f-bc1a-9a94cc911533 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:58.891615 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 HTTP/1.1" status: 204 len: 168 time: 2.5627425 Dec 09 09:29:58.900339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53570) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.072714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e796ac9-d423-473d-aa6a-bc382c9dd47b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:29:59.078472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:29:59.080454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:29:59.201021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7c5f8-982b-48da-9b08-91f45a094c50 None None] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:29:59.360152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Set router 1afe4efc-6162-48e9-895b-e8e4df837bef gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:29:59.374383 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f221639-c7b4-4443-a35b-16de01af5af5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:29:59.375196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3f221639-c7b4-4443-a35b-16de01af5af5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:29:59.396274 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1017168 Dec 09 09:29:59.402223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53574) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.413770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9d37f934-d9ff-4674-8b38-1721b9a5db43 None None] Provisioning complete for port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:29:59.414215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d37f934-d9ff-4674-8b38-1721b9a5db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.422006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:b3:44:cc', 'name': 'tempest-NetworksTestDHCPv6-2078752321'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:59.444043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'c0c4a914-f892-4154-b108-a96eb2d06005'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:29:59.445321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.498406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6e796ac9-d423-473d-aa6a-bc382c9dd47b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:29:59.533686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3f221639-c7b4-4443-a35b-16de01af5af5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:29:59.537572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3f221639-c7b4-4443-a35b-16de01af5af5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 HTTP/1.1" status: 404 len: 333 time: 0.6336250 Dec 09 09:29:59.544118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53578) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.596991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-772b4d00-b7c6-4287-adee-5fb05fed8487 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/1afe4efc-6162-48e9-895b-e8e4df837bef HTTP/1.1" status: 200 len: 908 time: 0.9379170 Dec 09 09:29:59.598014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53582) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.606120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875542534', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': True}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:59.611221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:59.617702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Usage tracker for resource:router and tenant:96063fabcbea4d23a3236a6c9cd765d1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:59.627548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:59.637433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:59.690235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:29:59.699675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.700647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.713779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:29:59.720606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:29:59.724500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.739983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.742878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Allocated IP 2001:db8::f816:3eff:fe8a:9c80 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c0c4a914-f892-4154-b108-a96eb2d06005/e20feb7a-fb34-4ac5-be5f-6467ec31dc8d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:29:59.778762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:29:59.788696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:29:59.796533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8cb94267-a2c9-49a4-aff5-499519f14173 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:29:59.860816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:29:59.919829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router eb714462-ba56-4205-9d7b-5393ba91771e has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:00.031297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.047429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 61c2b233-9484-4dea-9bba-ead1faf06550 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:00.049509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=1564e05b-7981-40bb-9683-d3b7e2a45ff7,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:00.066500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:00.072118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.193902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.216488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.330167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 602ab139-f6b4-471b-bd12-a65004a62180 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:00.375738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.409020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Transition to ACTIVE for port object e20feb7a-fb34-4ac5-be5f-6467ec31dc8d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:00.443814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:00.445436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.451851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Transition to ACTIVE for port object e20feb7a-fb34-4ac5-be5f-6467ec31dc8d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:00.465453 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/routers/eb714462-ba56-4205-9d7b-5393ba91771e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6175728 Dec 09 09:30:00.466294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53586) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:00.469528 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] Sync routers for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:00.470053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124'}], 'enable_snat': False}, 'gw_port_id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:54Z', 'updated_at': '2021-12-09T09:29:56Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:55Z', 'updated_at': '2021-12-09T09:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:00.480645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.485426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:00.500571 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:00.500816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'port': {'network_id': '3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9', 'name': 'tempest-FloatingIPTestJSON-2002163964'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:00.502218 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:00.517826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Provisioning complete for port 04dd87f5-3439-4a28-bdcc-29235c38f296 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:00.518213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.546146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.553366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Checking router: 1afe4efc-6162-48e9-895b-e8e4df837bef for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:30:00.553680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Updating router 1afe4efc-6162-48e9-895b-e8e4df837bef port 6dfe7874-9c04-466e-a397-b52ebb501c07 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:30:00.665933 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:00.674215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.682747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Pushing event updated for resources: {'Port': ['ID=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:00.685808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:00.697028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:00.697997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Port 04dd87f5-3439-4a28-bdcc-29235c38f296 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:00.698631 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:00.699719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:00.700281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.728884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:feb3:44cc (8b00f647-b522-4bb4-913a-1ab25ad42a65/c0c4a914-f892-4154-b108-a96eb2d06005/602ab139-f6b4-471b-bd12-a65004a62180) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:00.757163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:00.781368 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:00.781772 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3cf62-6eac-46e1-b59c-13d9f54e58b1 None None] The sync data for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:00.862345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:00.883795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Usage tracker for resource:port and tenant:75d86f228a044f01bfa7b176e2b81991 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:00.885683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:00.902782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:00.908254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:00.912783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Could not find standard attr ID for object 6c893fc5-68d4-4ef5-a8ad-d3169e8d5758. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:30:00.916994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:00.991998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.030058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Made reservation on behalf of 75d86f228a044f01bfa7b176e2b81991 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:01.033518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.033852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:01.034901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.041382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-762e1b13-bf63-417d-a7a0-8edf93702ea3 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:01.096577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.26.4.242 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/73c989f6-364f-47d6-af23-71552eff6ceb) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:01.099066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] device_id is not set on port 57a2ec33-727e-4019-9383-c7ccedb4d4a4 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:01.105782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Attempting to bind port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:01.106230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Attempting to bind port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:01.106769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Attempting to bind port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:01.123170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:01.123716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:01.124243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.124738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:01.125347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Bound port: e20feb7a-fb34-4ac5-be5f-6467ec31dc8d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:01.125984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.146733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=61c2b233-9484-4dea-9bba-ead1faf06550,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:01.159568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:01.235364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.267228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] For port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:01.271864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] For port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:01.277900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32574ef7-78c7-4785-9c3c-41c3da0a8e2e None None] Network 156c592f-4dcf-4f53-a97c-d4654e0179bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:01.297733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Provisioning for port 6e796ac9-d423-473d-aa6a-bc382c9dd47b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:01.313097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Provisioning complete for port 6e796ac9-d423-473d-aa6a-bc382c9dd47b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:01.314546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.355425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.387396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2806972d-bb69-4ba7-94a2-16deb86a5ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:01.403257 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/61c2b233-9484-4dea-9bba-ead1faf06550 HTTP/1.1" status: 204 len: 168 time: 1.8580673 Dec 09 09:30:01.408579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53590) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:01.488304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Allocated IP 172.20.0.10 (3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9/61b44a36-7984-4918-9096-b78c07322595/57a2ec33-727e-4019-9383-c7ccedb4d4a4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:01.519499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.604783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Pushing event updated for resources: {'Port': ['ID=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:01.609880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:01.643858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.734102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.746428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.751584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7dd2a32e-fb00-4097-80fb-67dde0b67ebb tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:01.761220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:01.761668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.763796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:01.764144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.784980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.944922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:01.960833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 602ab139-f6b4-471b-bd12-a65004a62180 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:01.966678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:01.967901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] For port 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e796ac9-d423-473d-aa6a-bc382c9dd47b,segment=NetworkSegment(71f7f0bd-132b-42a9-9692-d92433d5bf96),segment_id=71f7f0bd-132b-42a9-9692-d92433d5bf96)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:01.976014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:01.980546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:02.010128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.016824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:02.020465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=73c989f6-364f-47d6-af23-71552eff6ceb,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:02.035778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:02.046506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Transition to ACTIVE for port object 57a2ec33-727e-4019-9383-c7ccedb4d4a4 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:02.177295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.187108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14fa6c7b-bf92-4ee2-a9a6-797353d49339 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:02.187349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] For port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,segment=NetworkSegment(9bef04a1-1ef8-4bbb-9699-a4dcd3a719de),segment_id=9bef04a1-1ef8-4bbb-9699-a4dcd3a719de)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:02.187898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.263871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:30:02.276151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:02.280181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:02.283224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:02.291379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Pushing event updated for resources: {'Port': ['ID=6e796ac9-d423-473d-aa6a-bc382c9dd47b,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:02.296814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:02.310469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Provisioning complete for port 6e796ac9-d423-473d-aa6a-bc382c9dd47b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:02.310914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.322553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event updated for resources: {'Port': ['ID=57a2ec33-727e-4019-9383-c7ccedb4d4a4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:02.327216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.333377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:02.342709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:02.347147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.365113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:02.366064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.372706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:02.372969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Transition to ACTIVE for port object 6dfe7874-9c04-466e-a397-b52ebb501c07 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:02.393070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.400875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:02.407200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.408140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.416715 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9454863 Dec 09 09:30:02.418998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53594) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:02.426878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.428226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Request body: {'floatingip': {'port_id': '57a2ec33-727e-4019-9383-c7ccedb4d4a4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:02.446430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.447475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.457658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] DHCP port deletion for 156c592f-4dcf-4f53-a97c-d4654e0179bc request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:02.493968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Deleting port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:02.494584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.497595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:02.550202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Attempting to bind port 6dfe7874-9c04-466e-a397-b52ebb501c07 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:02.550581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Attempting to bind port 6dfe7874-9c04-466e-a397-b52ebb501c07 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:02.550954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Attempting to bind port 6dfe7874-9c04-466e-a397-b52ebb501c07 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:02.599801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:02.606631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:02.612969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:02.613620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.625257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.633163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=602ab139-f6b4-471b-bd12-a65004a62180,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:02.637527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:02.641632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-46ba5d3f-73c4-4006-8b94-dd0338fd06be tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:02.666681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Pushing event updated for resources: {'Port': ['ID=6dfe7874-9c04-466e-a397-b52ebb501c07,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:02.678698 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2752230 Dec 09 09:30:02.686930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53598) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:02.694023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:02.695017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:02.695560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:02.696623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.697284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:02.698005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Bound port: 6dfe7874-9c04-466e-a397-b52ebb501c07, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:02.698386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.786157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] For port 6dfe7874-9c04-466e-a397-b52ebb501c07, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:02.789655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] For port 6dfe7874-9c04-466e-a397-b52ebb501c07, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6dfe7874-9c04-466e-a397-b52ebb501c07,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:02.898269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:02.940612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:02.943898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No DVR routers for this DVR port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:02.983998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=1564e05b-7981-40bb-9683-d3b7e2a45ff7,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:03.016040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:03.022784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:03.025910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:03.100898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] For port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,segment=NetworkSegment(9bef04a1-1ef8-4bbb-9699-a4dcd3a719de),segment_id=9bef04a1-1ef8-4bbb-9699-a4dcd3a719de)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:03.101475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.173864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=4a4d1673-6e5d-4fc5-ad69-e0755be93e80,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:03.182864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.184766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:03.273569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:03.331102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e796ac9-d423-473d-aa6a-bc382c9dd47b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:03.394370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Calling delete_port for 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:03.412055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.440163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d201e-add0-4824-b4f3-b2cdb97580f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:03.444721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d201e-add0-4824-b4f3-b2cdb97580f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:03.445701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a74d201e-add0-4824-b4f3-b2cdb97580f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:03.470838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156c592f-4dcf-4f53-a97c-d4654e0179bc']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:03.481226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.496424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:03.496988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bef04a1-1ef8-4bbb-9699-a4dcd3a719de') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:03.541683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-54b55459-af77-4c6d-b6d1-c6093bf56f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.567871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router 77682d69-0f33-4c71-b4cb-7e7985ce5b30 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:03.569649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.577412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a74d201e-add0-4824-b4f3-b2cdb97580f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:03.581214 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a74d201e-add0-4824-b4f3-b2cdb97580f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7531104 Dec 09 09:30:03.584053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Provisioning for port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:03.584247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53602) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:03.591053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Pushing event updated for resources: {'Port': ['ID=6dfe7874-9c04-466e-a397-b52ebb501c07,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:03.610524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:03.612701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Provisioning complete for port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:03.613208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.659062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.664662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Routers {'1afe4efc-6162-48e9-895b-e8e4df837bef'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:03.665508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1afe4efc-6162-48e9-895b-e8e4df837bef'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:03.671708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:03.672283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:03.687424 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:03.724391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:03.724757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:03.753620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-70eff9cc-c977-4623-ab29-fa3cf21aae66 None None] Port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:03.768023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6e796ac9-d423-473d-aa6a-bc382c9dd47b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:03.769585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.773004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 602ab139-f6b4-471b-bd12-a65004a62180 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:03.773342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.802209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.808293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:03.811673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59d9915b-abad-43f9-8403-3022deabcd26 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:03.843693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=156c592f-4dcf-4f53-a97c-d4654e0179bc,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:03.845860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:03.859169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/156c592f-4dcf-4f53-a97c-d4654e0179bc HTTP/1.1" status: 204 len: 168 time: 2.4399199 Dec 09 09:30:03.859559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53606) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:03.894017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'name': 'tempest-PortsTestJSON-947087405'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:03.897929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 5f11631f-fd47-42dc-bec1-f30f0c2c29bc is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:03.939197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] Set router 1afe4efc-6162-48e9-895b-e8e4df837bef gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:30:04.003596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning for port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:04.099847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:04.105939 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/5f11631f-fd47-42dc-bec1-f30f0c2c29bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4384544 Dec 09 09:30:04.108303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53610) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:04.122313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] Sync routers for ids ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:04.171896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning for port 57a2ec33-727e-4019-9383-c7ccedb4d4a4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:04.176055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:04.184484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc55eb-936f-4604-bdb8-d2958ce6d7a7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:04.185061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-19cc55eb-936f-4604-bdb8-d2958ce6d7a7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:04.198877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:04.204597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-19cc55eb-936f-4604-bdb8-d2958ce6d7a7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:04.205782 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-19cc55eb-936f-4604-bdb8-d2958ce6d7a7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports/1564e05b-7981-40bb-9683-d3b7e2a45ff7 HTTP/1.1" status: 200 len: 984 time: 0.0966752 Dec 09 09:30:04.208497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53614) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:04.209808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:04.231966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:04.273480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e20feb7a-fb34-4ac5-be5f-6467ec31dc8d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:04.295802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Deleting port 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:04.296188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.346072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning complete for port 57a2ec33-727e-4019-9383-c7ccedb4d4a4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:04.346462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.359407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:04.362499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.392036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.421971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] Routers {'5f11631f-fd47-42dc-bec1-f30f0c2c29bc'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:04.422611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:04.484526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1aac8-5cad-4eca-9795-d8d4e6cd608c None None] The port '4a4d1673-6e5d-4fc5-ad69-e0755be93e80' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:04.522840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:04.579140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Port 57a2ec33-727e-4019-9383-c7ccedb4d4a4 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:04.635213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.645599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] Routers {'5f11631f-fd47-42dc-bec1-f30f0c2c29bc'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:04.647585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:04.689105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 602ab139-f6b4-471b-bd12-a65004a62180 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:04.713011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:04.716509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning for port 602ab139-f6b4-471b-bd12-a65004a62180 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:04.719555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 0c2818ec-cdf6-48b2-aa86-4a09144f0ddf yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:04.723543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:04.723987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07960523-a5e7-4156-ab94-6fc70e68badc None None] The sync data for ids ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:04.726239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:04.726620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.750209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning complete for port 602ab139-f6b4-471b-bd12-a65004a62180 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:04.750593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.763127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.790583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.842862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Port 602ab139-f6b4-471b-bd12-a65004a62180 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:04.892662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.895717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124'}], 'enable_snat': False}, 'gw_port_id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:54Z', 'updated_at': '2021-12-09T09:29:56Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:55Z', 'updated_at': '2021-12-09T09:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:04.908625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8d9e-9579-48bf-ba42-9458a67a2c53 None None] The sync data for ids ['1afe4efc-6162-48e9-895b-e8e4df837bef'] in dv-neutron-821175-1-hyperv is: [{'id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124'}], 'enable_snat': False}, 'gw_port_id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:54Z', 'updated_at': '2021-12-09T09:29:56Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '6dfe7874-9c04-466e-a397-b52ebb501c07', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afe4efc-6162-48e9-895b-e8e4df837bef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:55Z', 'updated_at': '2021-12-09T09:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:04.927118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Provisioning complete for port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:04.927506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.943655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:04.970524 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Sync routers for ids ['77682d69-0f33-4c71-b4cb-7e7985ce5b30'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:04.975207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:04.993755 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Routers {'77682d69-0f33-4c71-b4cb-7e7985ce5b30'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:04.995089 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:29:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['77682d69-0f33-4c71-b4cb-7e7985ce5b30'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:05.018501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b540f-5409-4556-9864-99d0da3701d1 None None] Port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:05.032003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:05.045229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.047259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:05.139170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:05.177178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:05.177528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4a4d1673-6e5d-4fc5-ad69-e0755be93e80 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:05.183883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:05.189176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:05.341549 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Set router 77682d69-0f33-4c71-b4cb-7e7985ce5b30 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:30:05.373703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e20feb7a-fb34-4ac5-be5f-6467ec31dc8d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:05.389963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.405044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.409120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8091071 Dec 09 09:30:05.410519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53618) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:05.414239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb39d470-15d9-4daf-a70b-eef3b03c06a9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:05.505035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:05.505425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.510642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 1564e05b-7981-40bb-9683-d3b7e2a45ff7 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:05.511189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.669369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=602ab139-f6b4-471b-bd12-a65004a62180,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:05.687142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.690750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:05.698539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.700759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/602ab139-f6b4-471b-bd12-a65004a62180 HTTP/1.1" status: 204 len: 168 time: 2.1156871 Dec 09 09:30:05.709014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53622) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:05.722197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-272dd547-9070-4081-bf06-9c904f0f9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.793358 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:59Z', 'updated_at': '2021-12-09T09:30:02Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:00Z', 'updated_at': '2021-12-09T09:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:05.798375 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Checking router: 77682d69-0f33-4c71-b4cb-7e7985ce5b30 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:30:05.799185 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Updating router 77682d69-0f33-4c71-b4cb-7e7985ce5b30 port 73c989f6-364f-47d6-af23-71552eff6ceb binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:30:05.861206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.862311 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:05.914520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dbc28-946e-46b9-b644-351ecce9e523 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:05.916238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dbc28-946e-46b9-b644-351ecce9e523 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:05.917776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b05dbc28-946e-46b9-b644-351ecce9e523 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2015841 Dec 09 09:30:05.925432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53626) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:05.974697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP e9c78e11-a8ec-4e06-a56d-4352eee5ef73 associated. External IP: 172.26.4.194, port: 76ad9c71-777d-4b8b-81a5-b0d6bfe51818. Dec 09 09:30:06.098627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 1564e05b-7981-40bb-9683-d3b7e2a45ff7 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:06.100321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.133416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6606e04-330d-4a69-9f92-9bdbd6d439ee tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:06.233774 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.245520 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Transition to ACTIVE for port object 73c989f6-364f-47d6-af23-71552eff6ceb will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:06.252718 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.257784 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:06.292461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:06.292716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.300133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f9f45723-120c-4197-a98a-5905339f374c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:06.307057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:06.319118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=0c2818ec-cdf6-48b2-aa86-4a09144f0ddf,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:06.323415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:06.327684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:06.327960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.335249 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Pushing event updated for resources: {'Port': ['ID=73c989f6-364f-47d6-af23-71552eff6ceb,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:06.337920 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Attempting to bind port 73c989f6-364f-47d6-af23-71552eff6ceb on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:06.338283 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Attempting to bind port 73c989f6-364f-47d6-af23-71552eff6ceb by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:06.338490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:06.338660 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Attempting to bind port 73c989f6-364f-47d6-af23-71552eff6ceb on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:06.350042 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.350384 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.350714 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.351037 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.351380 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.351705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.352168 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.352846 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.353063 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.353381 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.353695 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:06.355916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=1564e05b-7981-40bb-9683-d3b7e2a45ff7,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:06.356992 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:06.357991 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:06.357991 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.358227 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:06.358937 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Bound port: 73c989f6-364f-47d6-af23-71552eff6ceb, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:06.359370 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.360093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:06.385038 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:06.402692 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5421469 Dec 09 09:30:06.409934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53632) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:06.444115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] For port 73c989f6-364f-47d6-af23-71552eff6ceb, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:06.449848 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] For port 73c989f6-364f-47d6-af23-71552eff6ceb, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=73c989f6-364f-47d6-af23-71552eff6ceb,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:06.455498 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.462595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet c0c4a914-f892-4154-b108-a96eb2d06005 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:06.476883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.477097 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:06.578985 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Pushing event updated for resources: {'Port': ['ID=73c989f6-364f-47d6-af23-71552eff6ceb,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:06.590649 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:06.598911 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Routers {'77682d69-0f33-4c71-b4cb-7e7985ce5b30'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:06.600072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['77682d69-0f33-4c71-b4cb-7e7985ce5b30'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:06.610855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 0c2818ec-cdf6-48b2-aa86-4a09144f0ddf {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:06.611211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.661596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.685407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ef56c7a1-d1d3-46fa-922f-20015721cc90 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/77682d69-0f33-4c71-b4cb-7e7985ce5b30 HTTP/1.1" status: 200 len: 907 time: 1.2165613 Dec 09 09:30:06.691649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.712458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:06.720102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53636) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:06.816961 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] Set router 77682d69-0f33-4c71-b4cb-7e7985ce5b30 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:30:06.946988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.139342 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:59Z', 'updated_at': '2021-12-09T09:30:02Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:00Z', 'updated_at': '2021-12-09T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:07.146259 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef6141-a88b-46bb-a53b-2216d7a40a49 None None] The sync data for ids ['77682d69-0f33-4c71-b4cb-7e7985ce5b30'] in dv-neutron-821175-1-hyperv is: [{'id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'name': 'tempest-snat-router-875542534', 'tenant_id': '96063fabcbea4d23a3236a6c9cd765d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:59Z', 'updated_at': '2021-12-09T09:30:02Z', 'revision_number': 3, 'project_id': '96063fabcbea4d23a3236a6c9cd765d1', 'gw_port': {'id': '73c989f6-364f-47d6-af23-71552eff6ceb', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77682d69-0f33-4c71-b4cb-7e7985ce5b30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:00Z', 'updated_at': '2021-12-09T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:07.147014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.152434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d47c9f91-fbf4-4951-aceb-5d6fa2bfc08e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:07.195174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.201685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c4a914-f892-4154-b108-a96eb2d06005,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:07.205713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:07.261588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.264128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1920d7-420b-4d2c-b2fb-73ba8f4e9dc8 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:07.272547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.330274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 0c2818ec-cdf6-48b2-aa86-4a09144f0ddf owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:07.355021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6dfe7874-9c04-466e-a397-b52ebb501c07 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:07.357278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c0c4a914-f892-4154-b108-a96eb2d06005 HTTP/1.1" status: 204 len: 168 time: 1.4285083 Dec 09 09:30:07.358322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53642) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:07.441279 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5a5491ea-86f0-4f9b-addd-5d6a17659489 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790310 Dec 09 09:30:07.442465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53646) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:07.449988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:07.524958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6dfe7874-9c04-466e-a397-b52ebb501c07 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:07.536525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6dfe7874-9c04-466e-a397-b52ebb501c07 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:07.537167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.595191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.608862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b5264781-3302-4e90-910d-6d35921ea289 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:07.655351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:07.663167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:07.666256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:07.668782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:07.671856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478d97-239e-49e5-abd8-53f3c05ecfd0 req-56f4ad1d-8c62-4372-90b6-3808fbbe8568 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:07.673845 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a9478d97-239e-49e5-abd8-53f3c05ecfd0 req-56f4ad1d-8c62-4372-90b6-3808fbbe8568 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4098756 Dec 09 09:30:07.674113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Deleting port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:07.674501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.679652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:07.680334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 5f11631f-fd47-42dc-bec1-f30f0c2c29bc has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:07.685003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:07.694586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=0c2818ec-cdf6-48b2-aa86-4a09144f0ddf,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:07.699428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.700976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:07.701530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:07.704602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.733493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6dfe7874-9c04-466e-a397-b52ebb501c07, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6dfe7874-9c04-466e-a397-b52ebb501c07,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:07.738457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.741949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.746946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-865ed487-adb2-49a9-9091-2d8908d9ee60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:07.878284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/0c2818ec-cdf6-48b2-aa86-4a09144f0ddf HTTP/1.1" status: 204 len: 168 time: 1.4662409 Dec 09 09:30:07.881906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53650) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:07.893790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'mac_address': 'fa:16:3e:eb:6a:cc', 'name': 'tempest-PortsTestJSON-1437921900'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:07.926357 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a9478d97-239e-49e5-abd8-53f3c05ecfd0 req-0792664c-1ff0-45a6-9d54-6760390bff2c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333539 Dec 09 09:30:07.941101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:07.957137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6dfe7874-9c04-466e-a397-b52ebb501c07,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:07.963023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:08.011337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting port 73c989f6-364f-47d6-af23-71552eff6ceb {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:08.011782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.013873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:08.019035 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/5f11631f-fd47-42dc-bec1-f30f0c2c29bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8092003 Dec 09 09:30:08.021941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53656) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.096173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] Sync routers for ids ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:08.143797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] For port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:08.144347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.274306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:08.278573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Calling delete_port for e20feb7a-fb34-4ac5-be5f-6467ec31dc8d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:08.295000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:08.298886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:08.307342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] Routers {'5f11631f-fd47-42dc-bec1-f30f0c2c29bc'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:08.308007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:08.308812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:08.380229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:08.381634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:08.384136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.416961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] Routers {'5f11631f-fd47-42dc-bec1-f30f0c2c29bc'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:08.417596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:08.478735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:08.479158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708d045-95ef-4a4f-951b-ba5a172cf7ce None None] The sync data for ids ['5f11631f-fd47-42dc-bec1-f30f0c2c29bc'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:08.497765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.515185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-059f3aaa-279a-41f6-acbb-721a950633c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:08.565881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.570322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Pushing event deleted for resources: {'Port': ['ID=e20feb7a-fb34-4ac5-be5f-6467ec31dc8d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:08.575472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] No DVR routers for this DVR port e20feb7a-fb34-4ac5-be5f-6467ec31dc8d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:08.577203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:08.596337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] For port 73c989f6-364f-47d6-af23-71552eff6ceb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=73c989f6-364f-47d6-af23-71552eff6ceb,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:08.596705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:08.619809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccd1ab-c69f-408e-9ecf-2e4833684eeb req-6a8416c3-1e23-459d-9ee7-7111510a9d3b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:08.621255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afccd1ab-c69f-408e-9ecf-2e4833684eeb req-6a8416c3-1e23-459d-9ee7-7111510a9d3b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3531685 Dec 09 09:30:08.662272 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-225a3c8d-638b-4b08-a4a9-f8584339384d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 09:30:08.662722 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-225a3c8d-638b-4b08-a4a9-f8584339384d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/5f11631f-fd47-42dc-bec1-f30f0c2c29bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6394386 Dec 09 09:30:08.663841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 2656e6a8-ec3d-4947-968b-247baeefe7c1 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:08.699868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53660) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.770766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Calling delete_port for 73c989f6-364f-47d6-af23-71552eff6ceb owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:08.897721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46a3ede6-805e-44e2-9ef7-45e72aa9f82d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f11631f-fd47-42dc-bec1-f30f0c2c29bc HTTP/1.1" status: 200 len: 205 time: 0.1340830 Dec 09 09:30:08.902730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53664) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.937274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:08.941780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:30:08.952929 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:08.968051 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:08.969442 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:09.023545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.030648 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afccd1ab-c69f-408e-9ecf-2e4833684eeb req-e2010a8b-ef67-4999-803e-aef5634adf19 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468595 Dec 09 09:30:09.031361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.059647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88f69d02-cf43-4e93-8d6f-ca1c03c3e61d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:09.112927 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:09.128732 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:09.129665 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:09.145019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.166758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:09.178476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:09.195327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=daf22d14-2ecb-4ea2-bd77-5fe471bd7310,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:09.197934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:09.201802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:09.204649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:09.205241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.208061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9773120-3e4e-4ba8-b35f-554b54c990ca None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:09.210042 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:09.210451 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2553a1c-80ab-4a2d-8250-f9413e1b4ce1 None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:09.260191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.270184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8274786 Dec 09 09:30:09.286630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53670) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.292515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:89:d1:c2', 'name': 'tempest-NetworksTestDHCPv6-1452030732'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:09.461608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:09.473735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=2656e6a8-ec3d-4947-968b-247baeefe7c1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:09.477274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:09.487691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:09.489183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:09.496482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:09.497572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.568709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6dfe7874-9c04-466e-a397-b52ebb501c07 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:09.701918 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8168120 Dec 09 09:30:09.704803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53676) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.714784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'daf22d14-2ecb-4ea2-bd77-5fe471bd7310'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:09.715438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.735061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6dfe7874-9c04-466e-a397-b52ebb501c07 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:09.735606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.779854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:09.800857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:09.908780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7167a-122d-4406-b724-f52a558dcc64 req-64482856-020a-4025-ab7a-3cf3b9310b1b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:09.910549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3a7167a-122d-4406-b724-f52a558dcc64 req-64482856-020a-4025-ab7a-3cf3b9310b1b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2977366 Dec 09 09:30:09.976398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c989f6-364f-47d6-af23-71552eff6ceb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:09.982569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:10.017738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Allocated IP 2001:db8::f816:3eff:fe0c:ffbd (8b00f647-b522-4bb4-913a-1ab25ad42a65/daf22d14-2ecb-4ea2-bd77-5fe471bd7310/e48563f2-7e6c-4aa1-86d6-6c61ee2c27be) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:10.039290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.040428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 73c989f6-364f-47d6-af23-71552eff6ceb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:10.051358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5895fd-c088-4ba1-bd02-e371ec663b48 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:10.051955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af5895fd-c088-4ba1-bd02-e371ec663b48 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:10.055293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.062015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:10.085296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af5895fd-c088-4ba1-bd02-e371ec663b48 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:10.088815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-af5895fd-c088-4ba1-bd02-e371ec663b48 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/2656e6a8-ec3d-4947-968b-247baeefe7c1 HTTP/1.1" status: 200 len: 841 time: 0.3808305 Dec 09 09:30:10.092672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53680) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:10.105987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 73c989f6-364f-47d6-af23-71552eff6ceb {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:10.106364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 73c989f6-364f-47d6-af23-71552eff6ceb not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 09 09:30:10.133217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.133217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router 5f11631f-fd47-42dc-bec1-f30f0c2c29bc {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:10.150533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 73c989f6-364f-47d6-af23-71552eff6ceb not found, will not notify nova. {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 09:30:10.161187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.164752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1758a0a1-407a-470f-a9a4-6fb430a487c3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/5f11631f-fd47-42dc-bec1-f30f0c2c29bc HTTP/1.1" status: 204 len: 168 time: 1.2584288 Dec 09 09:30:10.171822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53684) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:10.221620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e20feb7a-fb34-4ac5-be5f-6467ec31dc8d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:10.222696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 2656e6a8-ec3d-4947-968b-247baeefe7c1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:10.223052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.261113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e20feb7a-fb34-4ac5-be5f-6467ec31dc8d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:10.261486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e20feb7a-fb34-4ac5-be5f-6467ec31dc8d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:10.287994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:10.293802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:10.312003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:10.332013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.374491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.385619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Transition to ACTIVE for port object e48563f2-7e6c-4aa1-86d6-6c61ee2c27be will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:10.405856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Transition to ACTIVE for port object e48563f2-7e6c-4aa1-86d6-6c61ee2c27be will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:10.413613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.455223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:10.471987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3a7167a-122d-4406-b724-f52a558dcc64 req-abf3db9d-7934-48da-9a59-ab97a3e60f13 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870639 Dec 09 09:30:10.472585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:10.476266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.540341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:10.544418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:10.548703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:10.551949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Pushing event updated for resources: {'Port': ['ID=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:10.554247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:10.588651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet ad436b2d-f0c2-42b2-85dc-8de2e1567393 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:10.591319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.605900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.642132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Attempting to bind port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:10.642530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Attempting to bind port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:10.642905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Attempting to bind port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:10.649429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:10.649871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:10.650222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.650594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:10.651051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Bound port: e48563f2-7e6c-4aa1-86d6-6c61ee2c27be, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:10.651426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.699251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 329356a7-0191-4d53-9534-472eb1553d6a yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:10.737830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] For port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:10.740007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.741040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] For port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:10.747404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.750854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7ee285bb-50d1-483b-8c7d-89771cfd728e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:10.754597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 2656e6a8-ec3d-4947-968b-247baeefe7c1 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:10.763150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.823172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.841297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Pushing event updated for resources: {'Port': ['ID=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:10.846383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:10.889411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.889970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77682d69-0f33-4c71-b4cb-7e7985ce5b30 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:10.940387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.947700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-53a75ad2-25dc-41fe-933c-63398a29e4ad tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:10.977118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe89:d1c2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/daf22d14-2ecb-4ea2-bd77-5fe471bd7310/329356a7-0191-4d53-9534-472eb1553d6a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:10.995364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:10.996858 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/routers/77682d69-0f33-4c71-b4cb-7e7985ce5b30 HTTP/1.1" status: 204 len: 168 time: 4.2752566 Dec 09 09:30:10.999964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.004225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=2656e6a8-ec3d-4947-968b-247baeefe7c1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:11.010283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:11.017830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.031815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/2656e6a8-ec3d-4947-968b-247baeefe7c1 HTTP/1.1" status: 204 len: 168 time: 0.9350181 Dec 09 09:30:11.033759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53692) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.094060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.124371 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-022ffffb-509d-404c-9a61-9fe88bbf0529 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:30:11.124888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-022ffffb-509d-404c-9a61-9fe88bbf0529 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:11.162710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-022ffffb-509d-404c-9a61-9fe88bbf0529 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:11.168256 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-022ffffb-509d-404c-9a61-9fe88bbf0529 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/2656e6a8-ec3d-4947-968b-247baeefe7c1 HTTP/1.1" status: 404 len: 333 time: 0.1333361 Dec 09 09:30:11.168938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53696) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.179560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'name': 'tempest-PortsTestJSON-1648233318'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:11.323098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.327566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:11.329702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7c76cd47-4f5a-4969-9ddd-b11485536873 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:11.374019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=ad436b2d-f0c2-42b2-85dc-8de2e1567393,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:11.376109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:11.379645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:11.385356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.392129 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/ad436b2d-f0c2-42b2-85dc-8de2e1567393 HTTP/1.1" status: 204 len: 168 time: 1.2192719 Dec 09 09:30:11.395218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53700) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.396878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abdd04-9aa5-4739-8920-05a5b61c5a09 None None] Network 14fd36e5-74da-4fe0-9c45-a4259b15dc4b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:11.398028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:11.403491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.420795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e48563f2-7e6c-4aa1-86d6-6c61ee2c27be up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:11.426570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router eb714462-ba56-4205-9d7b-5393ba91771e has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:11.438018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.470118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 329356a7-0191-4d53-9534-472eb1553d6a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:11.520722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:11.601732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.620369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1e016dc-d8fa-4120-b81a-61cd58784fdd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:11.654541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.755299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:11.756262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.822475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 6e796ac9-d423-473d-aa6a-bc382c9dd47b {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:11.822833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:11.873701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] DHCP port deletion for 14fd36e5-74da-4fe0-9c45-a4259b15dc4b request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:11.881979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Deleting port 6e796ac9-d423-473d-aa6a-bc382c9dd47b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:11.882363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.033919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:12.043201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=329356a7-0191-4d53-9534-472eb1553d6a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:12.045884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:12.047016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:12.058216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:12.062678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:12.063287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.073444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d696-69b7-4fb2-8270-eaf7164d6ddf req-3f05742b-1f72-4d47-9818-6d4a9953a913 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:12.077412 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb8d696-69b7-4fb2-8270-eaf7164d6ddf req-3f05742b-1f72-4d47-9818-6d4a9953a913 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4130986 Dec 09 09:30:12.116409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.139347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] For port 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e796ac9-d423-473d-aa6a-bc382c9dd47b,segment=NetworkSegment(71f7f0bd-132b-42a9-9692-d92433d5bf96),segment_id=71f7f0bd-132b-42a9-9692-d92433d5bf96)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:12.139857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.189535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9023097 Dec 09 09:30:12.194441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53706) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.268242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:12.273514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.279603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Calling delete_port for 6e796ac9-d423-473d-aa6a-bc382c9dd47b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:12.310102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] Sync routers for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:12.329707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Provisioning for port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:12.330444 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb8d696-69b7-4fb2-8270-eaf7164d6ddf req-8d04f474-2682-44e9-bd7e-9de7f61e8bf2 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217917 Dec 09 09:30:12.339969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.342874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Provisioning complete for port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:12.343333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.382041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 6e796ac9-d423-473d-aa6a-bc382c9dd47b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e796ac9-d423-473d-aa6a-bc382c9dd47b,segment=NetworkSegment(71f7f0bd-132b-42a9-9692-d92433d5bf96),segment_id=71f7f0bd-132b-42a9-9692-d92433d5bf96)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:12.382729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.403599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:12.404418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:12.410016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Deleting port 6dfe7874-9c04-466e-a397-b52ebb501c07 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:12.410501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.460180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.490789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9bc7520e-25fb-4aee-852f-f9a2714db3af tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/floatingips/e9c78e11-a8ec-4e06-a56d-4352eee5ef73 HTTP/1.1" status: 200 len: 979 time: 10.0699821 Dec 09 09:30:12.492114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:12.504274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53710) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.514184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.520326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:12.522138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 6e796ac9-d423-473d-aa6a-bc382c9dd47b owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:12.550254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-077df6fa-33bf-4350-8579-82fb8622ce83 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:12.568296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Pushing event deleted for resources: {'Port': ['ID=6e796ac9-d423-473d-aa6a-bc382c9dd47b,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:12.570663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:12.574202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:12.574827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:12.610046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72696814-1a6e-4566-8d46-ce18271f6adf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:12.614238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72696814-1a6e-4566-8d46-ce18271f6adf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:12.615723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72696814-1a6e-4566-8d46-ce18271f6adf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4164417 Dec 09 09:30:12.621782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53714) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.644170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 57a2ec33-727e-4019-9383-c7ccedb4d4a4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:12.644542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.670696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] No DVR routers for this DVR port 6e796ac9-d423-473d-aa6a-bc382c9dd47b on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:12.682198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:12.682198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016b4e8-5758-4eb9-beec-0c479d9271c7 None None] The sync data for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:12.709375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:12.712547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.714511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:12.716585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:12.720821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:12.725142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:12.725282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.733016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:12.735432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] For port 6dfe7874-9c04-466e-a397-b52ebb501c07, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6dfe7874-9c04-466e-a397-b52ebb501c07,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:12.735818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.753781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] For port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:12.760530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.762975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e33e8fa7-d2cb-418a-b706-ae40cff468b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:12.773749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 329356a7-0191-4d53-9534-472eb1553d6a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:12.774384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.816943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:12.817321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:12.824763 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6517427 Dec 09 09:30:12.832695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Pushing event updated for resources: {'Port': ['ID=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:12.835799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:12.841458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53718) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.875534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:12.886837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5c6b6340-d398-475a-85d8-2a97e367d00a None None] Provisioning for port 329356a7-0191-4d53-9534-472eb1553d6a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:12.892421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5c6b6340-d398-475a-85d8-2a97e367d00a None None] Provisioning complete for port 329356a7-0191-4d53-9534-472eb1553d6a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:12.893023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6340-d398-475a-85d8-2a97e367d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:12.914061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Calling delete_port for 6dfe7874-9c04-466e-a397-b52ebb501c07 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:12.962457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b6340-d398-475a-85d8-2a97e367d00a None None] Port 329356a7-0191-4d53-9534-472eb1553d6a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:13.122714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.142809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.157877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.294795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e48563f2-7e6c-4aa1-86d6-6c61ee2c27be up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:13.406374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:13.407064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.428124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 6e796ac9-d423-473d-aa6a-bc382c9dd47b {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:13.428713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.459739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 329356a7-0191-4d53-9534-472eb1553d6a owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:13.470929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.485264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b5fb8769-1a81-4086-84b7-cc2be4ed957d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:13.565580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] The port '6e796ac9-d423-473d-aa6a-bc382c9dd47b' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:13.589331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e796ac9-d423-473d-aa6a-bc382c9dd47b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:13.625392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6e796ac9-d423-473d-aa6a-bc382c9dd47b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:13.625777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e796ac9-d423-473d-aa6a-bc382c9dd47b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:13.721067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dfe7874-9c04-466e-a397-b52ebb501c07,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:13.738298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:13.872052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.922012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fd36e5-74da-4fe0-9c45-a4259b15dc4b']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:13.952729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f7f0bd-132b-42a9-9692-d92433d5bf96') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:13.953023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f7f0bd-132b-42a9-9692-d92433d5bf96') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:13.954333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd3626-38ec-4f4f-b08b-0c9a9559481b req-b4f04b87-7f86-4fe8-bd46-d436910da594 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:13.955815 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cebd3626-38ec-4f4f-b08b-0c9a9559481b req-b4f04b87-7f86-4fe8-bd46-d436910da594 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4414237 Dec 09 09:30:13.956352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.961871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.969743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.979282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:13.986030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b5e0da-27c8-4515-bd0f-5db0d1b3f49a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:14.014264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.014631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.015008 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Floating IP e9c78e11-a8ec-4e06-a56d-4352eee5ef73 disassociated. External IP: 172.26.4.194, port: 57a2ec33-727e-4019-9383-c7ccedb4d4a4. Dec 09 09:30:14.015342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 57a2ec33-727e-4019-9383-c7ccedb4d4a4 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:14.023455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.043264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.056469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:14.057170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:14.076246 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:14.087814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] In _notify_port_updated(), no bound segment for port 2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 on network e5ebcad7-179b-4b75-b034-354b7177ea08 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:30:14.091696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:14.092324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.093661 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/ports/2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 HTTP/1.1" status: 200 len: 818 time: 1.2288554 Dec 09 09:30:14.105008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53728) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.111152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:14.227958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:14.237234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:14.315749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.322897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cebd3626-38ec-4f4f-b08b-0c9a9559481b req-b006b729-f34d-4435-838e-b6b041593c31 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799740 Dec 09 09:30:14.323469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=329356a7-0191-4d53-9534-472eb1553d6a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:14.325578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:14.329485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.334361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.352367 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/329356a7-0191-4d53-9534-472eb1553d6a HTTP/1.1" status: 204 len: 168 time: 1.7269149 Dec 09 09:30:14.354052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.359271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:14.359648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.367378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53732) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.395014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c09587e4-eeed-4ba2-bc63-371003bd1692 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:14.421437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.442546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=14fd36e5-74da-4fe0-9c45-a4259b15dc4b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:14.446928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:14.448829 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/14fd36e5-74da-4fe0-9c45-a4259b15dc4b HTTP/1.1" status: 204 len: 168 time: 3.0524223 Dec 09 09:30:14.452989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53736) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.472466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-285786855'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:14.478896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df30d05-d525-4329-8541-01d5094ebe97 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:14.480255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df30d05-d525-4329-8541-01d5094ebe97 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:14.480774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:14.480994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3df30d05-d525-4329-8541-01d5094ebe97 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:14.485204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.485701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1afe4efc-6162-48e9-895b-e8e4df837bef {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:14.495428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.507968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-338d3f7f-c763-4306-b086-8800b5fbf9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:14.512421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:14.520450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:14.533736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:14.556508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=57a2ec33-727e-4019-9383-c7ccedb4d4a4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:14.562414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:14.565649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3df30d05-d525-4329-8541-01d5094ebe97 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:14.566798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3df30d05-d525-4329-8541-01d5094ebe97 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1984735 Dec 09 09:30:14.569753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.570882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1afe4efc-6162-48e9-895b-e8e4df837bef HTTP/1.1" status: 204 len: 168 time: 3.5681419 Dec 09 09:30:14.571837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53740) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.575610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53744) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.580560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-119866397', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:14.586122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:14.589816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.642944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:14.653386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:14.663288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:14.704391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.723586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:14.731268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:14.781332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.782274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.854243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:14.895969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.896610 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 2f758cf0-fc13-48a5-ba01-ec5f9b71f061 of type vlan for network 0e0759f5-4187-4460-b574-c6b3249e0b5d Dec 09 09:30:14.924990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.944582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet daf22d14-2ecb-4ea2-bd77-5fe471bd7310 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:14.958663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.986251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:14.994248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ba878149-4d6f-41b5-ae45-21b30976b302 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:15.003349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.041411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:15.044567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:15.045449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.050141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:15.051147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.060755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e825b369-cce5-43c4-8c51-0f5a2c9b371f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:15.110146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.112311 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 HTTP/1.1" status: 204 len: 168 time: 1.0063744 Dec 09 09:30:15.120473 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6643250 Dec 09 09:30:15.122969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53748) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.123473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53750) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.266814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:15.306432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.419136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.431980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=0e0759f5-4187-4460-b574-c6b3249e0b5d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:15.446262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:15.453487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.467922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:30:15.475370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:15.485051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:15.526571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:15.538466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router eb714462-ba56-4205-9d7b-5393ba91771e has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:15.550893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:15.568378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da71429-66f7-4419-9a18-ccb2d14704aa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:15.569243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1da71429-66f7-4419-9a18-ccb2d14704aa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:15.583316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6dfe7874-9c04-466e-a397-b52ebb501c07 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:15.591233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:15.616404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1da71429-66f7-4419-9a18-ccb2d14704aa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:15.617718 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1da71429-66f7-4419-9a18-ccb2d14704aa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4932675 Dec 09 09:30:15.623131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53758) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.631242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6dfe7874-9c04-466e-a397-b52ebb501c07 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:15.631598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6dfe7874-9c04-466e-a397-b52ebb501c07 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:15.632247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 73c989f6-364f-47d6-af23-71552eff6ceb no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:15.676127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 73c989f6-364f-47d6-af23-71552eff6ceb {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:15.676477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 73c989f6-364f-47d6-af23-71552eff6ceb not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:15.704406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ade0-ebd8-41d8-84ed-1c2395cf1bce req-be113ede-a8cb-4682-a5af-004727fdcc36 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:15.705865 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff88ade0-ebd8-41d8-84ed-1c2395cf1bce req-be113ede-a8cb-4682-a5af-004727fdcc36 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2234688 Dec 09 09:30:15.739400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.744271 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b714f30c-ad4d-4bb2-aaf1-d4fd115503b5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:30:15.744718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b714f30c-ad4d-4bb2-aaf1-d4fd115503b5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:15.777896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.783911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1cd35f5-25dd-4f76-a374-e8df86b7d9e4 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:15.815920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b714f30c-ad4d-4bb2-aaf1-d4fd115503b5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:15.820675 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b714f30c-ad4d-4bb2-aaf1-d4fd115503b5 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/2fbb9c0a-77e4-4e21-bfd3-24bb991c4de1 HTTP/1.1" status: 404 len: 333 time: 0.1855149 Dec 09 09:30:15.822623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53762) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.833351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=daf22d14-2ecb-4ea2-bd77-5fe471bd7310,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:15.838150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:15.847483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223319148'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:15.850702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e516f-2749-4ac2-965a-809807a22991 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:15.851138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:15.861779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:15.876330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff88ade0-ebd8-41d8-84ed-1c2395cf1bce req-7f6daa51-5d5c-4abd-ba43-f721bbc7317f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611743 Dec 09 09:30:15.901576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:15.935494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/daf22d14-2ecb-4ea2-bd77-5fe471bd7310 HTTP/1.1" status: 204 len: 168 time: 1.3624213 Dec 09 09:30:15.946185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53766) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.996196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:16.006199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:16.040585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-43099e1d-4e9d-4185-8596-230438acc5ac tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908315 Dec 09 09:30:16.040831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53770) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.043551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:16.046509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.074251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.079479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ed8c3890-6775-409c-9ed1-70c386deafdf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:16.115118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:16.130577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.138926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:16.143376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Deleting port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:16.144181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.148871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.149218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69 of type vlan for network 45e4e064-956d-41d6-b52d-9ac28e85ff4e Dec 09 09:30:16.173257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.181382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=04f630ae-88ba-4caf-8ebd-3ad0c5edf180,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:16.209417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.209803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.210176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.210545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.211166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.211312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.211643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.212226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.212226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.212954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.213208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.217949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.221790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:16.223602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '2f758cf0-fc13-48a5-ba01-ec5f9b71f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:16.224046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 0e0759f5-4187-4460-b574-c6b3249e0b5d, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:30:16.269273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.275493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:16.275493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.280985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:16.298851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:30:16.323188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:16.337248 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] Sync routers for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:16.349111 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:16.350064 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:16.357259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240befe-a518-4cca-841d-e259c2845c7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:16.357867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2240befe-a518-4cca-841d-e259c2845c7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:16.386877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 0e0759f5-4187-4460-b574-c6b3249e0b5d) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:16.395207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:16.395805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.404147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=45e4e064-956d-41d6-b52d-9ac28e85ff4e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:16.409667 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5811398 Dec 09 09:30:16.412896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:16.417053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53774) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.420310 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:16.423483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:16.425651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] For port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:16.426476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.433584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:16.434523 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:16.456017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Allocated IP 172.26.4.41 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/115683a2-69a2-495f-8f15-c038de6a3c2e) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:16.472863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2240befe-a518-4cca-841d-e259c2845c7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:16.474082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2240befe-a518-4cca-841d-e259c2845c7f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4324801 Dec 09 09:30:16.479783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53778) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.480782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.498090 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:16.498845 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd63492-0540-48f3-a6f4-9adc26ae4efa None None] The sync data for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:16.518470 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3921151 Dec 09 09:30:16.522373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53782) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.527833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2033354237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:16.533722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddcaa8-b899-46be-85af-98ddddc56d76 None None] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:16.539625 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/57a2ec33-727e-4019-9383-c7ccedb4d4a4 HTTP/1.1" status: 204 len: 168 time: 4.0343344 Dec 09 09:30:16.543515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53786) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.550192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:30:16.560654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:16.571011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:16.600881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:16.615477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:16.619629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:16.624204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:16.626995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:16.627182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Calling delete_port for e48563f2-7e6c-4aa1-86d6-6c61ee2c27be owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:16.637573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:16.649001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:16.661927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e585f-c98e-4677-bd36-129724ddb66a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:16.662968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f01e585f-c98e-4677-bd36-129724ddb66a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:16.691409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.692358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.728597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f01e585f-c98e-4677-bd36-129724ddb66a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:16.729836 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f01e585f-c98e-4677-bd36-129724ddb66a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2462037 Dec 09 09:30:16.737080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.739797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53792) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.822788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.878404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.882397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:16.946707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Pushing event deleted for resources: {'Port': ['ID=e48563f2-7e6c-4aa1-86d6-6c61ee2c27be,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:16.970297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:16.979694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.980065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.980412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.980744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.981075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.981404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.981612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e6406169-6d9f-43b3-9540-efef42efca5d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:16.981728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.982035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.982355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.982675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.982993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:16.985706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] No DVR routers for this DVR port e48563f2-7e6c-4aa1-86d6-6c61ee2c27be on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:16.990271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:17.018014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d5c07747-816b-4fe2-8e99-dfef1a105f1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2759364 Dec 09 09:30:17.032791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.045013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:17.062992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.085690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-0e0759f5-4187-4460-b574-c6b3249e0b5d', 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '04f630ae-88ba-4caf-8ebd-3ad0c5edf180'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:17.086981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.122484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event updated for resources: {'Port': ['ID=115683a2-69a2-495f-8f15-c038de6a3c2e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:17.142940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.143323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.144274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.144274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.144533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.145415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.145415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.145675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.145850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.146184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.146537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:30:17.236581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:17.237209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.271437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:17.289754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:17.298775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:17.322962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Allocated IP 2001:db8::2 (0e0759f5-4187-4460-b574-c6b3249e0b5d/04f630ae-88ba-4caf-8ebd-3ad0c5edf180/63ed32db-dde2-497f-ace4-e86e975517ff) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:17.340945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.344728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53802) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.345244 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-671e59aa-d1a2-431d-a18b-105ec5585dfc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8214478 Dec 09 09:30:17.352820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:17.377947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:17.434977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:17.438180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.533193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.539203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-aba79d62-d7e1-4cc4-947b-e08f95c03462 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:17.542942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.553915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Transition to ACTIVE for port object 63ed32db-dde2-497f-ace4-e86e975517ff will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:17.558558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969f49e-25ef-4f4d-9729-5fe77cb3fc7e req-1b9ff1bc-e404-48a3-8715-5cef044755fe tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:17.560053 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a969f49e-25ef-4f4d-9729-5fe77cb3fc7e req-1b9ff1bc-e404-48a3-8715-5cef044755fe tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4235678 Dec 09 09:30:17.573817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Transition to ACTIVE for port object 63ed32db-dde2-497f-ace4-e86e975517ff will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:17.578876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e48563f2-7e6c-4aa1-86d6-6c61ee2c27be no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:17.608859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.617517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1ad00617-32f4-4c91-8e7f-a70962bb9042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:17.644658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a969f49e-25ef-4f4d-9729-5fe77cb3fc7e req-b2e5d7eb-0fc6-4a44-8ba3-3d21c4a75df6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726578 Dec 09 09:30:17.655984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e48563f2-7e6c-4aa1-86d6-6c61ee2c27be {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:17.656587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e48563f2-7e6c-4aa1-86d6-6c61ee2c27be not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:17.694080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:17.698322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:17.703134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:17.705804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Pushing event updated for resources: {'Port': ['ID=63ed32db-dde2-497f-ace4-e86e975517ff,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:17.709110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:17.744304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.745695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.793454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Attempting to bind port 63ed32db-dde2-497f-ace4-e86e975517ff on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:17.793829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Attempting to bind port 63ed32db-dde2-497f-ace4-e86e975517ff by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '2f758cf0-fc13-48a5-ba01-ec5f9b71f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:17.794194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Attempting to bind port 63ed32db-dde2-497f-ace4-e86e975517ff on network 0e0759f5-4187-4460-b574-c6b3249e0b5d {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:17.801254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:17.801753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Checking segment: {'id': '2f758cf0-fc13-48a5-ba01-ec5f9b71f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:17.802162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.802561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Bound using segment: {'id': '2f758cf0-fc13-48a5-ba01-ec5f9b71f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:17.803024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Bound port: 63ed32db-dde2-497f-ace4-e86e975517ff, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f758cf0-fc13-48a5-ba01-ec5f9b71f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e0759f5-4187-4460-b574-c6b3249e0b5d'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:17.803401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.807202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=851b3517-4f24-4f53-8841-7ed7d04dbb5a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:17.820381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:17.859266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:17.859574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: 45e4e064-956d-41d6-b52d-9ac28e85ff4e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:30:17.895242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] For port 63ed32db-dde2-497f-ace4-e86e975517ff, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:17.899172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] For port 63ed32db-dde2-497f-ace4-e86e975517ff, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63ed32db-dde2-497f-ace4-e86e975517ff,segment=NetworkSegment(2f758cf0-fc13-48a5-ba01-ec5f9b71f061),segment_id=2f758cf0-fc13-48a5-ba01-ec5f9b71f061)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:17.903230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:17.907102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-872d6fc4-97b0-4524-a83f-05a187931376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:17.991994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Pushing event updated for resources: {'Port': ['ID=63ed32db-dde2-497f-ace4-e86e975517ff,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:18.003403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:18.017880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.045729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:30:18.049589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.054372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-baa2acc7-2464-49cc-ad4c-8d50577aba14 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:18.080968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:30:18.134463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:18.136397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 45e4e064-956d-41d6-b52d-9ac28e85ff4e) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:18.139275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=0938e7f8-476d-4cbb-baf0-a323a0699f56,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:18.141591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:18.146559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f3ba9-bfda-4253-a85c-bb778509e676 None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:18.148724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:18.149280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:18.150320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.151188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:18.151781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.193597 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1593854 Dec 09 09:30:18.209529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517e18e-2331-479e-9991-e35b2666b180 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:18.211188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.245707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:35:d2:53', 'name': 'tempest-NetworksTestDHCPv6-576049042'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:18.260902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.266637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Router b405a3e1-b433-41d4-b5aa-3afa44ec6b3b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:18.292100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8692975 Dec 09 09:30:18.300396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53810) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.307844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:18.559296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:18.579358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] Sync routers for ids ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:18.582010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.587894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0068722 Dec 09 09:30:18.587894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.592379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:18.686300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] Routers {'b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:18.687213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:18.839490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:18.848704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '0938e7f8-476d-4cbb-baf0-a323a0699f56'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:18.849520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:18.896025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': '851b3517-4f24-4f53-8841-7ed7d04dbb5a'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:18.897248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.097693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:19.098294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] Routers {'b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:19.098828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:19.255916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8::1 (0e0759f5-4187-4460-b574-c6b3249e0b5d/04f630ae-88ba-4caf-8ebd-3ad0c5edf180/30e8d621-f2e4-4402-9c3a-1bba48836556) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:19.257361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:19.257873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819cbf0-72d3-43cd-87f5-ad32873196b3 None None] The sync data for ids ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:19.270371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Allocated IP 2001:db8::f816:3eff:fee4:4c8a (8b00f647-b522-4bb4-913a-1ab25ad42a65/0938e7f8-476d-4cbb-baf0-a323a0699f56/801aa6bb-0a2d-4195-ad98-65b99eb7bc9d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:19.323907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66c566-68de-4af7-bf87-c9f7e97e4872 None None] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:19.372709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63ed32db-dde2-497f-ace4-e86e975517ff up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:19.392852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:19.395721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:19.406956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:19.416070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:19.426910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:19.429626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:19.442982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:19.458207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.498522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13883eb-7366-4917-b5eb-99db7d26f98a req-d883e513-6688-4ab9-8fa3-4e8ff33cc55d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:19.500003 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f13883eb-7366-4917-b5eb-99db7d26f98a req-d883e513-6688-4ab9-8fa3-4e8ff33cc55d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6949725 Dec 09 09:30:19.505180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:19.508439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.541446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:19.573462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ad6273c7-e910-49a0-b6ae-0dc2858969c3 None None] Provisioning for port 63ed32db-dde2-497f-ace4-e86e975517ff completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:19.716592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Allocated IP 172.20.0.2 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/851b3517-4f24-4f53-8841-7ed7d04dbb5a/4c334f94-cfc2-4b9b-b584-f6459b8447e1) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:19.765897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.832600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.836403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.849706 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f13883eb-7366-4917-b5eb-99db7d26f98a req-73968d43-adf3-4892-8c85-7f5c229ff0b2 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234053 Dec 09 09:30:19.850857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 30e8d621-f2e4-4402-9c3a-1bba48836556 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:19.938171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 63ed32db-dde2-497f-ace4-e86e975517ff completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:19.962165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:19.990662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63ed32db-dde2-497f-ace4-e86e975517ff triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:19.991056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.025561 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 851b3517-4f24-4f53-8841-7ed7d04dbb5a (CIDR: 172.20.0.0/28) Dec 09 09:30:20.035879 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:30:20.036305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:30:20.070137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.073301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router b405a3e1-b433-41d4-b5aa-3afa44ec6b3b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:20.074790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port ab0a4e6c-6928-455d-a6cb-3f30cfc275bc yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:20.092206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.108962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:20.122067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Transition to ACTIVE for port object 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:20.181280 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-852c2396-557f-4401-a6d3-0ba5a876f42e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8781016 Dec 09 09:30:20.187671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53822) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:20.196615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:20.198090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Transition to ACTIVE for port object 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:20.251519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.258346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddbc230f-1a74-4172-85f9-38412ca2e260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:20.262572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:20.268236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=30e8d621-f2e4-4402-9c3a-1bba48836556,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:20.270665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:20.272507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:20.279415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:20.279961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.401729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.404288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Pushing event updated for resources: {'Port': ['ID=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:20.407088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:20.416402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe35:d253 (8b00f647-b522-4bb4-913a-1ab25ad42a65/0938e7f8-476d-4cbb-baf0-a323a0699f56/ab0a4e6c-6928-455d-a6cb-3f30cfc275bc) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:20.421455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:20.429860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:20.432959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:20.435776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Transition to ACTIVE for port object 4c334f94-cfc2-4b9b-b584-f6459b8447e1 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:20.441979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:20.444274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.449677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:20.454793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:20.470506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:20.484398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:20.490696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.492522 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8ae4ed11-c8e0-4cd7-8d42-c460a94f4219 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "PUT /v2.0/routers/b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 200 len: 920 time: 1.9045837 Dec 09 09:30:20.494419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:20.498295 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] Sync routers for ids ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:20.513470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:20.520074 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] Routers {'b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:20.520748 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:20.642494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Transition to ACTIVE for port object 4c334f94-cfc2-4b9b-b584-f6459b8447e1 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:20.653216 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:20.677521 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] Routers {'b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:20.678152 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:20.699671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.719114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-66b3db48-ed5e-419f-a6d1-0d93735bcd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:20.800126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.829498 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:20.832012 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce3fa-f7f4-4fde-9599-2f398d0afd0d None None] The sync data for ids ['b405a3e1-b433-41d4-b5aa-3afa44ec6b3b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:20.838042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 63ed32db-dde2-497f-ace4-e86e975517ff, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63ed32db-dde2-497f-ace4-e86e975517ff,segment=NetworkSegment(2f758cf0-fc13-48a5-ba01-ec5f9b71f061),segment_id=2f758cf0-fc13-48a5-ba01-ec5f9b71f061)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:20.842257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Attempting to bind port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:20.842540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Attempting to bind port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:20.842906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Attempting to bind port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:20.861831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.888116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:20.888116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:20.888559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.889269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:20.900292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Bound port: 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:20.900741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:20.926142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Pushing event updated for resources: {'Port': ['ID=4c334f94-cfc2-4b9b-b584-f6459b8447e1,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:20.932174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:20.935774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:20.950655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-716ba14f-bf56-4933-ab8d-509dc223abd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:20.996084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:20.999144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:21.081025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4b81c162-74ef-47ab-8580-0015a969d0f0 None None] Provisioning complete for port 63ed32db-dde2-497f-ace4-e86e975517ff triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:21.081441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b81c162-74ef-47ab-8580-0015a969d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.179830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.340428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.354103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=63ed32db-dde2-497f-ace4-e86e975517ff,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:21.358175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:21.372130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Attempting to bind port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:21.372580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Attempting to bind port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:21.373055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Attempting to bind port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 on network 45e4e064-956d-41d6-b52d-9ac28e85ff4e {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:21.383581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] For port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:21.445021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object ab0a4e6c-6928-455d-a6cb-3f30cfc275bc will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:21.482330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:21.482855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Checking segment: {'id': 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:21.483316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.483837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Bound using segment: {'id': 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:21.484434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Bound port: 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:21.484818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.495823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] For port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:21.506604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.511085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f4317c09-4df5-4764-ae3e-3787adc1fe71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:21.521221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 04dd87f5-3439-4a28-bdcc-29235c38f296 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:21.521558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.604964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d2847-2a98-477a-8f0a-4a9083ac8f7e req-80e0ee2c-8983-4c7f-a6ba-957fa6ba0c7c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:21.612265 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f7d2847-2a98-477a-8f0a-4a9083ac8f7e req-80e0ee2c-8983-4c7f-a6ba-957fa6ba0c7c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4944525 Dec 09 09:30:21.630965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Pushing event updated for resources: {'Port': ['ID=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:21.646774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:21.678453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-51b8aab0-87a2-42b7-98ee-6d9f191fb619 None None] Provisioning for port 30e8d621-f2e4-4402-9c3a-1bba48836556 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:21.687231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-51b8aab0-87a2-42b7-98ee-6d9f191fb619 None None] Provisioning complete for port 30e8d621-f2e4-4402-9c3a-1bba48836556 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:21.687724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-51b8aab0-87a2-42b7-98ee-6d9f191fb619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.710343 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-42c3243a-627f-4649-9ab6-a7d06474e1c3 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 200 len: 920 time: 1.1927452 Dec 09 09:30:21.711611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53832) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:21.734454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.741197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:21.743117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-52ded304-c4d2-4a8b-a78b-1c3617942402 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:21.752589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.755834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4c334f94-cfc2-4b9b-b584-f6459b8447e1,segment=NetworkSegment(c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69),segment_id=c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:21.763721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bf8b61d-0846-4e80-ab9c-0fcbdf0a73dd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:21.772764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.776973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:21.813609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f7d2847-2a98-477a-8f0a-4a9083ac8f7e req-ac535bfb-e59f-4b30-ba36-18f677077e10 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891198 Dec 09 09:30:21.813866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-51b8aab0-87a2-42b7-98ee-6d9f191fb619 None None] Port 30e8d621-f2e4-4402-9c3a-1bba48836556 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:21.830462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:30:21.862079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.864370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Pushing event updated for resources: {'Port': ['ID=4c334f94-cfc2-4b9b-b584-f6459b8447e1,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:21.875298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:21.876891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:21.880333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.882239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:21.888786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:21.889273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:21.889874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:21.895610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:21.902383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=1986c01f-bd6d-49d8-9e85-87d96ab73325,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:21.905160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:21.938344 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7475336 Dec 09 09:30:21.941186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53838) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:21.947838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'fixed_ips': [{'subnet_id': '851b3517-4f24-4f53-8841-7ed7d04dbb5a'}, {'subnet_id': '1986c01f-bd6d-49d8-9e85-87d96ab73325'}], 'name': 'tempest-PortsTestJSON-1076982511'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:21.965948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-378463b8-da62-461f-8d6e-c49bfe59780a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Synchronizing usage tracker for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:22.003538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=ab0a4e6c-6928-455d-a6cb-3f30cfc275bc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:22.074978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:22.079170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:22.079818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:22.084796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:22.092527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 04dd87f5-3439-4a28-bdcc-29235c38f296 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:22.095621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-378463b8-da62-461f-8d6e-c49bfe59780a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Unset dirty status for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:22.102103 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-378463b8-da62-461f-8d6e-c49bfe59780a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=b405a3e1-b433-41d4-b5aa-3afa44ec6b3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3853247 Dec 09 09:30:22.102103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53842) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.122784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:22.123611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:22.144270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:22.262572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0451093 Dec 09 09:30:22.278784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53848) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.319083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:22.335468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:22.348233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:22.381980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:22.384711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=30e8d621-f2e4-4402-9c3a-1bba48836556,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:22.426859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6cea8-31ac-47db-a9ee-1ffe30961bdd tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:22.429004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6fc6cea8-31ac-47db-a9ee-1ffe30961bdd tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Synchronizing usage tracker for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:22.448100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:22.497882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:22.507601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:22.581958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6fc6cea8-31ac-47db-a9ee-1ffe30961bdd tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Unset dirty status for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:22.583128 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6fc6cea8-31ac-47db-a9ee-1ffe30961bdd tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.4820046 Dec 09 09:30:22.587514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.631603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 21fd8350-2519-4891-a00f-4bf4e203e28c yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:22.686683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b246e-7b61-4c93-9c55-598a3b680bc9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:22.689862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a571d440-371e-4e80-a4ed-193e159e2c35 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 200 len: 205 time: 0.1004121 Dec 09 09:30:22.690695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b246e-7b61-4c93-9c55-598a3b680bc9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:22.691461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c37b246e-7b61-4c93-9c55-598a3b680bc9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:22.695896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:22.697114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53856) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.701835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:22.808497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a231f-c397-497f-8a73-49a5b58ad616 req-8745c909-9cda-4e75-8d23-d386396568e5 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:22.809932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a8a231f-c397-497f-8a73-49a5b58ad616 req-8745c909-9cda-4e75-8d23-d386396568e5 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3495469 Dec 09 09:30:22.873132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-0ccf2812-e72e-450c-b92f-5fdededa9a92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.3484788 Dec 09 09:30:22.984485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c37b246e-7b61-4c93-9c55-598a3b680bc9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:22.986259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c37b246e-7b61-4c93-9c55-598a3b680bc9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7008264 Dec 09 09:30:23.004032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53860) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:23.077016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:23.083501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:23.186196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=04dd87f5-3439-4a28-bdcc-29235c38f296,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:23.195020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:23.244030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a8a231f-c397-497f-8a73-49a5b58ad616 req-10bd531c-2b58-44aa-b0b7-e6c21d56e93a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256992 Dec 09 09:30:23.316515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-49a38d43-91c6-4dee-906e-0dd76e3d52e6 None None] Provisioning complete for port 30e8d621-f2e4-4402-9c3a-1bba48836556 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:23.317039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-49a38d43-91c6-4dee-906e-0dd76e3d52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:23.368591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port ab0a4e6c-6928-455d-a6cb-3f30cfc275bc {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:23.369093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:23.432697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-49a38d43-91c6-4dee-906e-0dd76e3d52e6 None None] Port 30e8d621-f2e4-4402-9c3a-1bba48836556 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:23.489342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-5f6d3402-cdd7-43c8-ba13-5fe583dce2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:23.490813 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-5f6d3402-cdd7-43c8-ba13-5fe583dce2eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.6088307 Dec 09 09:30:23.567178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:23.705487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:23.713740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63ed32db-dde2-497f-ace4-e86e975517ff up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:23.772290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:23.775539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Provisioning for port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:23.785951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Provisioning complete for port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:23.786544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:23.895677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.5 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/851b3517-4f24-4f53-8841-7ed7d04dbb5a/21fd8350-2519-4891-a00f-4bf4e203e28c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:23.924054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.30 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/1986c01f-bd6d-49d8-9e85-87d96ab73325/21fd8350-2519-4891-a00f-4bf4e203e28c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:23.933711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e07321-4aa7-49c8-a3cb-46e5fbf4d6c1 None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:23.938312 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-86616195-7dce-40f2-b762-3c6223458469 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.4339194 Dec 09 09:30:24.020924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.023617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router d554904e-8d1e-4117-a0f0-afd4af3aaafa is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:24.063285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.104746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63ed32db-dde2-497f-ace4-e86e975517ff triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:24.105137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.166866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] For port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:24.183808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for ab0a4e6c-6928-455d-a6cb-3f30cfc275bc owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:24.185251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.195353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb14ddd4-ae7e-477d-8b3d-2c7a7eb9f718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:24.214054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-f8e7f399-0f01-4d41-8a02-d0d7407449af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:24.216043 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-f8e7f399-0f01-4d41-8a02-d0d7407449af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.2563906 Dec 09 09:30:24.403646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Pushing event updated for resources: {'Port': ['ID=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:24.406895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:24.424639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.438032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4c334f94-cfc2-4b9b-b584-f6459b8447e1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:24.459987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-9ec5bf60-8ab0-4bec-804c-34e524c2a77b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2305608 Dec 09 09:30:24.468141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Provisioning for port ab0a4e6c-6928-455d-a6cb-3f30cfc275bc completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:24.486565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Provisioning complete for port ab0a4e6c-6928-455d-a6cb-3f30cfc275bc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:24.486947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.554282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.578856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Port ab0a4e6c-6928-455d-a6cb-3f30cfc275bc cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:24.580106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port 115683a2-69a2-495f-8f15-c038de6a3c2e {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:24.580450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.610267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:24.615260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Provisioning for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:24.629181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Provisioning complete for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:24.629983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.660491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] Sync routers for ids ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:24.688789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.697442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:24.709750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.723094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0115099c-4ff5-4dca-8cb6-b9ba305f0253 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:24.728594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:24.728989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.772094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 21fd8350-2519-4891-a00f-4bf4e203e28c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:24.788699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=ab0a4e6c-6928-455d-a6cb-3f30cfc275bc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:24.793658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:24.796585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-231eb67d-a170-44ed-8427-1cdaf45913ec service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965329 Dec 09 09:30:24.811446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] Routers {'d554904e-8d1e-4117-a0f0-afd4af3aaafa'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:24.812120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:24.831902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/d554904e-8d1e-4117-a0f0-afd4af3aaafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4814634 Dec 09 09:30:24.834541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53870) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:24.908333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:24.949988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] Routers {'d554904e-8d1e-4117-a0f0-afd4af3aaafa'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:24.950726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:24.957122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:24.968260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.005513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea28bd47-dc68-4f43-8aa6-f4f41581deeb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:25.005725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Update dhcp port {'port': {'network_id': '45e4e064-956d-41d6-b52d-9ac28e85ff4e', 'fixed_ips': [{'subnet_id': '851b3517-4f24-4f53-8841-7ed7d04dbb5a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1986c01f-bd6d-49d8-9e85-87d96ab73325'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '4c334f94-cfc2-4b9b-b584-f6459b8447e1'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:30:25.009679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.144668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for 115683a2-69a2-495f-8f15-c038de6a3c2e owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:25.147055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:25.147485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc7f00-9ed4-4c28-b974-32996ce872bc None None] The sync data for ids ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:25.220368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.232416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.252829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e4eeb-0446-47cd-8e7a-700e1d38a952 req-77cddb8a-ef95-4f30-812e-60ca2e5322a1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:25.254098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-205e4eeb-0446-47cd-8e7a-700e1d38a952 req-77cddb8a-ef95-4f30-812e-60ca2e5322a1 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4688711 Dec 09 09:30:25.265190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76115533-6ca7-46da-b29c-f57170737240 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:25.266919 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-76115533-6ca7-46da-b29c-f57170737240 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports/30e8d621-f2e4-4402-9c3a-1bba48836556 HTTP/1.1" status: 200 len: 911 time: 0.4127984 Dec 09 09:30:25.267097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.273087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:25.273671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53874) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:25.278375 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/ab0a4e6c-6928-455d-a6cb-3f30cfc275bc HTTP/1.1" status: 204 len: 168 time: 2.2706518 Dec 09 09:30:25.282546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53878) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:25.285388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:25.291509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:25.329107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=21fd8350-2519-4891-a00f-4bf4e203e28c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:25.340847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:25.351045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4c334f94-cfc2-4b9b-b584-f6459b8447e1,segment=NetworkSegment(c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69),segment_id=c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:25.391314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:25.392177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.403284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.408495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3a833434-26b0-4ffc-8642-65bf87b734b4 req-041f4e1e-a4e7-475a-ac7c-e47674b8d270 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827153 Dec 09 09:30:25.424616 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.4799678 Dec 09 09:30:25.427128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53882) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:25.433748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '851b3517-4f24-4f53-8841-7ed7d04dbb5a'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:25.449780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:25.531870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c2ea2-1df1-4e94-ad2d-ca8d28d0622d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:25.533439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c2ea2-1df1-4e94-ad2d-ca8d28d0622d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:25.534228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-825c2ea2-1df1-4e94-ad2d-ca8d28d0622d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:25.556843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:25.557204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:25.580463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.603588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Pushing event updated for resources: {'Port': ['ID=4c334f94-cfc2-4b9b-b584-f6459b8447e1,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:25.611191 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-205e4eeb-0446-47cd-8e7a-700e1d38a952 req-db3dffb9-03f7-4919-aaeb-1466781cdc8b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322024 Dec 09 09:30:25.611395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:25.638399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Allocated IP 172.20.0.18 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/1986c01f-bd6d-49d8-9e85-87d96ab73325/4c334f94-cfc2-4b9b-b584-f6459b8447e1) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:25.689797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-825c2ea2-1df1-4e94-ad2d-ca8d28d0622d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:25.690989 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-825c2ea2-1df1-4e94-ad2d-ca8d28d0622d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3555427 Dec 09 09:30:25.695575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53886) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:25.813321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4c334f94-cfc2-4b9b-b584-f6459b8447e1,segment=NetworkSegment(c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69),segment_id=c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:25.822360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.828706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e17d06e9-d0f5-4a8d-82dd-b8ecd91d3a74 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:25.844761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.865553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Transition to ACTIVE for port object 4c334f94-cfc2-4b9b-b584-f6459b8447e1 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:25.871301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:25.876068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=115683a2-69a2-495f-8f15-c038de6a3c2e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:25.881613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:25.887971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82d24ed7-76a3-42ac-b31d-729ff584dcb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:26.150215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Pushing event updated for resources: {'Port': ['ID=4c334f94-cfc2-4b9b-b584-f6459b8447e1,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:26.157262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:26.189772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 0938e7f8-476d-4cbb-baf0-a323a0699f56 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:26.204613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.270901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4c334f94-cfc2-4b9b-b584-f6459b8447e1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:26.277224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Delete allocated IP 172.20.0.30 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/1986c01f-bd6d-49d8-9e85-87d96ab73325) {{(pid=83487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:30:26.281341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.358625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:26.403999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.433697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:26.434225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.563428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.587224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.597591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5360601-171d-4191-b05c-bf6794501e24 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:26.649527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=0938e7f8-476d-4cbb-baf0-a323a0699f56,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:26.654670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:26.658803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.665882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ffa6e-1272-48eb-9c47-50a093638509 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:26.695493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/0938e7f8-476d-4cbb-baf0-a323a0699f56 HTTP/1.1" status: 204 len: 168 time: 0.9985316 Dec 09 09:30:26.701034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53892) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:26.714230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.730537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Ignored duplicate provisioning block setup for port 21fd8350-2519-4891-a00f-4bf4e203e28c by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 09:30:26.737024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.760229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f6083701-e8bb-4f02-a57f-fc7198a38f9c tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:26.769361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ee0f5-8575-45a3-a9a8-39947e87839a None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:26.806129 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4efdc4da-4858-45d1-92a6-fde3c22c74a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030521 Dec 09 09:30:26.837608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53896) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:26.870147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=21fd8350-2519-4891-a00f-4bf4e203e28c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:26.884261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:26.962672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:26.993901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:27.011352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.016730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-36088247-ac7d-45c3-a5d5-d8e1c72e0259 None None] Provisioning for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:27.049647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-36088247-ac7d-45c3-a5d5-d8e1c72e0259 None None] Provisioning complete for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:27.050029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-36088247-ac7d-45c3-a5d5-d8e1c72e0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.076072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:27.086045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.097751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:27.108157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:27.132178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:27.136000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router eb714462-ba56-4205-9d7b-5393ba91771e has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:27.142747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.143577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router b405a3e1-b433-41d4-b5aa-3afa44ec6b3b {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:27.167406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d7641-23ae-431f-af99-694a749cb444 req-0440dd9b-4209-47c1-94cf-5a076b20658d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:27.169194 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3f8d7641-23ae-431f-af99-694a749cb444 req-0440dd9b-4209-47c1-94cf-5a076b20658d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3306978 Dec 09 09:30:27.171141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] In _notify_port_updated(), no bound segment for port 21fd8350-2519-4891-a00f-4bf4e203e28c on network 45e4e064-956d-41d6-b52d-9ac28e85ff4e {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:30:27.176081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:27.176905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.177618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.188173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/ports/21fd8350-2519-4891-a00f-4bf4e203e28c HTTP/1.1" status: 200 len: 919 time: 1.7500856 Dec 09 09:30:27.188335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 204 len: 168 time: 4.4799449 Dec 09 09:30:27.188430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:27.188536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53900) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.188626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.188720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53904) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.194130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585529225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:27.207166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '851b3517-4f24-4f53-8841-7ed7d04dbb5a'}, {'subnet_id': '1986c01f-bd6d-49d8-9e85-87d96ab73325'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:27.240991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:27.285952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:27.302713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Deleting port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:27.303081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.307667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:27.316779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:27.332759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:27.372641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.373603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.484450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3f8d7641-23ae-431f-af99-694a749cb444 req-112fd484-1112-4b5b-9c6b-9e4eac14d3c6 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583892 Dec 09 09:30:27.550561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] For port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:27.550904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.689926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Calling delete_port for 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:27.714331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.787349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Provisioning for port 21fd8350-2519-4891-a00f-4bf4e203e28c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:27.794122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Provisioning complete for port 21fd8350-2519-4891-a00f-4bf4e203e28c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:27.794503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.826001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.836532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-affadb74-62ab-404c-87eb-d843b9b32631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:27.838801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:30:27.840249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.846541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:27.896429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Pushing event deleted for resources: {'Port': ['ID=801aa6bb-0a2d-4195-ad98-65b99eb7bc9d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:27.902942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:27.907543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:27.914431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:27.919718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:27.920472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:27.929749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Port 21fd8350-2519-4891-a00f-4bf4e203e28c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:27.933927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] No DVR routers for this DVR port 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:27.960113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=fbcf12f9-5430-4be8-991a-26cac912c7bf,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:27.964134 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0910158 Dec 09 09:30:27.965446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:27.966892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53910) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.974489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Provisioning complete for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:27.975349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:b9:89:f8', 'name': 'tempest-NetworksTestDHCPv6-1860441181'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:27.976184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e30df68-18b7-47ac-a267-f7e2da122f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.052033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ae5c9-0c2d-43c3-bb7b-5b53a12ad080 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:28.052276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.128332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.148103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.149373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b2a3efa3-b853-4872-bba9-5873c314ce1a tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9647806 Dec 09 09:30:28.150526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:28.155117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:28.158375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:28.161131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53914) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:28.176380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:28.189290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:28.237515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caa5f6-24f5-4d50-b8e4-3de7e446ad43 req-f0222894-1489-4b41-a1bf-bfee1bfb89f8 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:28.239125 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82caa5f6-24f5-4d50-b8e4-3de7e446ad43 req-f0222894-1489-4b41-a1bf-bfee1bfb89f8 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4599574 Dec 09 09:30:28.286513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:28.334003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:28.338208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.367510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:28.367510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 801aa6bb-0a2d-4195-ad98-65b99eb7bc9d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:28.439393 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82caa5f6-24f5-4d50-b8e4-3de7e446ad43 req-c76d55c5-e20e-4acf-aae5-ca46e4d770c9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897292 Dec 09 09:30:28.442672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:28.444112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': 'fbcf12f9-5430-4be8-991a-26cac912c7bf'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:28.445448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.527291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-412dd459-8b02-46b8-8af7-b880ac8e17ec None None] Provisioning complete for port 21fd8350-2519-4891-a00f-4bf4e203e28c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:28.527672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-412dd459-8b02-46b8-8af7-b880ac8e17ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.530648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:28.540360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] Sync routers for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:28.548893 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/routers/eb714462-ba56-4205-9d7b-5393ba91771e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0041735 Dec 09 09:30:28.553479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:28.572821 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:28.574444 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:28.609147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-412dd459-8b02-46b8-8af7-b880ac8e17ec None None] Port 21fd8350-2519-4891-a00f-4bf4e203e28c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:28.643188 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:28.654963 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] Routers {'eb714462-ba56-4205-9d7b-5393ba91771e'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:28.655897 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['eb714462-ba56-4205-9d7b-5393ba91771e'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:28.679628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Allocated IP 2001:db8::f816:3eff:fe0e:aa26 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fbcf12f9-5430-4be8-991a-26cac912c7bf/ad67ae2b-8d13-46dd-a005-8afa592e88af) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:28.753458 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:28.754157 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51539fd-850d-4705-9c28-fad30f9a449c None None] The sync data for ids ['eb714462-ba56-4205-9d7b-5393ba91771e'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:28.820458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bce7b-f200-4841-a1f4-f02ffd9c62fc req-ee9e2bfc-4e03-48cf-a891-bd08e3dc02b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:28.822036 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-903bce7b-f200-4841-a1f4-f02ffd9c62fc req-ee9e2bfc-4e03-48cf-a891-bd08e3dc02b9 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.2087779 Dec 09 09:30:28.865782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.23 (45e4e064-956d-41d6-b52d-9ac28e85ff4e/1986c01f-bd6d-49d8-9e85-87d96ab73325/21fd8350-2519-4891-a00f-4bf4e203e28c) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:28.918304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.932040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Transition to ACTIVE for port object ad67ae2b-8d13-46dd-a005-8afa592e88af will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:28.932871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.959181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Transition to ACTIVE for port object ad67ae2b-8d13-46dd-a005-8afa592e88af will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:28.961330 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-903bce7b-f200-4841-a1f4-f02ffd9c62fc req-6aa8cc67-c17b-4a9a-8115-b30797be0545 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264136 Dec 09 09:30:28.972217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:28.979734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f607ebb-04de-42e1-95fa-3d589632c5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:29.074836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:29.083520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:29.086064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:29.101945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 30e8d621-f2e4-4402-9c3a-1bba48836556 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:29.103082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.138609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:feb9:89f8 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fbcf12f9-5430-4be8-991a-26cac912c7bf/b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:29.185721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Pushing event updated for resources: {'Port': ['ID=ad67ae2b-8d13-46dd-a005-8afa592e88af,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:29.188632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:29.250319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Attempting to bind port ad67ae2b-8d13-46dd-a005-8afa592e88af on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:29.250698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Attempting to bind port ad67ae2b-8d13-46dd-a005-8afa592e88af by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:29.251318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Attempting to bind port ad67ae2b-8d13-46dd-a005-8afa592e88af on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:29.261813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:29.261813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:29.261813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.261813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:29.261813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Bound port: ad67ae2b-8d13-46dd-a005-8afa592e88af, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:29.262386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.405431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] For port ad67ae2b-8d13-46dd-a005-8afa592e88af, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:29.410029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] For port ad67ae2b-8d13-46dd-a005-8afa592e88af, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ad67ae2b-8d13-46dd-a005-8afa592e88af,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:29.416417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.432166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2dea6cc0-777e-442e-8e9b-722e610488b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:29.467985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.512847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 21fd8350-2519-4891-a00f-4bf4e203e28c will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:29.523845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.533765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.536236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Pushing event updated for resources: {'Port': ['ID=ad67ae2b-8d13-46dd-a005-8afa592e88af,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:29.539809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:29.587510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.588030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.605881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e012171c-9b90-4203-9071-114b5af10e61 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:29.653206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.721946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.787298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:29.798133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477410cb-b880-4749-a080-dd4d1964a595 req-2b7d9744-782c-4f41-a4a1-ebb98ed69de8 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:29.799624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-477410cb-b880-4749-a080-dd4d1964a595 req-2b7d9744-782c-4f41-a4a1-ebb98ed69de8 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3096824 Dec 09 09:30:29.818953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 30e8d621-f2e4-4402-9c3a-1bba48836556 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:29.865727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Allocated IP 172.26.4.94 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/dcc4deb0-1696-4502-8bf3-cd7297ab22ff) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:29.914145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=21fd8350-2519-4891-a00f-4bf4e203e28c,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:29.932376 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-477410cb-b880-4749-a080-dd4d1964a595 req-077d7811-69a2-4e5f-982b-6132283a6395 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237257 Dec 09 09:30:29.936584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:29.954337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a773c80b-81d8-4373-9cc2-8dabc6806be9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:29.964436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:30.095155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:30.100310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:30.101247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:30.112092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:30.116329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:30.120909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:30.121527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.140464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] In _notify_port_updated(), no bound segment for port 21fd8350-2519-4891-a00f-4bf4e203e28c on network 45e4e064-956d-41d6-b52d-9ac28e85ff4e {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:30:30.144583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:30.145249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.146601 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/ports/21fd8350-2519-4891-a00f-4bf4e203e28c HTTP/1.1" status: 200 len: 999 time: 2.9583101 Dec 09 09:30:30.146851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c4864214-7f78-491e-9fa3-b328fa8037c3 None None] Provisioning for port 21fd8350-2519-4891-a00f-4bf4e203e28c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:30.153044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53930) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.155438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c4864214-7f78-491e-9fa3-b328fa8037c3 None None] Provisioning complete for port 21fd8350-2519-4891-a00f-4bf4e203e28c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:30.156289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c4864214-7f78-491e-9fa3-b328fa8037c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.228249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.236469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2683785 Dec 09 09:30:30.243291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53934) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.259636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 21fd8350-2519-4891-a00f-4bf4e203e28c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:30.260034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.285584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c4864214-7f78-491e-9fa3-b328fa8037c3 None None] Port 21fd8350-2519-4891-a00f-4bf4e203e28c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:30.357790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.368000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-60110ff1-9418-4822-86b2-0d452c786d7e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:30.378950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ad67ae2b-8d13-46dd-a005-8afa592e88af up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:30.411631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.428300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=30e8d621-f2e4-4402-9c3a-1bba48836556,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:30.434104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:30.437038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.443569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976435f9-c119-44ad-95b8-a05b1a1f1c9c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:30.457799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976435f9-c119-44ad-95b8-a05b1a1f1c9c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:30.462072 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-976435f9-c119-44ad-95b8-a05b1a1f1c9c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2151661 Dec 09 09:30:30.462248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f20ed8a-ea0a-4742-9ad1-2e19835eae1c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:30.490486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port b72af0b7-2d3f-4695-b85e-468fbaf58331 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:30.492039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port ad67ae2b-8d13-46dd-a005-8afa592e88af completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:30.492222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.506059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53938) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.590092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:30.608564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:30.668644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:30.701198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event updated for resources: {'Port': ['ID=dcc4deb0-1696-4502-8bf3-cd7297ab22ff,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:30.719001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:30.763323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:30.763852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.793990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.851317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Provisioning for port ad67ae2b-8d13-46dd-a005-8afa592e88af completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:30.855608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:30.859133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Provisioning complete for port ad67ae2b-8d13-46dd-a005-8afa592e88af triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:30.859678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.035732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.076821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] For port ad67ae2b-8d13-46dd-a005-8afa592e88af, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ad67ae2b-8d13-46dd-a005-8afa592e88af,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:31.090356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.093061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:31.132627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 21fd8350-2519-4891-a00f-4bf4e203e28c owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:31.170677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Pushing event updated for resources: {'Port': ['ID=ad67ae2b-8d13-46dd-a005-8afa592e88af,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:31.180537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:31.208643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.217312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1f97a93b-df0b-4031-91cb-c585825a5dbe None None] Provisioning for port b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:31.223404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1f97a93b-df0b-4031-91cb-c585825a5dbe None None] Provisioning complete for port b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:31.223988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1f97a93b-df0b-4031-91cb-c585825a5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.284782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1f97a93b-df0b-4031-91cb-c585825a5dbe None None] Port b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:31.351084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for b72af0b7-2d3f-4695-b85e-468fbaf58331 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:31.513301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.585789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860aeee-6092-48e8-ae0c-80c6c250a696 req-4ccb6cc2-38b2-4387-b121-bc2ebcdf88ba tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:31.587276 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5860aeee-6092-48e8-ae0c-80c6c250a696 req-4ccb6cc2-38b2-4387-b121-bc2ebcdf88ba tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4238729 Dec 09 09:30:31.654624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:31.726415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.802612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5860aeee-6092-48e8-ae0c-80c6c250a696 req-395d2388-cd65-4996-95e6-1c87bef9be48 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616240 Dec 09 09:30:31.815927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router d554904e-8d1e-4117-a0f0-afd4af3aaafa has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:31.924120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:31.933880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92cbff7a-4e0f-42b1-845a-af2d9d89708a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:31.995878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.005724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6300473-28fe-4f32-9d39-b39ca713cd3b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:32.027855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=21fd8350-2519-4891-a00f-4bf4e203e28c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:32.039009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:32.064677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=b72af0b7-2d3f-4695-b85e-468fbaf58331,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:32.067095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:32.082915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.134801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.213845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.218697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:32.230477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] Sync routers for ids ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:32.238152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:32.253578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] Routers {'d554904e-8d1e-4117-a0f0-afd4af3aaafa'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:32.256975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:32.289512 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/d554904e-8d1e-4117-a0f0-afd4af3aaafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0100000 Dec 09 09:30:32.294518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53948) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:32.355552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ad67ae2b-8d13-46dd-a005-8afa592e88af up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:32.381194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:32.405855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:32.434671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] Routers {'d554904e-8d1e-4117-a0f0-afd4af3aaafa'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:32.435302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:32.472788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:32.500417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:32.500832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634dbf5e-15ae-49cb-80ef-56644e2fa857 None None] The sync data for ids ['d554904e-8d1e-4117-a0f0-afd4af3aaafa'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:32.516029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.516735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ad67ae2b-8d13-46dd-a005-8afa592e88af triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:32.517215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.544455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.546274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8a23c512-e0f2-48c8-be57-9c75bbc67c5f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/21fd8350-2519-4891-a00f-4bf4e203e28c HTTP/1.1" status: 204 len: 168 time: 2.3891084 Dec 09 09:30:32.555251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53952) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:32.582956 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b HTTP/1.1" status: 204 len: 168 time: 2.0619221 Dec 09 09:30:32.628385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53956) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:32.676906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1f21301-33ac-4d77-ad90-49232c100077 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:32.714638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.722245 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e99496d-c086-4f2b-8863-853ffb4d2dcb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:30:32.722761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e99496d-c086-4f2b-8863-853ffb4d2dcb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:32.752127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-0454bfeb-f1cf-4e54-b40f-715acb269384 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 1098 time: 0.4053147 Dec 09 09:30:32.761665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:32.772131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1f21301-33ac-4d77-ad90-49232c100077 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:32.773269 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1f21301-33ac-4d77-ad90-49232c100077 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=d554904e-8d1e-4117-a0f0-afd4af3aaafa HTTP/1.1" status: 200 len: 205 time: 0.4740868 Dec 09 09:30:32.794737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53960) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:32.865398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e99496d-c086-4f2b-8863-853ffb4d2dcb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:32.869647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6e99496d-c086-4f2b-8863-853ffb4d2dcb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/21fd8350-2519-4891-a00f-4bf4e203e28c HTTP/1.1" status: 404 len: 333 time: 0.2888570 Dec 09 09:30:32.882930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53964) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:32.991895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5961f0-db81-4674-8b87-878b23e373ab req-2ab97237-260a-4a74-bd8f-816bddfbc943 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:32.993970 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de5961f0-db81-4674-8b87-878b23e373ab req-2ab97237-260a-4a74-bd8f-816bddfbc943 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6311212 Dec 09 09:30:33.000037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.022470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.059585 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de5961f0-db81-4674-8b87-878b23e373ab req-570efc56-067e-4083-96bb-a78cfc9b42fa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576231 Dec 09 09:30:33.064544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d255e-9261-473e-a6a2-512a2815f7ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:33.065923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d255e-9261-473e-a6a2-512a2815f7ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:33.066584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.066854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-112d255e-9261-473e-a6a2-512a2815f7ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:33.067363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Fanout notify agent at l3_agent the message router_deleted on router eb714462-ba56-4205-9d7b-5393ba91771e {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:33.089424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.089424 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/routers/eb714462-ba56-4205-9d7b-5393ba91771e HTTP/1.1" status: 204 len: 168 time: 4.5254521 Dec 09 09:30:33.089424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53968) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:33.251189 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:30:33.251835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-112d255e-9261-473e-a6a2-512a2815f7ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:33.252370 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-112d255e-9261-473e-a6a2-512a2815f7ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6238182 Dec 09 09:30:33.255348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:33.313308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting subnet 61b44a36-7984-4918-9096-b78c07322595 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:33.314636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.317767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.364826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-e9f01a62-1bf2-4adf-8a50-5bf87520f9e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:33.366895 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-e9f01a62-1bf2-4adf-8a50-5bf87520f9e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 200 len: 913 time: 0.5984569 Dec 09 09:30:33.401550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.464928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d22b7628-95f4-4b11-a7d8-f34a159fe04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.568108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet fbcf12f9-5430-4be8-991a-26cac912c7bf {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:33.572808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.610997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.668596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.731911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-e15e5c11-618c-4284-b855-616a2f22ac26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 200 len: 999 time: 0.3077755 Dec 09 09:30:33.753086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.757911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:33.796383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Subnet': ['ID=61b44a36-7984-4918-9096-b78c07322595,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:33.801000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:33.808286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.811308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.814625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86966f8-3185-4e44-9a83-bce3198145a9 None None] Network 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:33.839548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 1986c01f-bd6d-49d8-9e85-87d96ab73325 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:33.853712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/subnets/61b44a36-7984-4918-9096-b78c07322595 HTTP/1.1" status: 204 len: 168 time: 0.7664173 Dec 09 09:30:33.854720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53976) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:33.859469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:33.992928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.001620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.005984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27cd4694-26aa-4bea-be16-660105d6fbdd tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:34.041868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcf12f9-5430-4be8-991a-26cac912c7bf,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:34.046313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:34.049056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port af460690-642f-4ab6-a36b-1a8e4cde6a47 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:34.049391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.085821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.088975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a4c2c-8ea2-4945-b983-387bdef97182 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:34.101672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-4ecf9ea1-5c79-46d2-b494-071c68fe08f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:34.104394 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-4ecf9ea1-5c79-46d2-b494-071c68fe08f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 200 len: 851 time: 0.3619242 Dec 09 09:30:34.107999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] DHCP port deletion for 3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:34.114982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.120481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Deleting port af460690-642f-4ab6-a36b-1a8e4cde6a47 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:34.120864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.161295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.165709 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fbcf12f9-5430-4be8-991a-26cac912c7bf HTTP/1.1" status: 204 len: 168 time: 0.9068675 Dec 09 09:30:34.165856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53982) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.192430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Router 214b6975-fc54-42aa-a613-be311bcd6a55 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:34.239907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.349977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device af460690-642f-4ab6-a36b-1a8e4cde6a47 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:34.361518 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-10bd9209-ab7a-4c9e-ab72-5fa332479640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1943450 Dec 09 09:30:34.364164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53986) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.529977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] For port af460690-642f-4ab6-a36b-1a8e4cde6a47, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af460690-642f-4ab6-a36b-1a8e4cde6a47,segment=NetworkSegment(e5cfc2b6-38c3-4a3d-8b99-82f341581902),segment_id=e5cfc2b6-38c3-4a3d-8b99-82f341581902)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:34.530332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.590337 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-d4a04c2b-f01b-46d4-933b-3e7c32f68057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=545891ae-0a07-4714-8f2c-cd6db99c12fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4778755 Dec 09 09:30:34.637180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.645888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] For port af460690-642f-4ab6-a36b-1a8e4cde6a47, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=af460690-642f-4ab6-a36b-1a8e4cde6a47,segment=NetworkSegment(e5cfc2b6-38c3-4a3d-8b99-82f341581902),segment_id=e5cfc2b6-38c3-4a3d-8b99-82f341581902)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:34.646475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.659152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.659592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for af460690-642f-4ab6-a36b-1a8e4cde6a47 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:34.660241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router d554904e-8d1e-4117-a0f0-afd4af3aaafa {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:34.704883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a6c42-a9e7-467e-92e4-f75bca992fff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:34.706642 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e09a6c42-a9e7-467e-92e4-f75bca992fff tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3416004 Dec 09 09:30:34.710946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53990) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.747674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.748758 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bd7cfeef-b4e6-4338-8f6f-ac167e36b448 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/d554904e-8d1e-4117-a0f0-afd4af3aaafa HTTP/1.1" status: 204 len: 168 time: 1.9493544 Dec 09 09:30:34.750115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.760357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 53994) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.800714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Calling delete_port for af460690-642f-4ab6-a36b-1a8e4cde6a47 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:34.813154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98947-f1d2-4d1c-832f-9f24d30b4ae9 req-fbbd55d5-3b98-4892-822b-36190899ba6f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:34.819925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2dc98947-f1d2-4d1c-832f-9f24d30b4ae9 req-fbbd55d5-3b98-4892-822b-36190899ba6f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.4901776 Dec 09 09:30:34.841662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.861063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49747107-7432-4493-8fb5-734f2af364bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:34.862046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-49747107-7432-4493-8fb5-734f2af364bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:34.873428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:34.880614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-43ec32a7-b549-4df3-80f0-049d5dd337e9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:34.915668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:34.916431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:34.933135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:34.955997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=af460690-642f-4ab6-a36b-1a8e4cde6a47,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:34.968283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:35.003167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-c0501c75-4caa-47ea-abaa-659a2ae60388 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919113 Dec 09 09:30:35.004647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Deleting port ad67ae2b-8d13-46dd-a005-8afa592e88af {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:35.005502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.028836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] No DVR routers for this DVR port af460690-642f-4ab6-a36b-1a8e4cde6a47 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:35.032666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-49747107-7432-4493-8fb5-734f2af364bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:35.034151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-49747107-7432-4493-8fb5-734f2af364bd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3220224 Dec 09 09:30:35.042679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 53998) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.108202 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2dc98947-f1d2-4d1c-832f-9f24d30b4ae9 req-0fbf2f79-2c2b-4161-8387-1b187e8cf461 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873995 Dec 09 09:30:35.179685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.185069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff033fc8-5dd7-4d1d-bffa-52e8f27370f1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405602 Dec 09 09:30:35.188620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:35.201668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54002) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.211721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:35.220057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] For port ad67ae2b-8d13-46dd-a005-8afa592e88af, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ad67ae2b-8d13-46dd-a005-8afa592e88af,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:35.220456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.234157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.240382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=1986c01f-bd6d-49d8-9e85-87d96ab73325,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:35.242810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:35.258376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.262556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 04f630ae-88ba-4caf-8ebd-3ad0c5edf180 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:35.282792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb7d63-08e2-4f18-95ca-83c08997409a None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:35.286870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/1986c01f-bd6d-49d8-9e85-87d96ab73325 HTTP/1.1" status: 204 len: 168 time: 2.2146885 Dec 09 09:30:35.290150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54006) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.341831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.357753 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5030c24-a281-40c6-941d-88c4fe575b4d req-b59066a9-735d-48da-9b67-75186b1cddd2 service neutron] 10.222.0.58 "GET /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460298 Dec 09 09:30:35.359980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Calling delete_port for ad67ae2b-8d13-46dd-a005-8afa592e88af owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:35.369814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:35.376056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.376538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.379593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "PUT /v2.0/routers/214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 200 len: 879 time: 7.2149136 Dec 09 09:30:35.380701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54010) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.392513 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] Sync routers for ids ['214b6975-fc54-42aa-a613-be311bcd6a55'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:35.410876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cfc2b6-38c3-4a3d-8b99-82f341581902') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.411172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cfc2b6-38c3-4a3d-8b99-82f341581902') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.418583 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] Routers {'214b6975-fc54-42aa-a613-be311bcd6a55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:35.420232 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['214b6975-fc54-42aa-a613-be311bcd6a55'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.437048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.443229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Deleting port af460690-642f-4ab6-a36b-1a8e4cde6a47 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:35.443229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.456368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 851b3517-4f24-4f53-8841-7ed7d04dbb5a {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:35.456575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:35.460908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.465679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.498311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.516924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-da95a340-59b8-4002-8d9d-360309cc348e None None] The port 'af460690-642f-4ab6-a36b-1a8e4cde6a47' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:35.518350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:35.518747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.526262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.534883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:35.537055 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:35.561622 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.585629 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] Routers {'214b6975-fc54-42aa-a613-be311bcd6a55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:35.586673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['214b6975-fc54-42aa-a613-be311bcd6a55'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.630555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:35.636046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.653798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.659955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b2409d0-6b77-4b3e-9bd0-2115d609fe29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:35.712678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:35.713656 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1af76c-2a78-47ea-98b8-b7ad46821d35 None None] The sync data for ids ['214b6975-fc54-42aa-a613-be311bcd6a55'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:35.717480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.745703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.753932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab696306-89fe-4a07-ae21-85350c863d51 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:35.756963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Pushing event deleted for resources: {'Port': ['ID=ad67ae2b-8d13-46dd-a005-8afa592e88af,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:35.765165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:35.772085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] No DVR routers for this DVR port ad67ae2b-8d13-46dd-a005-8afa592e88af on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:35.782044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-75fab2b0-3911-404b-b036-a95e1c5317b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.788105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.803629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Network': ['ID=3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:35.808558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5a02f174-daab-42e7-84e0-7df67b504558 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 200 len: 920 time: 0.4265473 Dec 09 09:30:35.811077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54014) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.813180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:35.827850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/networks/3fadd8e3-c1ad-4574-9b45-1dbe5a3fbbd9 HTTP/1.1" status: 204 len: 168 time: 1.9727342 Dec 09 09:30:35.829396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.848093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54018) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.955553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:35.962633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd62d0b8-ba76-4ede-8dd2-96b76c154242 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:36.068005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=851b3517-4f24-4f53-8841-7ed7d04dbb5a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:36.087401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:36.094359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.095790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.099007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 776de08a-2812-4953-ab32-a97ef77d8368 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:36.099342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.105645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eec653ce-93ae-41e1-980c-96a6e6fabe8f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:36.145747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=04f630ae-88ba-4caf-8ebd-3ad0c5edf180,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:36.145927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/851b3517-4f24-4f53-8841-7ed7d04dbb5a HTTP/1.1" status: 204 len: 168 time: 0.8547354 Dec 09 09:30:36.149417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54022) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:36.151947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:36.160062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.170880 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/04f630ae-88ba-4caf-8ebd-3ad0c5edf180 HTTP/1.1" status: 204 len: 168 time: 1.4041097 Dec 09 09:30:36.171446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f13f1-763a-4dc9-98fb-55c426e80c53 None None] Network 0e0759f5-4187-4460-b574-c6b3249e0b5d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:36.172240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54028) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:36.341835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.426225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 63ed32db-dde2-497f-ace4-e86e975517ff {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:36.427416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.470251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ad67ae2b-8d13-46dd-a005-8afa592e88af no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:36.477339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f5c0b5cc-a2e5-48bd-8a3b-be5b5ee29061 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=214b6975-fc54-42aa-a613-be311bcd6a55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6629157 Dec 09 09:30:36.478066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.487025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54034) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:36.488547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ace41dab-1e00-4d20-9eb7-d3c0c20a3308 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:36.556549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ad67ae2b-8d13-46dd-a005-8afa592e88af {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:36.556902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ad67ae2b-8d13-46dd-a005-8afa592e88af not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:36.558534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33b4fd-7c0c-4140-b6a1-07e06a0404e7 None None] Network 45e4e064-956d-41d6-b52d-9ac28e85ff4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:36.568478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.613827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:36.614172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.639480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.639857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.723886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:36.737747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:36.777605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da324507-1e88-403c-90ef-ec4eef8360e1 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:36.778190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 776de08a-2812-4953-ab32-a97ef77d8368 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:36.782483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:36.783074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.786764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:36.812881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:36.852979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.861630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6573179 Dec 09 09:30:36.869667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54040) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:36.881719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:10:fd:5f', 'name': 'tempest-NetworksTestDHCPv6-1731229639'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:36.888498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be46d0a-f96e-4b55-b0ca-eae5e724aa4d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:36.889085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2be46d0a-f96e-4b55-b0ca-eae5e724aa4d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Synchronizing usage tracker for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:36.917742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b3f52078-d248-46e2-85d2-f152f731bcd6 None None] Provisioning complete for port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:36.918123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3f52078-d248-46e2-85d2-f152f731bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:36.978586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ab8a-868c-4f37-b0ec-1c7d222be418 req-c34ffa52-6b1d-4afb-84c8-30315d29876a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:36.985269 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eae4ab8a-868c-4f37-b0ec-1c7d222be418 req-c34ffa52-6b1d-4afb-84c8-30315d29876a tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6108210 Dec 09 09:30:37.006308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2be46d0a-f96e-4b55-b0ca-eae5e724aa4d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Unset dirty status for tenant:96063fabcbea4d23a3236a6c9cd765d1 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:37.006308 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2be46d0a-f96e-4b55-b0ca-eae5e724aa4d tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.4680395 Dec 09 09:30:37.012592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54044) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.043848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 63ed32db-dde2-497f-ace4-e86e975517ff, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63ed32db-dde2-497f-ace4-e86e975517ff,segment=NetworkSegment(2f758cf0-fc13-48a5-ba01-ec5f9b71f061),segment_id=2f758cf0-fc13-48a5-ba01-ec5f9b71f061)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:37.044308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.133002 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a7119ff3-e205-4105-a32d-d5f569fe19fb tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 200 len: 205 time: 0.1173615 Dec 09 09:30:37.175744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54048) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.176844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff2752-271a-4033-98af-aa8d7f22b276 None None] DHCP port deletion for 0e0759f5-4187-4460-b574-c6b3249e0b5d request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:37.202396 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eae4ab8a-868c-4f37-b0ec-1c7d222be418 req-32453e3d-953f-4e07-9a25-8b6b453a5f1f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150662 Dec 09 09:30:37.202543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9dff2752-271a-4033-98af-aa8d7f22b276 None None] Deleting port 63ed32db-dde2-497f-ace4-e86e975517ff {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:37.202543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dff2752-271a-4033-98af-aa8d7f22b276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.210390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 63ed32db-dde2-497f-ace4-e86e975517ff owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:37.235240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] DHCP port deletion for 45e4e064-956d-41d6-b52d-9ac28e85ff4e request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:37.250314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:37.250912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.273313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Deleting port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:37.273800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.303304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.308536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4c334f94-cfc2-4b9b-b584-f6459b8447e1,segment=NetworkSegment(c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69),segment_id=c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:37.308976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.309748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-297cdefe-da19-4dca-9abe-cd6a21730046 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:37.322532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:37.354204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=63ed32db-dde2-497f-ace4-e86e975517ff,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:37.357257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:37.359607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No DVR routers for this DVR port 63ed32db-dde2-497f-ace4-e86e975517ff on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:37.389892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:37.394495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:37.402908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9dff2752-271a-4033-98af-aa8d7f22b276 None None] The port '63ed32db-dde2-497f-ace4-e86e975517ff' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:37.462763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 4c334f94-cfc2-4b9b-b584-f6459b8447e1 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:37.490575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:37.491958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.499465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.508230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-036917d2-fc1a-467d-88e2-c18ebd2cf79b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:37.519360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0759f5-4187-4460-b574-c6b3249e0b5d']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:37.537844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f758cf0-fc13-48a5-ba01-ec5f9b71f061') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:37.538121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f758cf0-fc13-48a5-ba01-ec5f9b71f061') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:37.552250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.563646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=776de08a-2812-4953-ab32-a97ef77d8368,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:37.572918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.579714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:37.580900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:37.581661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.595443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:37.597135 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:37.660158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83/32ff6927-2207-4372-bb7f-245cb0ef7eb1) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:37.668526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] For port 4c334f94-cfc2-4b9b-b584-f6459b8447e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4c334f94-cfc2-4b9b-b584-f6459b8447e1,segment=NetworkSegment(c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69),segment_id=c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:37.668851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.683129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.691619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d626fa15-35d2-40c3-853e-6b6ecbcd58a0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:37.706022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.718161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=0e0759f5-4187-4460-b574-c6b3249e0b5d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:37.722687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:37.735349 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/0e0759f5-4187-4460-b574-c6b3249e0b5d HTTP/1.1" status: 204 len: 168 time: 1.5620723 Dec 09 09:30:37.736282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54052) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.742363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-819222890', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:37.749931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:37.753751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:37.756921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:37.763468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:37.773520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.775162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.798505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:37.804256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Calling delete_port for 4c334f94-cfc2-4b9b-b584-f6459b8447e1 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:37.984360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.002774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.015163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:38.015792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:38.015944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9774eb60-0018-4a6d-aad0-5f4bb5e375a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:38.065669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.074806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=4c334f94-cfc2-4b9b-b584-f6459b8447e1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:38.078322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:38.086495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 67b12054-dc3b-40fa-a8cc-ec03368f165b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:38.098712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.117728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Transition to ACTIVE for port object 32ff6927-2207-4372-bb7f-245cb0ef7eb1 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:38.126379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.135603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No DVR routers for this DVR port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:38.148967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Transition to ACTIVE for port object 32ff6927-2207-4372-bb7f-245cb0ef7eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:38.161835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.167669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:38.295474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.329618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.336027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.338108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Pushing event updated for resources: {'Port': ['ID=32ff6927-2207-4372-bb7f-245cb0ef7eb1,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:38.343233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/floatingips/e9c78e11-a8ec-4e06-a56d-4352eee5ef73 HTTP/1.1" status: 204 len: 168 time: 2.4906569 Dec 09 09:30:38.348683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54060) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.355205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:38.355656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.356621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.362916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4c334f94-cfc2-4b9b-b584-f6459b8447e1 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:38.409817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:38.426359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:38.427929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4c334f94-cfc2-4b9b-b584-f6459b8447e1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:38.428669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4c334f94-cfc2-4b9b-b584-f6459b8447e1 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:38.428871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63ed32db-dde2-497f-ace4-e86e975517ff no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:38.462554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:38.471841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 63ed32db-dde2-497f-ace4-e86e975517ff {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:38.472114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63ed32db-dde2-497f-ace4-e86e975517ff not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:38.510323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.511672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 172.26.4.239 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/2069eda3-4c82-4a1d-8050-50b9598e7341) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:38.517373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Deleting port 4c334f94-cfc2-4b9b-b584-f6459b8447e1 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:38.517952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.561633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-768929b9-2c39-4d2a-abe9-fd4c9ae2b4d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] DELETE failed (client error): The resource could not be found. Dec 09 09:30:38.562077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768929b9-2c39-4d2a-abe9-fd4c9ae2b4d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:30:38.576732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e4e064-956d-41d6-b52d-9ac28e85ff4e']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:38.608042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-768929b9-2c39-4d2a-abe9-fd4c9ae2b4d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/57a2ec33-727e-4019-9383-c7ccedb4d4a4 HTTP/1.1" status: 404 len: 333 time: 0.2558513 Dec 09 09:30:38.608277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:38.608645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1224a4e-cb0d-4869-b2a2-b63ea8c1ec69') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:38.609861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54064) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.631370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7298257d-e324-4b24-b8ad-0af3d2d9b908 None None] The port '4c334f94-cfc2-4b9b-b584-f6459b8447e1' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:38.633994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Attempting to bind port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:38.634963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Attempting to bind port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:38.635189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.635373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Attempting to bind port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:38.645653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:38.647019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:38.647019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.647407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:38.647917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Bound port: 32ff6927-2207-4372-bb7f-245cb0ef7eb1, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:38.648301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.657788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::6d (8b00f647-b522-4bb4-913a-1ab25ad42a65/3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83/67b12054-dc3b-40fa-a8cc-ec03368f165b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:38.661271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-60a4b1a8-ccb9-4209-93db-cfe6b70d40bd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Synchronizing usage tracker for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:38.678123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.683182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-60a4b1a8-ccb9-4209-93db-cfe6b70d40bd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Unset dirty status for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:38.686983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-60a4b1a8-ccb9-4209-93db-cfe6b70d40bd tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb714462-ba56-4205-9d7b-5393ba91771e HTTP/1.1" status: 200 len: 205 time: 0.0736780 Dec 09 09:30:38.687274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54068) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.697492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:38.698026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:38.715870 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:38.750992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] For port 32ff6927-2207-4372-bb7f-245cb0ef7eb1, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:38.756084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] For port 32ff6927-2207-4372-bb7f-245cb0ef7eb1, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=32ff6927-2207-4372-bb7f-245cb0ef7eb1,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:38.766486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.770695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-658d41ea-c840-4352-bcf4-6e24a7183cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:38.772000 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-1c037866-2fd7-4fd3-b6b7-cf9c1046a371 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] delete failed (client error): The resource could not be found. Dec 09 09:30:38.775488 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1c037866-2fd7-4fd3-b6b7-cf9c1046a371 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/routers/eb714462-ba56-4205-9d7b-5393ba91771e HTTP/1.1" status: 404 len: 336 time: 0.0847843 Dec 09 09:30:38.775945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54072) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.818049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768adc41-fa69-47ba-8368-59d2a42d13ae req-3b15b28e-c63f-41f4-b93e-4d48c980b65f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:38.819528 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-768adc41-fa69-47ba-8368-59d2a42d13ae req-3b15b28e-c63f-41f4-b93e-4d48c980b65f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3812857 Dec 09 09:30:38.828569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6265a1-425e-49d1-938e-890f03a37e13 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] DELETE failed (client error): The resource could not be found. Dec 09 09:30:38.829021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6265a1-425e-49d1-938e-890f03a37e13 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:30:38.844354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Pushing event updated for resources: {'Port': ['ID=32ff6927-2207-4372-bb7f-245cb0ef7eb1,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:38.848532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:38.865698 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ef6265a1-425e-49d1-938e-890f03a37e13 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/subnets/61b44a36-7984-4918-9096-b78c07322595 HTTP/1.1" status: 404 len: 337 time: 0.0890095 Dec 09 09:30:38.869921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54076) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.929609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:38.964439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 76ad9c71-777d-4b8b-81a5-b0d6bfe51818 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:38.964788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.019357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.033767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40066603-2429-4386-8fc4-3f359ef86bf1 tempest-AllowedAddressPairTestJSON-1091469441 tempest-AllowedAddressPairTestJSON-1091469441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:39.060350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.086473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=45e4e064-956d-41d6-b52d-9ac28e85ff4e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:39.114847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:39.128904 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/45e4e064-956d-41d6-b52d-9ac28e85ff4e HTTP/1.1" status: 204 len: 168 time: 2.9768405 Dec 09 09:30:39.135739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-768adc41-fa69-47ba-8368-59d2a42d13ae req-44a63831-c5e3-407e-af42-6fc731343c89 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999530 Dec 09 09:30:39.139064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54080) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.146482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.183822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77239e93-a24f-41d1-abe0-6693918c0752 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:39.194773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.226425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 67b12054-dc3b-40fa-a8cc-ec03368f165b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:39.273854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.281603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.288564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3bd43ca2-561c-47f1-a184-9cfc5b4a842a tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:39.329612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:39.334742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port dcc4deb0-1696-4502-8bf3-cd7297ab22ff {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:39.335091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.343260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:39.345682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:39.409846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:39.418779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=2069eda3-4c82-4a1d-8050-50b9598e7341,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:39.421465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:39.421608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:39.423272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=67b12054-dc3b-40fa-a8cc-ec03368f165b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:39.439950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:39.443877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:39.444485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.454115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:39.494815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.527991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6545444 Dec 09 09:30:39.532593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54086) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.594632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2ce77-4307-451f-a6fb-06d159d361d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:39.596248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-11c2ce77-4307-451f-a6fb-06d159d361d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4560528 Dec 09 09:30:39.607704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54090) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.658073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:39.781994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 76ad9c71-777d-4b8b-81a5-b0d6bfe51818 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:39.911609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c5cf-909f-4e6a-8b84-cfae8905cd5d req-1d671dd4-e1c1-4980-b9b7-607e1006cbf0 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:39.913140 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fbc9c5cf-909f-4e6a-8b84-cfae8905cd5d req-1d671dd4-e1c1-4980-b9b7-607e1006cbf0 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.5920877 Dec 09 09:30:39.959490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for dcc4deb0-1696-4502-8bf3-cd7297ab22ff owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:40.033258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fbc9c5cf-909f-4e6a-8b84-cfae8905cd5d req-5c7b382b-bbf1-49a3-97d7-8a48f8ed4f4b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862758 Dec 09 09:30:40.043087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.043644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afad9fd-52d7-416b-b950-569e3b6f2bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:40.047634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afad9fd-52d7-416b-b950-569e3b6f2bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:40.048341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6afad9fd-52d7-416b-b950-569e3b6f2bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:40.049425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:40.106419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=76ad9c71-777d-4b8b-81a5-b0d6bfe51818,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:40.108852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:40.122186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f28c9c14-a717-4446-a333-555b0693763d None None] Provisioning for port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:40.195268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.196016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.228573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6afad9fd-52d7-416b-b950-569e3b6f2bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:40.229761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6afad9fd-52d7-416b-b950-569e3b6f2bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6962926 Dec 09 09:30:40.236470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6985cff6-b700-4c95-8e4a-1cd83d0302c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:40.291178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.314067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.330617 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/76ad9c71-777d-4b8b-81a5-b0d6bfe51818 HTTP/1.1" status: 204 len: 168 time: 1.4593859 Dec 09 09:30:40.333051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54100) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.382924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 32ff6927-2207-4372-bb7f-245cb0ef7eb1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:40.400329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.407169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37d6c099-a2cf-4e4c-b605-e491a275b49a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:40.434546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port d9845603-b010-49c8-8bf0-577b1032dcd6 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:40.435031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.437177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6985cff6-b700-4c95-8e4a-1cd83d0302c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:40.442352 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6985cff6-b700-4c95-8e4a-1cd83d0302c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8298573 Dec 09 09:30:40.447796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 67b12054-dc3b-40fa-a8cc-ec03368f165b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:40.448142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.467890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54104) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.486910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972370328'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:40.498817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=dcc4deb0-1696-4502-8bf3-cd7297ab22ff,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:40.501273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:40.503413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:40.505381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:40.515262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:40.515432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:40.516150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.521808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:40.531154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:40.589761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c447c7c1-4d74-4ec2-a72f-e8183d84e14c None None] Provisioning for port 67b12054-dc3b-40fa-a8cc-ec03368f165b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:40.595815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c447c7c1-4d74-4ec2-a72f-e8183d84e14c None None] Provisioning complete for port 67b12054-dc3b-40fa-a8cc-ec03368f165b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:40.596221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c447c7c1-4d74-4ec2-a72f-e8183d84e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.664494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-f36996c7-e8b1-4f2f-ae77-f20af034848b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4314852 Dec 09 09:30:40.690709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:40.693464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.696972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c447c7c1-4d74-4ec2-a72f-e8183d84e14c None None] Port 67b12054-dc3b-40fa-a8cc-ec03368f165b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:40.712246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.744808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 32ff6927-2207-4372-bb7f-245cb0ef7eb1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=32ff6927-2207-4372-bb7f-245cb0ef7eb1,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:40.749929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.752294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:40.821031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=32ff6927-2207-4372-bb7f-245cb0ef7eb1,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:40.824967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:40.850874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:40.885994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.886338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment 0af3ba4b-0939-448e-943c-62a1cbe95a44 of type vlan for network f0d8ad91-a01e-4247-a08e-e51220ea7b6c Dec 09 09:30:40.929604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.959954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:40.977399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf9a85-1e57-45d5-bd87-a379f5c28ecf req-c0edcc5c-c190-4bd5-8e3b-3b3d75caff34 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:40.979276 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-35bf9a85-1e57-45d5-bd87-a379f5c28ecf req-c0edcc5c-c190-4bd5-8e3b-3b3d75caff34 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3394201 Dec 09 09:30:40.988653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.108912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.145674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for d9845603-b010-49c8-8bf0-577b1032dcd6 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:41.172188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:30:41.255627 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-35bf9a85-1e57-45d5-bd87-a379f5c28ecf req-0cb35fb4-2339-4dba-9c6b-4c6c06dc4c89 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589116 Dec 09 09:30:41.259844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.263447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:41.264122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.270098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:41.381856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9045684 Dec 09 09:30:41.422282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54110) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:41.433755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:41.438870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:41.484093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 67b12054-dc3b-40fa-a8cc-ec03368f165b owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:41.518312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.530042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-b3db91d8-8745-4fff-be4f-164a0725893a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1098 time: 0.8315077 Dec 09 09:30:41.539433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.590221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=f0d8ad91-a01e-4247-a08e-e51220ea7b6c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:41.593240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:41.601469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:30:41.680455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.681514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router 214b6975-fc54-42aa-a613-be311bcd6a55 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:41.762660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.770108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e3f15d2-e68f-4300-92c7-a66a2b82b090 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:41.776447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-5f65e9fa-c56a-42da-ad29-ab8246e80c8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:41.777876 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-5f65e9fa-c56a-42da-ad29-ab8246e80c8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 896 time: 0.2231643 Dec 09 09:30:41.783563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.784646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 204 len: 168 time: 4.5962603 Dec 09 09:30:41.789561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54114) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:41.822857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:41.828267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=d9845603-b010-49c8-8bf0-577b1032dcd6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:41.830661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:41.831821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:41.835715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:41.847790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-645692721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:41.872468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:41.874706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:41.878279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:41.885395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab2daf3e-e544-4d71-9379-eb3367cd14ff tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:41.921177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:41.939788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:41.944392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:41.948481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=67b12054-dc3b-40fa-a8cc-ec03368f165b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:41.950480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:41.956289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:41.993290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-37eb5e01-541b-42ec-805a-74d7c6d9eeba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 1001 time: 0.2074120 Dec 09 09:30:42.001460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.002417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.057948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.062138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/67b12054-dc3b-40fa-a8cc-ec03368f165b HTTP/1.1" status: 204 len: 168 time: 1.7674339 Dec 09 09:30:42.062834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54118) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.088369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.127286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-5138c4de-7aeb-4fee-80c8-a92098041381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:42.128694 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-5138c4de-7aeb-4fee-80c8-a92098041381 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.1286409 Dec 09 09:30:42.135834 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/ports/d9845603-b010-49c8-8bf0-577b1032dcd6 HTTP/1.1" status: 204 len: 168 time: 1.8014956 Dec 09 09:30:42.143142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54122) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.144153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.180621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.196197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ca29e-00d1-4a29-80bf-37b5cc427bfe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:42.198159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ca29e-00d1-4a29-80bf-37b5cc427bfe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:42.199666 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ba5ca29e-00d1-4a29-80bf-37b5cc427bfe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1359367 Dec 09 09:30:42.210578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54126) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.274103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.274410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 32ff6927-2207-4372-bb7f-245cb0ef7eb1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:42.308545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:42.314341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.353559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.354741 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-45cd9808-987b-4d7e-931b-c0cb1519f124 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5184617 Dec 09 09:30:42.358335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54132) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.364514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': True}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:42.377795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-4cdc2a11-3d30-47af-8ec2-fe274cf731d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2301600 Dec 09 09:30:42.386439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.395539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:42.395952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.502889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6d48d-dce5-4c5e-b5b7-797607eb8f9f tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:42.503584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e5d6d48d-dce5-4c5e-b5b7-797607eb8f9f tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Synchronizing usage tracker for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:42.553249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:42.564574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] Sync routers for ids ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:42.579488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] Routers {'3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:42.580336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:42.597822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e5d6d48d-dce5-4c5e-b5b7-797607eb8f9f tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Unset dirty status for tenant:75d86f228a044f01bfa7b176e2b81991 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:42.601456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e5d6d48d-dce5-4c5e-b5b7-797607eb8f9f tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "GET /v2.0/ports?device_id=75332ba8-a063-4c5d-8ae2-f0ba311047f0 HTTP/1.1" status: 200 len: 913 time: 0.4532666 Dec 09 09:30:42.605066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54138) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.647741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:42.669652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] Routers {'3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:42.669885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.670907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:42.673839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-2c6173f9-2139-4b99-b95e-8fefb0b5d37e service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554443 Dec 09 09:30:42.673997 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9364252 Dec 09 09:30:42.674850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54142) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.687791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.745755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:42.746292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ba347-0763-4a1a-943d-23483157a877 None None] The sync data for ids ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:42.769333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93059-d29d-4d42-80ec-d81e16a4b8c3 req-04d9f37a-56fc-4aa4-94e8-127229dec58b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:42.770890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff93059-d29d-4d42-80ec-d81e16a4b8c3 req-04d9f37a-56fc-4aa4-94e8-127229dec58b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.3339534 Dec 09 09:30:42.928102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff93059-d29d-4d42-80ec-d81e16a4b8c3 req-0f90ca4b-f063-483a-9884-fc9d1adf143d tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986714 Dec 09 09:30:42.930017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:42.935543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bdb1a4b2-587f-4302-ad10-b9906a121de1 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:42.971261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:42.975461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6033ec5f-3e10-4379-9b79-83dc6a510f67 req-76e1937c-f1cd-4c51-b052-35e8d65efee9 service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543886 Dec 09 09:30:42.976310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:42.992962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.000204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a3cd1-fd04-4d04-867b-16ad4cb89cdb None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:43.011684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83 HTTP/1.1" status: 204 len: 168 time: 0.7997606 Dec 09 09:30:43.014187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54146) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.088335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb115567-447a-4976-af2b-2f028ec6ff99 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720718 Dec 09 09:30:43.088585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.090239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.098377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c593442a-e927-40cc-b9f2-a15af3c63ce8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:43.172371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8806d3-145b-4dcb-ab1f-4f727b359240 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:43.173154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1d8806d3-145b-4dcb-ab1f-4f727b359240 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:43.190884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1d8806d3-145b-4dcb-ab1f-4f727b359240 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:43.196763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1d8806d3-145b-4dcb-ab1f-4f727b359240 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1050694 Dec 09 09:30:43.197718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54154) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.269341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:43.274131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Deleting port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:43.274879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.344948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=b8eb29dd-a00a-49a6-ad4d-c53d84a071f1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:43.355258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:43.401777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b073461-cc24-4ea7-9a0f-3a5c26fec38b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:43.402466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b073461-cc24-4ea7-9a0f-3a5c26fec38b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:43.420828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b073461-cc24-4ea7-9a0f-3a5c26fec38b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:43.425576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0b073461-cc24-4ea7-9a0f-3a5c26fec38b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2240205 Dec 09 09:30:43.425871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54158) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.500332 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6de049f7-6ee1-489e-961b-920e68f92e9a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690036 Dec 09 09:30:43.500851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54162) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.507185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:43.526935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': '0af3ba4b-0939-448e-943c-62a1cbe95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:43.527207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: f0d8ad91-a01e-4247-a08e-e51220ea7b6c, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:30:43.527557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] For port 32ff6927-2207-4372-bb7f-245cb0ef7eb1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=32ff6927-2207-4372-bb7f-245cb0ef7eb1,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:43.527999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.542601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-7d7cb350-7ab0-4bc6-9450-ce808147f726 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:43.544091 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-7d7cb350-7ab0-4bc6-9450-ce808147f726 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.6172700 Dec 09 09:30:43.594712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.621137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:43.631746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:43.642051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:43.660730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Calling delete_port for 32ff6927-2207-4372-bb7f-245cb0ef7eb1 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:43.683979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Deleting port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:43.684324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.735466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:30:43.742860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.748332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c3dc7b7e-1cfa-457a-8279-bb3ab564e0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:43.749476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.786663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, f0d8ad91-a01e-4247-a08e-e51220ea7b6c) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:43.790935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Pushing event deleted for resources: {'Port': ['ID=32ff6927-2207-4372-bb7f-245cb0ef7eb1,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:43.793588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:43.796025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] No DVR routers for this DVR port 32ff6927-2207-4372-bb7f-245cb0ef7eb1 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:43.801808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98b26c-21bd-40d3-9952-ea46b407d4bf None None] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:43.863916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:43.864513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:43.908904 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4d02260e-6088-4532-9677-b21a44fbd16d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers/3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 200 len: 884 time: 1.2257676 Dec 09 09:30:43.918830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54166) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.060267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-f0d8ad91-a01e-4247-a08e-e51220ea7b6c', 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': 'b8eb29dd-a00a-49a6-ad4d-c53d84a071f1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:44.061489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.115120 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6885970 Dec 09 09:30:44.117518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54172) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.151405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:30:44.153271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.157208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476d2e6-6be2-4061-9659-378112821400 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:44.192681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c', 'name': 'tempest-PortsTestJSON-1714405769'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.215329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:44.219098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:44.223337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:44.223976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.245516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=3f36b4fb-765a-444f-97c7-4959c4949e86,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:44.248268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:44.249141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925468c4-2b91-4883-9200-b7665632cb7c None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:44.271214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7663209 Dec 09 09:30:44.272229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54178) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.278924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.292153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 32ff6927-2207-4372-bb7f-245cb0ef7eb1 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:44.322673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Allocated IP 172.20.0.2 (f0d8ad91-a01e-4247-a08e-e51220ea7b6c/b8eb29dd-a00a-49a6-ad4d-c53d84a071f1/7cc9a2a5-abce-486d-a25c-efd7cf9365bd) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:44.377130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 32ff6927-2207-4372-bb7f-245cb0ef7eb1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:44.377481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 32ff6927-2207-4372-bb7f-245cb0ef7eb1 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:44.427958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:44.433181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:44.436106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:44.442073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:44.452760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:44.456383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.591731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f36b4fb-765a-444f-97c7-4959c4949e86 (CIDR: 2001:db8::/64) Dec 09 09:30:44.595573 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:30:44.596053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:30:44.619371 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db907700-345d-4e87-b561-00c7f265cdd7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3436105 Dec 09 09:30:44.619838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54182) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.625323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.697820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '3f36b4fb-765a-444f-97c7-4959c4949e86'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:44.698638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.742487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] For port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:44.743008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.766341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.772223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:44.777956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:44.781797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:44.787330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Transition to ACTIVE for port object 7cc9a2a5-abce-486d-a25c-efd7cf9365bd will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:44.788351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:44.801079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:44.805390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.828012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Transition to ACTIVE for port object 7cc9a2a5-abce-486d-a25c-efd7cf9365bd will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:44.869127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:44.874574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041609bd-1991-47e4-bd6e-c2181e1a827e req-d659de53-d735-45ed-be9f-5960a597cb1c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:44.876168 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-041609bd-1991-47e4-bd6e-c2181e1a827e req-d659de53-d735-45ed-be9f-5960a597cb1c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 945 time: 0.7836843 Dec 09 09:30:44.881754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-36e4353c-217a-4a22-ae5e-1a3fe5c8592c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:44.896702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:44.996800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:44.997206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:44.998515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:45.007481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:45.011894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Pushing event updated for resources: {'Port': ['ID=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:45.020361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Allocated IP 2001:db8::f816:3eff:fe51:2674 (8b00f647-b522-4bb4-913a-1ab25ad42a65/3f36b4fb-765a-444f-97c7-4959c4949e86/5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:45.023348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:45.108519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.114080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38f3dc45-0b2f-4558-b580-3b821471f93c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:45.146964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:45.150588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.160148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.176540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:45.179645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:45.184687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:45.185271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.192356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:45.199848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:45.218942 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5953975 Dec 09 09:30:45.219607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:45.224376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.225530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Attempting to bind port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:45.225680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:9a:f7:78', 'name': 'tempest-NetworksTestDHCPv6-1619762967'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:45.225806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Attempting to bind port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0af3ba4b-0939-448e-943c-62a1cbe95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:45.226151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Attempting to bind port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd on network f0d8ad91-a01e-4247-a08e-e51220ea7b6c {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:45.239565 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-041609bd-1991-47e4-bd6e-c2181e1a827e req-b00ce71f-4954-4e8e-a054-aa290a93fe2b tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f92f7ae-bbb3-40a9-a615-5c3e508a5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386514 Dec 09 09:30:45.241679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:45.242061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Checking segment: {'id': '0af3ba4b-0939-448e-943c-62a1cbe95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:45.242464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.242862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Bound using segment: {'id': '0af3ba4b-0939-448e-943c-62a1cbe95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:45.243982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Bound port: 7cc9a2a5-abce-486d-a25c-efd7cf9365bd, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af3ba4b-0939-448e-943c-62a1cbe95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:45.244776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.370636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 7e7c12b8-211d-4a87-beca-8d62c2f89435 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:45.447553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] For port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:45.464129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] For port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,segment=NetworkSegment(0af3ba4b-0939-448e-943c-62a1cbe95a44),segment_id=0af3ba4b-0939-448e-943c-62a1cbe95a44)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:45.470877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.474011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.481495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-74563006-6d4f-45c4-b2e3-9e3661d8f80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:45.489726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:45.499651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:45.502077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-05e7297d-330a-46bb-8f68-1efefe744560 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:router {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:45.512972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:45.513834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.514268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.514646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Floating IP ff6b868b-8e2f-4958-996b-29111d315001 disassociated. External IP: 172.26.4.9, port: a385d4a5-f2ff-4647-b065-3fe4e3ec8d53. Dec 09 09:30:45.515042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Calling delete_port for a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:45.516954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.533716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Transition to ACTIVE for port object 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:45.550833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 81f3be84-1a3d-49e5-b0b6-813dffc89e3e yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:45.580555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Transition to ACTIVE for port object 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:45.595453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Pushing event updated for resources: {'Port': ['ID=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:45.598546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.602706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:45.604464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:45.645839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.680444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:45.682706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Pushing event updated for resources: {'Port': ['ID=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:45.684814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:45.686571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:45.687363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:45.789115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-05e7297d-330a-46bb-8f68-1efefe744560 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:router {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:45.793769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-05e7297d-330a-46bb-8f68-1efefe744560 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.8732924 Dec 09 09:30:45.794784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54190) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:45.795587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Attempting to bind port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:45.796069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Attempting to bind port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:45.796477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Attempting to bind port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:45.804487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-819222890'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:45.804940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:45.805400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:45.806455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.807475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:45.808072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Bound port: 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:45.808537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.825150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.8 (f0d8ad91-a01e-4247-a08e-e51220ea7b6c/b8eb29dd-a00a-49a6-ad4d-c53d84a071f1/7e7c12b8-211d-4a87-beca-8d62c2f89435) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:45.828363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.26.4.41 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/c2731281-a233-43c3-aac3-20409b56d12d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:45.883215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8:0:1::1a (8b00f647-b522-4bb4-913a-1ab25ad42a65/4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91/81f3be84-1a3d-49e5-b0b6-813dffc89e3e) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:45.892916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe9a:f778 (8b00f647-b522-4bb4-913a-1ab25ad42a65/3f36b4fb-765a-444f-97c7-4959c4949e86/81f3be84-1a3d-49e5-b0b6-813dffc89e3e) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:45.955727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] For port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:45.964475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] For port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:45.977023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:45.982905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:46.097652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Pushing event updated for resources: {'Port': ['ID=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:46.101998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:46.216307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.234649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 81f3be84-1a3d-49e5-b0b6-813dffc89e3e will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:46.267596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.273259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b56397bc-187c-4e3c-b65e-ed029155417c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:46.288731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.315146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7cc9a2a5-abce-486d-a25c-efd7cf9365bd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:46.361994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=81f3be84-1a3d-49e5-b0b6-813dffc89e3e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:46.366802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:46.367533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:46.370670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:46.373096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:46.377104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:46.377729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.420804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ec4e2c5-97eb-4b9a-8ff6-d00ed41d96f4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:46.428788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:46.469937 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2472091 Dec 09 09:30:46.475357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54196) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:46.493899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d2b6ea9f-893b-477a-9dff-3e7ecb6c6f07 req-be74ffc5-3ce2-4c4d-bbcd-2059b007d904 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.0893455 Dec 09 09:30:46.601826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:46.653566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:46.654286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:46.657363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 81f3be84-1a3d-49e5-b0b6-813dffc89e3e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:46.657620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.671336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event deleted for resources: {'Port': ['ID=a385d4a5-f2ff-4647-b065-3fe4e3ec8d53,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:46.674121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:46.803388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.814285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:46.863176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 7e7c12b8-211d-4a87-beca-8d62c2f89435 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:46.998060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.003929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cc808685-547e-4a64-9030-2b2628519fbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:47.060358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.111675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.139805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=c2731281-a233-43c3-aac3-20409b56d12d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:47.150558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6327215-c0ec-4481-9da5-2ded7f87408a None None] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:47.152072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:47.159801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6111bf3-c0ed-46e9-a93c-9ca529094f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428379429-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:47.208020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:47.226673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:47.277824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Provisioning for port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:47.288166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Provisioning complete for port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:47.288840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.290519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:47.293170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:47.321585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:47.349825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:47.442932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=7e7c12b8-211d-4a87-beca-8d62c2f89435,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:47.464572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 81f3be84-1a3d-49e5-b0b6-813dffc89e3e owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:47.466994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:47.562916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:47.563538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.569600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.602570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ce71c-4de6-4006-a920-64c9fd40d910 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:47.669680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:47.706690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] For port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,segment=NetworkSegment(0af3ba4b-0939-448e-943c-62a1cbe95a44),segment_id=0af3ba4b-0939-448e-943c-62a1cbe95a44)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:47.717063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.722162 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5606039 Dec 09 09:30:47.726011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ff261dc-4ca2-4128-ba9c-3740a623027d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:47.734285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54202) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:47.741823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.756466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'f0d8ad91-a01e-4247-a08e-e51220ea7b6c', 'name': 'tempest-PortsTestJSON-107394498'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:47.778884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.901543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8ed73dc2-813d-41eb-83ad-c199ecdc02a0 req-4e276c55-7352-4f26-9147-879726813ffa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Synchronizing usage tracker for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:47.939805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:47.946729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Pushing event updated for resources: {'Port': ['ID=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:47.956501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:47.959892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:47.965476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:47.978374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5f205898-958a-4c34-a7ea-38ccf007b618 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:47.991516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c5c6312e-14fa-4ee8-a5b2-c1a55634d3f7 None None] Provisioning for port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:48.033308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:48.043221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=81f3be84-1a3d-49e5-b0b6-813dffc89e3e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:48.050633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:48.052760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:48.081399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8ed73dc2-813d-41eb-83ad-c199ecdc02a0 req-4e276c55-7352-4f26-9147-879726813ffa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Unset dirty status for tenant:a06569cc287b49afbce6b6f7c1b46c58 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:48.082486 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8ed73dc2-813d-41eb-83ad-c199ecdc02a0 req-4e276c55-7352-4f26-9147-879726813ffa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.3941813 Dec 09 09:30:48.089420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:48.092729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.132515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port b5d414ce-afd5-4648-a475-4d3c0dda2847 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:48.202831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Provisioning complete for port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:48.203315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.220898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.238910 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/81f3be84-1a3d-49e5-b0b6-813dffc89e3e HTTP/1.1" status: 204 len: 168 time: 1.7439082 Dec 09 09:30:48.241394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54206) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.311419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '3f36b4fb-765a-444f-97c7-4959c4949e86', 'ip_address': '2001:db8::f816:3eff:fe51:2674'}, {'subnet_id': '4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:30:48.370413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c505cd5-79ea-4933-a368-ebec74a04d1a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:48.371190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1c505cd5-79ea-4933-a368-ebec74a04d1a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:48.379106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.388381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.389742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:48.401301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1c505cd5-79ea-4933-a368-ebec74a04d1a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:48.405397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1c505cd5-79ea-4933-a368-ebec74a04d1a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1632631 Dec 09 09:30:48.407496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54210) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.487426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7cc9a2a5-abce-486d-a25c-efd7cf9365bd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:48.578287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Provisioning for port 7e7c12b8-211d-4a87-beca-8d62c2f89435 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:48.581677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909740ad-5ef8-439c-96e5-7687ee107b6a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:48.585779 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-909740ad-5ef8-439c-96e5-7687ee107b6a tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1747327 Dec 09 09:30:48.585964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54214) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.608632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Provisioning complete for port 7e7c12b8-211d-4a87-beca-8d62c2f89435 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:48.609066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.700748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.3 (f0d8ad91-a01e-4247-a08e-e51220ea7b6c/b8eb29dd-a00a-49a6-ad4d-c53d84a071f1/b5d414ce-afd5-4648-a475-4d3c0dda2847) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:48.705827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbea4f-f121-4a38-be21-0b9fe9f33847 None None] Port 7e7c12b8-211d-4a87-beca-8d62c2f89435 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:48.716803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:48.718130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:48.719551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:48.720363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:48.738753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:48.739324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.753567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:48.759799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8f7f46aa-b95f-449b-8f8e-d42095cd180d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1680560 Dec 09 09:30:48.759799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54218) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.829476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:48.835789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.840269 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-145eb386-a508-4ebb-bf4c-fcf0f92234f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 200 len: 891 time: 3.0445931 Dec 09 09:30:48.841748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54222) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.846047 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] Sync routers for ids ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:48.869320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fde2ae58-0e90-48ee-a718-701048e1b9cf None None] Provisioning complete for port 7e7c12b8-211d-4a87-beca-8d62c2f89435 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:48.870161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fde2ae58-0e90-48ee-a718-701048e1b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.876786 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] Routers {'3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:48.878069 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:48.895092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.929989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.933124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fde2ae58-0e90-48ee-a718-701048e1b9cf None None] Port 7e7c12b8-211d-4a87-beca-8d62c2f89435 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:48.966400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:48.967000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:48.992521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Allocated IP 2001:db8:0:1::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91/5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:49.032953 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:49.040407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:49.060927 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] Routers {'3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:49.061806 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:49.126875 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:49.127549 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f975c-c30c-43e4-9389-2fecbc271e44 None None] The sync data for ids ['3f8bb7b6-0af8-4230-be1d-7abb76f2edd9'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:49.222319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] For port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:49.256609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.267890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:49.279724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Sync routers for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:49.291260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Transition to ACTIVE for port object 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:49.302364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.308110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7902a8f8-f8d1-48a7-9742-ecfe7fe087c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:49.319354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 3f36b4fb-765a-444f-97c7-4959c4949e86 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:49.328398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.354247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:49.354720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:49.372470 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7cb51ea8-fb5c-4eb4-b61d-d511028161a4 req-382c3e58-837f-479c-9289-507e7c13fdfa tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc79eb4d-cac8-433e-bbc6-287f1759f596 HTTP/1.1" status: 200 len: 210 time: 0.0943496 Dec 09 09:30:49.402498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.457060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] No DVR routers for this DVR port a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:49.464613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:49.464843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.467367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'name': 'network-vif-deleted', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:30:49.517783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba652e33-9606-4deb-97c0-d25ad7697d8f req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.58 "DELETE /v2.0/ports/a385d4a5-f2ff-4647-b065-3fe4e3ec8d53 HTTP/1.1" status: 204 len: 173 time: 5.9627950 Dec 09 09:30:49.534538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.541277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.543501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.551805 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc79eb4d-cac8-433e-bbc6-287f1759f596', 'name': 'network-vif-deleted', 'tag': 'a385d4a5-f2ff-4647-b065-3fe4e3ec8d53', 'status': 'completed', 'code': 200} Dec 09 09:30:49.650730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.656466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55210548-d6bc-44da-bd24-6d56cb9837bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:49.671859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Pushing event updated for resources: {'Port': ['ID=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:49.675083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:49.690127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:49.719150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=3f36b4fb-765a-444f-97c7-4959c4949e86,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:49.721645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:49.723813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:30:49.730630 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fccb504f-f23a-46a8-b937-a79b927fe1bb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers/3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 200 len: 891 time: 0.8849897 Dec 09 09:30:49.732246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.771382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object b5d414ce-afd5-4648-a475-4d3c0dda2847 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:49.776317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.797017 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-88929f6f-f656-4ca6-ad35-72fd9c30547e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 200 len: 205 time: 0.0613549 Dec 09 09:30:49.797230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.872398 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/3f36b4fb-765a-444f-97c7-4959c4949e86 HTTP/1.1" status: 204 len: 168 time: 1.1110427 Dec 09 09:30:49.872638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.909350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:49.918515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b0493db8-9b7e-425b-8116-9ecc2be93646 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:49.972297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:49.988444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.063101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.091032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=b5d414ce-afd5-4648-a475-4d3c0dda2847,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:50.096017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:50.103594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:50.105872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:50.111464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:50.269547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:50.270474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.280747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Checking router: 9abf4fb3-aef4-42f8-b93d-a113061e72d0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:30:50.284248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e4c8f0db-0608-44dc-a1b2-4e6688b4b63e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:50.314853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:50.360894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=11e06a2e-4a68-4fa8-865b-4ea72e0ae4f2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:50.403816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.404916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:50.405566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:50.411220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:50.427733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:50.428451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.582726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.630004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669be767-c9d6-4d2c-a97d-128c16e44fdf None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:50.647434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.670594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.685929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1285dc17-2323-4ed9-9783-7a5e937e5263 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:50.731185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:50.746053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:50.747543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-aa717f97-39e7-40d5-9e48-6389dc65788d None None] Provisioning for port b5d414ce-afd5-4648-a475-4d3c0dda2847 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:50.747917 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0116448 Dec 09 09:30:50.748620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54250) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.757619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router 4c532141-cfb5-4db2-9bbe-6062eaed090b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:30:50.767077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.769245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-aa717f97-39e7-40d5-9e48-6389dc65788d None None] Provisioning complete for port b5d414ce-afd5-4648-a475-4d3c0dda2847 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:50.769629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aa717f97-39e7-40d5-9e48-6389dc65788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.792108 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91 HTTP/1.1" status: 204 len: 168 time: 0.9184217 Dec 09 09:30:50.792880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54254) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.868634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.908614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:30:50.926016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:50.972876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-aa717f97-39e7-40d5-9e48-6389dc65788d None None] Port b5d414ce-afd5-4648-a475-4d3c0dda2847 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:30:50.982726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db511155-f8bb-4832-81e1-298f34927103 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1877909 Dec 09 09:30:50.987578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.993389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:51.030294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75275d-8d61-4502-8c72-1cafe9f070ad tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:51.031083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f75275d-8d61-4502-8c72-1cafe9f070ad tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:51.160157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.164426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:51.172752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9ef7d04a-ff3e-435e-b148-54b5957b6f9a None None] Could not find standard attr ID for object 81f3be84-1a3d-49e5-b0b6-813dffc89e3e. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:30:51.173705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:51.177532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Deleting port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:51.177532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.183901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f75275d-8d61-4502-8c72-1cafe9f070ad tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:51.187621 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f75275d-8d61-4502-8c72-1cafe9f070ad tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4317169 Dec 09 09:30:51.188671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54262) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.199009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92f7ae-bbb3-40a9-a615-5c3e508a5066,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:51.205213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:51.209385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:51.212369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:51.218210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:51.225978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:51.232814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:51.236032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.270513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.271646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f92f7ae-bbb3-40a9-a615-5c3e508a5066 HTTP/1.1" status: 204 len: 168 time: 0.6157126 Dec 09 09:30:51.276688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54266) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.296975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port b5d414ce-afd5-4648-a475-4d3c0dda2847 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:51.297356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.328336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9ef7d04a-ff3e-435e-b148-54b5957b6f9a None None] Provisioning for port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:51.343122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9ef7d04a-ff3e-435e-b148-54b5957b6f9a None None] Provisioning complete for port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:51.343596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9ef7d04a-ff3e-435e-b148-54b5957b6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.428672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.451362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:51.461876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.466393 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "PUT /v2.0/routers/4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 200 len: 913 time: 9.1067972 Dec 09 09:30:51.467370 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] Sync routers for ids ['4c532141-cfb5-4db2-9bbe-6062eaed090b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:51.471128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54270) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.488406 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-65e7ef28-5767-4fe5-b6a1-18d7a0c62511 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] show failed (client error): The resource could not be found. Dec 09 09:30:51.489758 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65e7ef28-5767-4fe5-b6a1-18d7a0c62511 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "GET /v2.0/security-groups/3f92f7ae-bbb3-40a9-a615-5c3e508a5066 HTTP/1.1" status: 404 len: 347 time: 0.2098355 Dec 09 09:30:51.492748 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] Routers {'4c532141-cfb5-4db2-9bbe-6062eaed090b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:51.494720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4c532141-cfb5-4db2-9bbe-6062eaed090b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:51.498252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.558992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] For port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:51.559428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.593172 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:51.615436 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] Routers {'4c532141-cfb5-4db2-9bbe-6062eaed090b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:51.616544 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4c532141-cfb5-4db2-9bbe-6062eaed090b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:51.698741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.706397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Deleting port 35d1fc93-7db6-4f13-bec1-3a63b0bc3112 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:51.706578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.716106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Calling delete_port for 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:51.726978 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:51.728829 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26d26c-af53-4033-a067-c54691d38ac3 None None] The sync data for ids ['4c532141-cfb5-4db2-9bbe-6062eaed090b'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:51.780832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.850858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9ef7d04a-ff3e-435e-b148-54b5957b6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.853152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 2069eda3-4c82-4a1d-8050-50b9598e7341 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:51.853533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.864557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:51.885070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98453c8f-98ae-4c88-924e-0631f5131736 None None] The sync data for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv is: [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:25:18Z', 'revision_number': 4, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7535dbe3-f1c7-440a-bace-6734b85d0ce9', 'name': '', 'network_id': '545891ae-0a07-4714-8f2c-cd6db99c12fe', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'mac_address': 'fa:16:3e:c4:ab:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:17Z', 'updated_at': '2021-12-09T09:25:34Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'subnets': [{'id': '23260f13-dfcf-490e-b22b-6e5d8be88e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:51.928317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:51.936882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a548e072-6736-45fa-8cad-df5db504c65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:51.993151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Pushing event deleted for resources: {'Port': ['ID=5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:52.003396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:52.014101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] No DVR routers for this DVR port 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:52.041126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for b5d414ce-afd5-4648-a475-4d3c0dda2847 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:52.071451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.071809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.224717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a6c7e-9e3d-48a1-9ebb-884e1b24986d None None] New status for floating IP ff6b868b-8e2f-4958-996b-29111d315001: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:30:52.275471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Calling delete_port for 35d1fc93-7db6-4f13-bec1-3a63b0bc3112 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:52.304829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:52.354451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:52.355156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5ea77eb5-c7a5-43e6-bf9d-b9c5525cf26f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:52.408067 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9d5c78cc-ea2a-4a3b-bd54-ee0d0ad8704f tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 200 len: 919 time: 0.9358952 Dec 09 09:30:52.416731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.425191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.475393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.487387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:52.547295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=b5d414ce-afd5-4648-a475-4d3c0dda2847,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:52.552130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:52.626435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 2069eda3-4c82-4a1d-8050-50b9598e7341 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:52.723932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:30:52.725583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:52.725901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:30:52.734374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.741062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-574bfe78-3ffc-4270-a25e-4ead3d1463ec tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:52.742640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.815022 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/b5d414ce-afd5-4648-a475-4d3c0dda2847 HTTP/1.1" status: 204 len: 168 time: 1.6224656 Dec 09 09:30:52.817369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54284) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.842103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:52.845298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4641d281-67a5-4fff-8a51-e6857d00bba9 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=4c532141-cfb5-4db2-9bbe-6062eaed090b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4274480 Dec 09 09:30:52.849777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:52.852606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:52.853867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:52.854948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54288) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.859608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20441f-dc46-4785-804c-ae7d25b85247 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:52.874727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=986a03a4-ac1b-46a0-aec3-fffc9ed41887,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:52.879926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:52.886811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54292) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.889106 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-61829d47-67aa-45f2-ba13-649a54547152 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:30:52.889617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-61829d47-67aa-45f2-ba13-649a54547152 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:52.954111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9661384 Dec 09 09:30:52.954849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54296) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.988548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-61829d47-67aa-45f2-ba13-649a54547152 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:52.989943 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-61829d47-67aa-45f2-ba13-649a54547152 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/b5d414ce-afd5-4648-a475-4d3c0dda2847 HTTP/1.1" status: 404 len: 333 time: 0.1716886 Dec 09 09:30:53.004844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54298) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:53.097763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '986a03a4-ac1b-46a0-aec3-fffc9ed41887'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:53.098893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.131497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:53.166631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 7e7c12b8-211d-4a87-beca-8d62c2f89435 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:53.166984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.204277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91c848-c319-4602-bfa8-6f096dc68e12 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:53.205649 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dc91c848-c319-4602-bfa8-6f096dc68e12 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.3406870 Dec 09 09:30:53.210938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54304) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:53.237165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Deleting port 35d1fc93-7db6-4f13-bec1-3a63b0bc3112 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:53.237500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.270670 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5c5dcbc2-5ffb-497d-a751-776495784722 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 200 len: 205 time: 0.0576975 Dec 09 09:30:53.280207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:53.284935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.290333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Allocated IP 2001:db8::f816:3eff:feab:646e (8b00f647-b522-4bb4-913a-1ab25ad42a65/986a03a4-ac1b-46a0-aec3-fffc9ed41887/80a50e57-a580-41dc-8c7f-912ab06b3e4f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:53.302241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e428feb8-79bf-4bdb-803c-91bc460edbd4 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:53.374260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=2069eda3-4c82-4a1d-8050-50b9598e7341,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:53.393792 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-746ab236-cf81-42e9-a560-4018543b335b tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=cc889788119245e5ab1b77b56a01204a&network_id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 2999 time: 0.5057895 Dec 09 09:30:53.396329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:53.541265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.559028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Transition to ACTIVE for port object 80a50e57-a580-41dc-8c7f-912ab06b3e4f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:53.589799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Transition to ACTIVE for port object 80a50e57-a580-41dc-8c7f-912ab06b3e4f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:53.597548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.600636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:30:53.609129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdf8ac58-9803-4da8-a3cd-181473100a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:53.675975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:53.680561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:53.681443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.684772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:53.690715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:53.694068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:53.705799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:53.712790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:53.714210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:53.720101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:53.799376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:53.803305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.841751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Attempting to bind port 80a50e57-a580-41dc-8c7f-912ab06b3e4f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:30:53.842270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Attempting to bind port 80a50e57-a580-41dc-8c7f-912ab06b3e4f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:30:53.842655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Attempting to bind port 80a50e57-a580-41dc-8c7f-912ab06b3e4f on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:30:53.849687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:30:53.850076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:53.850490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.850903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:30:53.851384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Bound port: 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:30:53.851779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.915826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.943670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:30:53.946684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:30:53.952182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:53.957033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13ce2113-4d95-48e0-b0f6-e60f38c6aa70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:53.975607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 7e7c12b8-211d-4a87-beca-8d62c2f89435 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:54.049315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:54.052501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:54.077315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.077635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.269744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.304472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Calling delete_port for 35d1fc93-7db6-4f13-bec1-3a63b0bc3112 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:54.392221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.404335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9b5a467c-b9f8-4b5d-806b-070c1cfdc687 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:54.422614 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 986a03a4-ac1b-46a0-aec3-fffc9ed41887 (CIDR: 2001:db8::/64) Dec 09 09:30:54.430402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.434616 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:30:54.435045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:30:54.457513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=7e7c12b8-211d-4a87-beca-8d62c2f89435,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:54.463461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:54.464410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.613201 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad31fa49-2ada-4d9a-b8dd-0bdc33ccef15 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4947104 Dec 09 09:30:54.622497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54318) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.630039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:54.666344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.693849 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/7e7c12b8-211d-4a87-beca-8d62c2f89435 HTTP/1.1" status: 204 len: 168 time: 1.6839609 Dec 09 09:30:54.695319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54324) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.742731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:30:54.749105 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "PUT /v2.0/routers/75332ba8-a063-4c5d-8ae2-f0ba311047f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1403742 Dec 09 09:30:54.750204 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-006904cb-c9bb-4eb9-8527-f899df3b45b6 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:30:54.750692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-006904cb-c9bb-4eb9-8527-f899df3b45b6 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:30:54.753269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54328) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.759252 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] Sync routers for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:30:54.793880 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:54.794616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:54.795064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.795801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:54.850193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.857426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5aebbf28-5533-41fc-bdf4-c430ccdfc99c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:54.895028 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:54.906901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Pushing event deleted for resources: {'Port': ['ID=35d1fc93-7db6-4f13-bec1-3a63b0bc3112,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:54.909369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:54.912057 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] Routers {'75332ba8-a063-4c5d-8ae2-f0ba311047f0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:30:54.912710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:30:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:54.922040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-006904cb-c9bb-4eb9-8527-f899df3b45b6 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:30:54.924773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:54.926612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-006904cb-c9bb-4eb9-8527-f899df3b45b6 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/7e7c12b8-211d-4a87-beca-8d62c2f89435 HTTP/1.1" status: 404 len: 333 time: 0.2302773 Dec 09 09:30:54.932247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54332) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.936068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:54.940192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:54.975164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54336) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.983379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:54.984513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 204 len: 168 time: 5.1863797 Dec 09 09:30:55.002145 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:55.002829 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d2ff9-f5cb-4ab7-a1a1-1baa5a380dad None None] The sync data for ids ['75332ba8-a063-4c5d-8ae2-f0ba311047f0'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:30:55.020973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54340) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:55.021390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:55.029576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-805249525'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:55.050211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:55.070959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:55.082003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:55.085504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.104164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:55.129831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67e709-a7bf-44d0-b6bc-b3b736bf7581 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:55.131556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fc67e709-a7bf-44d0-b6bc-b3b736bf7581 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 814 time: 0.1521308 Dec 09 09:30:55.143238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:55.189974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port c2731281-a233-43c3-aac3-20409b56d12d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:55.190394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.191445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.194414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.198958 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] 10.222.0.41 "DELETE /v2.0/floatingips/ff6b868b-8e2f-4958-996b-29111d315001 HTTP/1.1" status: 204 len: 168 time: 3.6930058 Dec 09 09:30:55.200135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54346) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:55.219230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:55.221785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.226656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-71f5c190-c36d-4cdb-b83b-383ea25a0a24 None None] Provisioning for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:55.269658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.378020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:55.602350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54354) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:55.603311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.603662 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment bcb06a76-9ecf-43c6-89db-89fd32b6b4d7 of type vlan for network caa290ec-5ff7-4160-8e02-1dfd61737eb9 Dec 09 09:30:55.617716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--738117866', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:55.627168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:55.634581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet b8eb29dd-a00a-49a6-ad4d-c53d84a071f1 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:30:55.642669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:55.647943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:55.657818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.660965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:55.692607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:55.695781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.723569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.739518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.765215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:55.767447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.770842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83d9df81-5237-4dc6-9640-8993cda32bae tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:55.865426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.883883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.884994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 30fe580f-c1c1-48c8-a01a-694ffee382e1 of type vlan for network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 Dec 09 09:30:55.901442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for c2731281-a233-43c3-aac3-20409b56d12d owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:55.915014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:55.924586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:55.927397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:55.928015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.934102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:55.938142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d567d-949b-47f6-8e47-2db071c1b04c None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:55.952023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:55.954830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:55.969489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.001570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:30:56.016410 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3927505 Dec 09 09:30:56.019624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54358) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.028813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:15:44:59', 'name': 'tempest-NetworksTestDHCPv6-126438930'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:56.059932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.063616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:56.064227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.072401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-751a49af-d542-44be-b90e-ae0d0a653a3e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:56.113112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.117038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:56.117553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.128422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-80364db5-4caf-4f5f-949d-9e21528e138a tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:56.220592 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1978338 Dec 09 09:30:56.221533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54362) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.241399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:56.270447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=caa290ec-5ff7-4160-8e02-1dfd61737eb9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:56.282070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:56.294463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.300809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:30:56.427084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:56.451352 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8400252 Dec 09 09:30:56.454511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54366) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.463688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=c64ded21-40a1-45f3-9fcd-3fc44d73ced7,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:56.518048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:56.530333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:30:56.549796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:56.562967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:56.572159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:56.574839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:56.583509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:56.587946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:56.588807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:56.599560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.600280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d97ab7-9161-4d5e-9e3c-20d281857236 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:56.605144 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-41d97ab7-9161-4d5e-9e3c-20d281857236 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1442647 Dec 09 09:30:56.605144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:56.608508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54370) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.608760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2bd7e262-331b-443f-acc5-cc3024e1072d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:56.650762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:56.654786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=b8eb29dd-a00a-49a6-ad4d-c53d84a071f1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:56.655167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.660387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:56.662670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.666229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:56.684286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4d553ca-a7bf-49ec-8443-3f0065f3b624 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:56.700497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '986a03a4-ac1b-46a0-aec3-fffc9ed41887', 'ip_address': '2001:db8::f816:3eff:feab:646e'}, {'subnet_id': 'c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '80a50e57-a580-41dc-8c7f-912ab06b3e4f'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:30:56.724791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.736926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.746874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aede6af-2972-4b98-9e2a-fd989506f48e None None] Network f0d8ad91-a01e-4247-a08e-e51220ea7b6c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:56.750168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=c2731281-a233-43c3-aac3-20409b56d12d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:56.775336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:56.797911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:56.834303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:56.834681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.841793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port a5e4df51-083a-418f-bf97-4648abb6b5c0 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:30:56.848582 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/b8eb29dd-a00a-49a6-ad4d-c53d84a071f1 HTTP/1.1" status: 204 len: 168 time: 1.9120207 Dec 09 09:30:56.863161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54374) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.877327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:56.930666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.025392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9013-7add-415a-873e-0c119aca956d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:57.031443 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-52cd9013-7add-415a-873e-0c119aca956d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4175992 Dec 09 09:30:57.031443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54378) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.046720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.085359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26c40b4b-c327-46ba-beee-3c702af50164 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512726 Dec 09 09:30:57.097124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54382) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.157735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b49594e3-9999-4a11-b607-c79b5dda1f74 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594180 Dec 09 09:30:57.163648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54386) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.197704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.248541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:57.254447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.257354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:57.270038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.333007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting port 80cd0d88-269d-4fb4-a3ab-101121a88d49 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:57.333730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.339141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:57.343125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] DHCP port deletion for f0d8ad91-a01e-4247-a08e-e51220ea7b6c request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:30:57.346120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:57.347943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Deleting port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:57.348337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.392029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8:0:1::98 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc/a5e4df51-083a-418f-bf97-4648abb6b5c0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:57.414730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::f816:3eff:fe15:4459 (8b00f647-b522-4bb4-913a-1ab25ad42a65/986a03a4-ac1b-46a0-aec3-fffc9ed41887/a5e4df51-083a-418f-bf97-4648abb6b5c0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:57.459025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd2956-86a4-4742-a029-86aa3a59dba5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:57.463745 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1afd2956-86a4-4742-a029-86aa3a59dba5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474852 Dec 09 09:30:57.466761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54390) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.520343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:57.520686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.543276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.560596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] For port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,segment=NetworkSegment(0af3ba4b-0939-448e-943c-62a1cbe95a44),segment_id=0af3ba4b-0939-448e-943c-62a1cbe95a44)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:57.561006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.684071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Calling delete_port for 7cc9a2a5-abce-486d-a25c-efd7cf9365bd owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:57.696410 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cead3c89-8f52-4e8b-b38b-72089365c192 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2206972 Dec 09 09:30:57.708120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.762139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.766403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d1a0008f-f0f0-45a6-a774-02fc6d30b42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:57.770882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765583123', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:57.800123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.810578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Pushing event deleted for resources: {'Port': ['ID=7cc9a2a5-abce-486d-a25c-efd7cf9365bd,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:57.812935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:57.815018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] No DVR routers for this DVR port 7cc9a2a5-abce-486d-a25c-efd7cf9365bd on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:30:57.834618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object a5e4df51-083a-418f-bf97-4648abb6b5c0 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:57.944538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:57.951405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-047a37ab-aee1-40a3-ba40-f4b441a724a4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:58.021214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Allocated IP 2001:db8:0:1::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc/80a50e57-a580-41dc-8c7f-912ab06b3e4f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:30:58.028183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:30:58.033829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] The port '7cc9a2a5-abce-486d-a25c-efd7cf9365bd' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:30:58.034390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:58.040071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:30:58.044178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:58.044799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.048697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=a5e4df51-083a-418f-bf97-4648abb6b5c0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:58.052144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:58.100168 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0762775 Dec 09 09:30:58.101454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54398) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:58.144994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.202506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.211002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:58.213588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.234944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:58.288107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:58.346702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port a5e4df51-083a-418f-bf97-4648abb6b5c0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:58.347195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.349915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:30:58.393351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:58.418822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:58.437210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Calling delete_port for 80cd0d88-269d-4fb4-a3ab-101121a88d49 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:58.451976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.485972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Transition to ACTIVE for port object 80a50e57-a580-41dc-8c7f-912ab06b3e4f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:30:58.501042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.507547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-59614958-3a45-4ff2-8525-ad7c55476d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:58.555137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Deleting port 7535dbe3-f1c7-440a-bace-6734b85d0ce9 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:30:58.555794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.602223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.648670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7cc9a2a5-abce-486d-a25c-efd7cf9365bd no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:30:58.670740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:58.691890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d8ad91-a01e-4247-a08e-e51220ea7b6c']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:58.693210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:58.698616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7cc9a2a5-abce-486d-a25c-efd7cf9365bd {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:30:58.699429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7cc9a2a5-abce-486d-a25c-efd7cf9365bd not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:30:58.716424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:58.717179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3ba4b-0939-448e-943c-62a1cbe95a44') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:58.717476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3ba4b-0939-448e-943c-62a1cbe95a44') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:30:58.731005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.741678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2992e563-a6dd-48d9-bd8b-255024391eef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:58.783668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.833718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.834356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router 4c532141-cfb5-4db2-9bbe-6062eaed090b {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:30:58.871000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.926166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.927512 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 204 len: 168 time: 5.6422620 Dec 09 09:30:58.931713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54402) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:58.932027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.938107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for a5e4df51-083a-418f-bf97-4648abb6b5c0 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:58.958845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:30:58.959515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.977139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:58.978574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-939287647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:58.998208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:59.005965 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:59.012551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:59.022630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] For port 7535dbe3-f1c7-440a-bace-6734b85d0ce9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7535dbe3-f1c7-440a-bace-6734b85d0ce9,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:30:59.022997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.043298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:59.058562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:59.090426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=e5f115ff-4326-427a-8176-7a9f6046a90f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:59.093441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:59.184225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Calling delete_port for 7535dbe3-f1c7-440a-bace-6734b85d0ce9 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:30:59.204136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:30:59.204537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: caa290ec-5ff7-4160-8e02-1dfd61737eb9, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:30:59.217065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.226032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.232205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.233133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.236474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bac6bd13-3bc5-4637-9325-90e88742d532 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:59.297014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-727ba635-3125-409e-bc5b-ee6a19d278cf None None] Provisioning for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:30:59.303266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-727ba635-3125-409e-bc5b-ee6a19d278cf None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:30:59.303722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-727ba635-3125-409e-bc5b-ee6a19d278cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.304077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=f0d8ad91-a01e-4247-a08e-e51220ea7b6c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:59.311189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:59.316228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/f0d8ad91-a01e-4247-a08e-e51220ea7b6c HTTP/1.1" status: 204 len: 168 time: 2.4477520 Dec 09 09:30:59.325052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54406) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.351123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551461013'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:59.355118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:30:59.414114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:59.422188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.431941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6cc0936a-a8ed-4b0c-85a5-fe882cc7dc36 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:59.465718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.476397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa2173c1-d9ff-4d02-9d38-a25775d224ba tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:59.482542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:59.488557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, caa290ec-5ff7-4160-8e02-1dfd61737eb9) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:30:59.490271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:59.500451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47dda9-603a-4eae-8643-bf2e2827d410 None None] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:30:59.519986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:59.533103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:30:59.534502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.544971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Port': ['ID=80cd0d88-269d-4fb4-a3ab-101121a88d49,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:59.564722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:30:59.567901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.572122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=a5e4df51-083a-418f-bf97-4648abb6b5c0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:59.575140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:59.608649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:59.624836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-25e3472a-93a8-4990-b8d4-92ad7e510a3a None None] Could not find standard attr ID for object a5e4df51-083a-418f-bf97-4648abb6b5c0. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:30:59.626819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.689464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.697429 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4658523 Dec 09 09:30:59.704385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54410) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.728295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910201521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:59.741993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.742126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.752759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:30:59.753012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd4a327a-f194-4d08-9460-14afe0a28243 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:59.755331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:30:59.784300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:30:59.786233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.793339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-caa290ec-5ff7-4160-8e02-1dfd61737eb9', 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': 'e5f115ff-4326-427a-8176-7a9f6046a90f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:30:59.794981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.802961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-55e1c190-d949-4fe6-8201-27c52a42a4e6 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/a5e4df51-083a-418f-bf97-4648abb6b5c0 HTTP/1.1" status: 204 len: 168 time: 1.6980913 Dec 09 09:30:59.810064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:30:59.822638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:30:59.829195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54414) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.830167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Pushing event deleted for resources: {'Port': ['ID=7535dbe3-f1c7-440a-bace-6734b85d0ce9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:30:59.834133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:30:59.875216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:30:59.924456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.930132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7963062d-0730-49fc-a5c8-170b377cef63 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9646957 Dec 09 09:30:59.935727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54418) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.943233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'enable_snat': False}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:59.982683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:30:59.983055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment 806ae890-34bc-492c-b479-5aea435d894e of type vlan for network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 Dec 09 09:31:00.049772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Allocated IP 2001:db8::2 (caa290ec-5ff7-4160-8e02-1dfd61737eb9/e5f115ff-4326-427a-8176-7a9f6046a90f/7ce0af0b-493e-471d-bca5-c5d5aba1759c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:00.060587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.122138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=293fcc65-140f-42ee-9b37-e7a22caf42dd,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:00.125281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:00.178796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.179933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.214765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:00.215129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: c64ded21-40a1-45f3-9fcd-3fc44d73ced7, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:00.220195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.348284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.360635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.362298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:00.393091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Transition to ACTIVE for port object 7ce0af0b-493e-471d-bca5-c5d5aba1759c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:00.437417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Transition to ACTIVE for port object 7ce0af0b-493e-471d-bca5-c5d5aba1759c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:00.449183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.454974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:00.517840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90399f71-17cb-4f51-8b3c-e8c6b89cc551 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:00.518556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-90399f71-17cb-4f51-8b3c-e8c6b89cc551 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:00.520332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.529341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.532337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.533590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.536213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:00.536857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.538322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:00.539135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:00.539600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.543500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-333d4412-f994-4e31-a0aa-4a7607bb0db5 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:00.563028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:00.577913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:00.580913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:00.583581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Pushing event updated for resources: {'Port': ['ID=7ce0af0b-493e-471d-bca5-c5d5aba1759c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:00.585718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-90399f71-17cb-4f51-8b3c-e8c6b89cc551 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:00.586882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-90399f71-17cb-4f51-8b3c-e8c6b89cc551 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7544844 Dec 09 09:31:00.590786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:00.592205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c64ded21-40a1-45f3-9fcd-3fc44d73ced7) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:00.592667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54422) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:00.614379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b4a8e-a011-4bac-9b9a-64f67f182793 None None] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:00.671900 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3376992 Dec 09 09:31:00.671900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:00.671900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.682506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54426) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:00.699052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:00.721526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=ab5ca421-e4d7-4e40-a24f-cd54d8edd445,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:00.723501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.724023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Fanout notify agent at l3_agent the message router_deleted on router 75332ba8-a063-4c5d-8ae2-f0ba311047f0 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:00.725476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:00.735489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.739199 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/routers/75332ba8-a063-4c5d-8ae2-f0ba311047f0 HTTP/1.1" status: 204 len: 168 time: 5.9802229 Dec 09 09:31:00.740742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54430) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:00.747789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:00.752176 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0a74e0af-4ec2-4097-90e1-526c27195961 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0461891 Dec 09 09:31:00.762025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54434) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:00.773448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:00.827300 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1145377 Dec 09 09:31:00.904655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:00.926526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:00.930772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:00.972418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Attempting to bind port 7ce0af0b-493e-471d-bca5-c5d5aba1759c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:00.972835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Attempting to bind port 7ce0af0b-493e-471d-bca5-c5d5aba1759c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:00.973214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Attempting to bind port 7ce0af0b-493e-471d-bca5-c5d5aba1759c on network caa290ec-5ff7-4160-8e02-1dfd61737eb9 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:00.989884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.098726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:01.128147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee80dc-289e-44b5-8601-312ec2717c79 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:01.128706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54440) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:01.131800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40ee80dc-289e-44b5-8601-312ec2717c79 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5353456 Dec 09 09:31:01.135804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54444) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:01.139890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517291089', 'description': 'tempest-secgroup-smoke-517291089 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:01.148763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:01.157088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:01.157467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Checking segment: {'id': 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:01.157878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.158281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Bound using segment: {'id': 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:01.158765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Bound port: 7ce0af0b-493e-471d-bca5-c5d5aba1759c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'caa290ec-5ff7-4160-8e02-1dfd61737eb9'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:01.159147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.166019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:01.211698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Deleting subnet d5c6ba55-1806-480c-9dd9-762a63da0d4e {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:01.231937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:01.255734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.276903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.292058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '293fcc65-140f-42ee-9b37-e7a22caf42dd'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:01.292978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.373628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] For port 7ce0af0b-493e-471d-bca5-c5d5aba1759c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:01.376953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.395064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] For port 7ce0af0b-493e-471d-bca5-c5d5aba1759c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7ce0af0b-493e-471d-bca5-c5d5aba1759c,segment=NetworkSegment(bcb06a76-9ecf-43c6-89db-89fd32b6b4d7),segment_id=bcb06a76-9ecf-43c6-89db-89fd32b6b4d7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:01.395939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:01.397667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:01.399213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:01.400136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:01.403868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.407188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.415218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eab3d756-410d-414a-ac35-fb3f687ace6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:01.438313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.573314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Pushing event updated for resources: {'Port': ['ID=7ce0af0b-493e-471d-bca5-c5d5aba1759c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:01.573946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:01.574639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93126e1e-d1ad-4bed-9bcd-4aca928fe994 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4303658 Dec 09 09:31:01.576396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Allocated IP 172.20.0.18 (c64ded21-40a1-45f3-9fcd-3fc44d73ced7/293fcc65-140f-42ee-9b37-e7a22caf42dd/4fcac6ad-565c-4bee-8f7f-a9742367275b) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:01.580467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:01.583940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:01.589554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:01.638376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.670874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:01.677520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:01.738020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:01.898133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.903945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.911549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Transition to ACTIVE for port object 4fcac6ad-565c-4bee-8f7f-a9742367275b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:01.937783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.950498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Transition to ACTIVE for port object 4fcac6ad-565c-4bee-8f7f-a9742367275b will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:01.958959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ab0869e-037f-4909-9409-90448b4adbf4 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:01.965405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:01.975107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:02.060573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:02.064185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:02.068659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:02.070839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Pushing event updated for resources: {'Port': ['ID=4fcac6ad-565c-4bee-8f7f-a9742367275b,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:02.074878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:02.095653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.110686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.136505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c6ba55-1806-480c-9dd9-762a63da0d4e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:02.139225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:02.153903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64febb99-a461-4982-a445-e80349a9e8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:02.171790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Attempting to bind port 4fcac6ad-565c-4bee-8f7f-a9742367275b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:02.172475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Attempting to bind port 4fcac6ad-565c-4bee-8f7f-a9742367275b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:02.172612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Attempting to bind port 4fcac6ad-565c-4bee-8f7f-a9742367275b on network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:02.179575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:02.181630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Checking segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:02.181630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.181630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Bound using segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:02.181976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Bound port: 4fcac6ad-565c-4bee-8f7f-a9742367275b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:02.182357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.212185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.220621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.245706 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/subnets/d5c6ba55-1806-480c-9dd9-762a63da0d4e HTTP/1.1" status: 204 len: 168 time: 1.5015359 Dec 09 09:31:02.252080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54452) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:02.257231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.294373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 986a03a4-ac1b-46a0-aec3-fffc9ed41887 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:02.297825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] For port 4fcac6ad-565c-4bee-8f7f-a9742367275b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:02.301098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] For port 4fcac6ad-565c-4bee-8f7f-a9742367275b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4fcac6ad-565c-4bee-8f7f-a9742367275b,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:02.315800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.316813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.320018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.339483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:02.358642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=3faac5d0-cfd8-4762-ba6d-f20ee727a777,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:02.362396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:02.363113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.367224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2375832 Dec 09 09:31:02.367914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54456) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:02.371442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b11632af-71f3-488f-8cb9-b5014ecd858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:02.383090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7ce0af0b-493e-471d-bca5-c5d5aba1759c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:02.399253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:02.420375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:02.436864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.473216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:02.476275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': '806ae890-34bc-492c-b479-5aea435d894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:02.476451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: ab5ca421-e4d7-4e40-a24f-cd54d8edd445, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:02.485324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:02.488758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Pushing event updated for resources: {'Port': ['ID=4fcac6ad-565c-4bee-8f7f-a9742367275b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:02.499733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:02.503703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:02.504277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dcad75-db1b-4631-8469-8331a9fce91a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:02.509918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:02.539259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7ce0af0b-493e-471d-bca5-c5d5aba1759c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:02.566754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.744592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:02.769177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.790187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ab5ca421-e4d7-4e40-a24f-cd54d8edd445) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:02.794245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.800204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:02.800893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.805662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eaa7d7-b9a1-4551-a44a-4ed86e13a19f None None] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:02.805895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.916546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.923731 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2407033 Dec 09 09:31:02.927509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54460) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:02.930034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:02.936059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445', 'name': 'tempest-PortsTestJSON-2138789580', 'fixed_ips': [{'subnet_id': '3faac5d0-cfd8-4762-ba6d-f20ee727a777', 'ip_address': '172.20.0.10'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:02.968764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:02.992786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.098144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.115786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7413c398-8029-43d3-aa1b-1e379adf72ed,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:03.119604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:03.131843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1a52bb2a-78f4-43a6-822a-e3e520f2b337 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:03.139261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254f42c-12be-4b80-9f27-195c32ba2d01 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:03.186026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.190963 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b5ef6de-3a0c-4d31-b4ed-e6fe20a504c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8111181 Dec 09 09:31:03.192209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54464) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:03.203529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=986a03a4-ac1b-46a0-aec3-fffc9ed41887,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:03.206904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:03.214311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:03.226329 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/986a03a4-ac1b-46a0-aec3-fffc9ed41887 HTTP/1.1" status: 204 len: 168 time: 1.6388977 Dec 09 09:31:03.231436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54468) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:03.235556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:03.300412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70da55a-901b-4150-a370-8d6595fb3700 None None] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:03.327751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:03.331703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.387212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:03.395727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8::1 (caa290ec-5ff7-4160-8e02-1dfd61737eb9/e5f115ff-4326-427a-8176-7a9f6046a90f/29bc1d36-112d-4c0a-9eea-e33e8f291eca) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:03.397561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:03.425330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:03.432780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Allocated IP 172.26.4.81 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/7ff2f326-0357-4e0a-a0a8-2723cc6a00ec) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:03.466946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:03.472632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Provisioning for port 7ce0af0b-493e-471d-bca5-c5d5aba1759c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:03.474771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:03.480804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:03.500231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.501717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Provisioning complete for port 7ce0af0b-493e-471d-bca5-c5d5aba1759c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:03.502282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.531006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:03.548646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ab5ca421-e4d7-4e40-a24f-cd54d8edd445', 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': '3faac5d0-cfd8-4762-ba6d-f20ee727a777'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:03.549559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.552427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.563941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.578460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:03.584041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.668892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.716395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f81b-d673-498e-97f5-9ead921d7b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.740149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 56337dae-e167-407a-875d-ac39f1660f0a yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:03.800200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c369f013-0ec7-4794-a0af-984320505482']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:03.855877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ca8d5c-5152-4012-afb1-21277a36b1d6') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:03.856180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ca8d5c-5152-4012-afb1-21277a36b1d6') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:03.934909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87608c6c-fd39-457f-bf69-14613dd238e4 None None] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:03.940862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.959936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:03.967064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:03.967658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:04.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:04.039129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.10 (ab5ca421-e4d7-4e40-a24f-cd54d8edd445/3faac5d0-cfd8-4762-ba6d-f20ee727a777/56337dae-e167-407a-875d-ac39f1660f0a) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:04.053737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.059500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.064848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.070815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.113431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9cb3cd-71d7-483c-bd33-9b5f32249874,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.120848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.125424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f7a98c20-6876-4e61-b5cf-d5aca02e17d2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.154099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.157521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.159025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.168533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.185514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b51b36d2-0726-4407-933a-af9b682610e7 tempest-ExternalNetworksTestJSON-423597772 tempest-ExternalNetworksTestJSON-423597772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.192012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.197830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.199225 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9911244 Dec 09 09:31:04.200882 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc HTTP/1.1" status: 204 len: 168 time: 0.9672670 Dec 09 09:31:04.201934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.205083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54472) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.205503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54474) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.209169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.220955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 29bc1d36-112d-4c0a-9eea-e33e8f291eca will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:04.230356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.233544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Pushing event deleted for resources: {'Network': ['ID=c369f013-0ec7-4794-a0af-984320505482,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.246110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.266505 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] 10.222.0.41 "DELETE /v2.0/networks/c369f013-0ec7-4794-a0af-984320505482 HTTP/1.1" status: 204 len: 168 time: 1.9931521 Dec 09 09:31:04.270446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] For port 7ce0af0b-493e-471d-bca5-c5d5aba1759c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7ce0af0b-493e-471d-bca5-c5d5aba1759c,segment=NetworkSegment(bcb06a76-9ecf-43c6-89db-89fd32b6b4d7),segment_id=bcb06a76-9ecf-43c6-89db-89fd32b6b4d7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:04.320183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.324263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.329461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bd7cdce-941e-4781-a08e-5ee3ebfcd20e tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.330320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:04.331162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a3cf628a-5697-4b3c-8ae4-b31f98b0871e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.372759 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3214cc1a-5662-44b4-8bc4-e4802a5444a2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658506 Dec 09 09:31:04.390342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54482) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.392054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.409924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:04.411507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:04.418122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:04.433102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4fcac6ad-565c-4bee-8f7f-a9742367275b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:04.442422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:04.452048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:04.459322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:04.460121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.465190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=29bc1d36-112d-4c0a-9eea-e33e8f291eca,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.469034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:04.471527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.474540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:04.476357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c42651d7-7007-4588-9e69-6685aa05d08d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.516264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:04.636126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.658032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 56337dae-e167-407a-875d-ac39f1660f0a will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:04.687549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:04.691662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Pushing event updated for resources: {'Port': ['ID=7ff2f326-0357-4e0a-a0a8-2723cc6a00ec,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.691930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:04.699365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:04.702732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.740304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.772723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54488) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.784716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Pushing event updated for resources: {'Port': ['ID=7ce0af0b-493e-471d-bca5-c5d5aba1759c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:04.788426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:04.804542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.820940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e955dac-a8fe-4d2a-8fa5-d6b7242ef71b None None] Provisioning for port 4fcac6ad-565c-4bee-8f7f-a9742367275b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:04.836536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179db0bb-d0be-4ac6-84d3-9936ce7b5190 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '80a50e57-a580-41dc-8c7f-912ab06b3e4f'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:31:04.872340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.913150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Allocated IP 172.20.0.2 (ab5ca421-e4d7-4e40-a24f-cd54d8edd445/3faac5d0-cfd8-4762-ba6d-f20ee727a777/91ceb33d-cd8a-41f0-a31d-fed40a588764) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:04.913469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8591ad4d-2076-414a-bad4-c8086c5e1a90 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:04.937580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4fcac6ad-565c-4bee-8f7f-a9742367275b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:04.949500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-179db0bb-d0be-4ac6-84d3-9936ce7b5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.966524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4fcac6ad-565c-4bee-8f7f-a9742367275b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:04.966907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:04.986062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.036972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.040192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:05.057540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:05.060395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.064785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:05.068464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:05.070756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:05.078987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:05.111205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=56337dae-e167-407a-875d-ac39f1660f0a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:05.123836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:05.140267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:05.140872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:05.196615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f60b0-c4e1-489e-9551-8b5737cdcdfd,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:05.202535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:05.203054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:05.206712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.232255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.233588 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0249803 Dec 09 09:31:05.244244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:05.244917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.247445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54494) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.264124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:05.274345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:05.292744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:05.300168 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-676a7b09-3092-4e1c-a00a-e1fb0814e8d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75d86f228a044f01bfa7b176e2b81991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5252542 Dec 09 09:31:05.301459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:05.308464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54498) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.330511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4016831 Dec 09 09:31:05.335115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54502) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.344429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445', 'name': 'tempest-PortsTestJSON-2007098768', 'fixed_ips': [{'subnet_id': '3faac5d0-cfd8-4762-ba6d-f20ee727a777', 'ip_address': '172.20.0.9'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:05.346403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:05.356385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-594b29c0-ef44-4586-9e0c-7c18a3b16308 None None] Provisioning complete for port 7ce0af0b-493e-471d-bca5-c5d5aba1759c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:05.356385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-594b29c0-ef44-4586-9e0c-7c18a3b16308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.620914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49811f03-7a7d-402d-820e-13960d931cf5 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:05.656871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:05.667587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:05.672742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:05.681763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:05.703866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.704458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:05.709628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.750941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.758757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 784c2eac-57db-4138-af3b-d92757fc36fe yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:05.796895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:05.804569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.812692 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] 10.222.0.41 "PUT /v2.0/routers/9abf4fb3-aef4-42f8-b93d-a113061e72d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6115100 Dec 09 09:31:05.816208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54506) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.817942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.840843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-25c11b38-9617-4e22-a585-fce360584892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.842383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Sync routers for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:05.871112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.881671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4fcac6ad-565c-4bee-8f7f-a9742367275b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4fcac6ad-565c-4bee-8f7f-a9742367275b,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:05.882635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4cb3993a-d21a-4433-9308-59e2916216a5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:05.888741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Transition to ACTIVE for port object 91ceb33d-cd8a-41f0-a31d-fed40a588764 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:05.896668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.908312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.945590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Transition to ACTIVE for port object 91ceb33d-cd8a-41f0-a31d-fed40a588764 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:05.955531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2545d8e7-1049-4fd3-82bc-72ef96abd6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:05.966962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:05.980291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.013603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:06.019700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:06.037223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.037553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:06.038330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.047467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=fab37dff-7fa3-4497-a5fb-9840646163c0,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.055927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.060472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.065803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:06.067032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:06.079838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9fcaa83-1124-4c2d-b04b-43c9eaae118c tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:06.146873 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7536483 Dec 09 09:31:06.161244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa8a253-de0f-4dd1-b6d4-1db7a6e9b501,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.164353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.172444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.203478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:06.203791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54510) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.204226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4fcac6ad-565c-4bee-8f7f-a9742367275b,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.217352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:06.221738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.222660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:06.223450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.227742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1f1e496-9c4f-4913-b153-867cac138a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:06.242352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.243188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.254483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.9 (ab5ca421-e4d7-4e40-a24f-cd54d8edd445/3faac5d0-cfd8-4762-ba6d-f20ee727a777/784c2eac-57db-4138-af3b-d92757fc36fe) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:06.263253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a40b06f2-8576-4f98-af42-b0ac6e0dc165 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:06.341574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7ce0af0b-493e-471d-bca5-c5d5aba1759c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:06.380044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Provisioning complete for port 4fcac6ad-565c-4bee-8f7f-a9742367275b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:06.380420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.396158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.400750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1488690 Dec 09 09:31:06.401714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54514) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.426474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.443330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:06.450434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:06.453430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:06.456875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.459318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.460639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05bf3782-e38b-4f3a-a256-07e35c32e33c HTTP/1.1" status: 204 len: 168 time: 1.1502309 Dec 09 09:31:06.480536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:06.483265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:06.490166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=29bc1d36-112d-4c0a-9eea-e33e8f291eca,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.492699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:06.494796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.499969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:06.503374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2de25650-ad19-48fc-bb2d-f0289f11ccb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:06.529918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf3782-e38b-4f3a-a256-07e35c32e33c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.533066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.534114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:06.542259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.560247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.580477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:06.584070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.602049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.620406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:06.646523 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:31:06.664190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.704210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:06.709425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:06.762370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Pushing event updated for resources: {'Port': ['ID=91ceb33d-cd8a-41f0-a31d-fed40a588764,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:06.771701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:06.819704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.876133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 784c2eac-57db-4138-af3b-d92757fc36fe will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:06.888986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Attempting to bind port 91ceb33d-cd8a-41f0-a31d-fed40a588764 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:06.891399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Attempting to bind port 91ceb33d-cd8a-41f0-a31d-fed40a588764 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '806ae890-34bc-492c-b479-5aea435d894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:06.892043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Attempting to bind port 91ceb33d-cd8a-41f0-a31d-fed40a588764 on network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:06.910754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:06.911461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Checking segment: {'id': '806ae890-34bc-492c-b479-5aea435d894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:06.912843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.913429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Bound using segment: {'id': '806ae890-34bc-492c-b479-5aea435d894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:06.914129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Bound port: 91ceb33d-cd8a-41f0-a31d-fed40a588764, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806ae890-34bc-492c-b479-5aea435d894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab5ca421-e4d7-4e40-a24f-cd54d8edd445'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:06.914677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.937602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.974700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fab37dff-7fa3-4497-a5fb-9840646163c0 (CIDR: 2001:db8::/64) Dec 09 09:31:06.977681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:06.986867 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:06.987552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:07.025541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.039552 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-160b77a1-afee-4ba9-a1d7-25a821c44f22 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8335690 Dec 09 09:31:07.042876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54526) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:07.049831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:07.070694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:07.155722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] For port 91ceb33d-cd8a-41f0-a31d-fed40a588764, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:07.158681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.159853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] For port 91ceb33d-cd8a-41f0-a31d-fed40a588764, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=91ceb33d-cd8a-41f0-a31d-fed40a588764,segment=NetworkSegment(806ae890-34bc-492c-b479-5aea435d894e),segment_id=806ae890-34bc-492c-b479-5aea435d894e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:07.168209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e5a45a-a3de-463d-808a-cdda43ba5c9e,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:07.171864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:07.178277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.181531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33f6d8c4-6b19-45da-b999-dad4339763f7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:07.265663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.270132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8584669 Dec 09 09:31:07.270749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54534) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:07.386445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-935367b4-62e9-40f7-bc12-7ca0972ec211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:07.481057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7ce0af0b-493e-471d-bca5-c5d5aba1759c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:07.481057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.483161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '59dcad75-db1b-4631-8469-8331a9fce91a', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:07.486959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=784c2eac-57db-4138-af3b-d92757fc36fe,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:07.493366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:07.497768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:07.498258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:07.502822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:07.506838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:07.507976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:07.516537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:07.537161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:07.582208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:07.583024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:31:07.597911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:07.599910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.606699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:07.616631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:07.638433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.651156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:07.652066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.663686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:07.669074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:07.669468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.762220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Pushing event updated for resources: {'Port': ['ID=91ceb33d-cd8a-41f0-a31d-fed40a588764,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:07.767091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:07.777859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': 'fab37dff-7fa3-4497-a5fb-9840646163c0'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '80a50e57-a580-41dc-8c7f-912ab06b3e4f'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:31:07.779146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Router 1d72b828-86de-4928-8a1a-42cc4684bd66 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:31:07.812106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Deleting port f3de1288-fe46-445b-a61d-1984701eb81a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:07.812771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.826862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.845511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.846257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54544) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:07.855643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:07.902311 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5632691 Dec 09 09:31:07.906749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54550) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:07.907893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:07.988998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.009580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router e77f4b93-7a1e-48b8-95e4-54fd445a6b70 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:31:08.126976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.128433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8058360 Dec 09 09:31:08.133696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cad290-397a-4028-a19f-facae0263254,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:08.145871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:08.244556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-448179045'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:08.254169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] For port f3de1288-fe46-445b-a61d-1984701eb81a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3de1288-fe46-445b-a61d-1984701eb81a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:08.254745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.266481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:08.327894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:08.330299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:30:59Z', 'revision_number': 5, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port': {'id': 'f3de1288-fe46-445b-a61d-1984701eb81a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:25:12Z', 'updated_at': '2021-12-09T09:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:08.343168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:08.353469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:08.365001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Checking router: 9abf4fb3-aef4-42f8-b93d-a113061e72d0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:31:08.397520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:08.401580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.404945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4fcac6ad-565c-4bee-8f7f-a9742367275b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:08.410141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Calling delete_port for f3de1288-fe46-445b-a61d-1984701eb81a owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:08.422842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1823e48-1c7e-420a-9612-666d9ce871ff tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:08.427217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b1823e48-1c7e-420a-9612-666d9ce871ff tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4467041 Dec 09 09:31:08.428555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54562) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.438791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.468310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.482742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Routers {'9abf4fb3-aef4-42f8-b93d-a113061e72d0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:08.483691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:08.538180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fab37dff-7fa3-4497-a5fb-9840646163c0/80a50e57-a580-41dc-8c7f-912ab06b3e4f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:08.615475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:08.624699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:security_group_rule and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:08.630027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:08.658850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:08.675509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-caf024a0-add8-4964-bf16-332c9cd6c846 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:08.685470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] Set router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:08.718701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a5043-32af-429c-9f15-a88aa4dd90e1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:08.723548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a5043-32af-429c-9f15-a88aa4dd90e1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:08.727287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a5043-32af-429c-9f15-a88aa4dd90e1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:08.729517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c49a5043-32af-429c-9f15-a88aa4dd90e1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2987742 Dec 09 09:31:08.737008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:08.739605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54566) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.751347 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] Sync routers for ids ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:08.766087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-caf024a0-add8-4964-bf16-332c9cd6c846 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:08.767273 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-caf024a0-add8-4964-bf16-332c9cd6c846 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517291089&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.3292961 Dec 09 09:31:08.786067 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] Routers {'e77f4b93-7a1e-48b8-95e4-54fd445a6b70'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:08.786824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:08.830955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.849260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9a63039-87e3-4649-8de5-6b5ac71fb4b4 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:08.855883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/e77f4b93-7a1e-48b8-95e4-54fd445a6b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0507584 Dec 09 09:31:08.860779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54570) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.908072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:08.916569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 784c2eac-57db-4138-af3b-d92757fc36fe {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:08.916929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.922443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:08.927898 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] Routers {'e77f4b93-7a1e-48b8-95e4-54fd445a6b70'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:08.928678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:08.951387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:08.954645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3de1288-fe46-445b-a61d-1984701eb81a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:08.982422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Transition to ACTIVE for port object 80a50e57-a580-41dc-8c7f-912ab06b3e4f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:08.990460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Provisioning for port 29bc1d36-112d-4c0a-9eea-e33e8f291eca completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:08.994285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:09.012814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.014073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "PUT /v2.0/routers/1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 200 len: 914 time: 9.0750241 Dec 09 09:31:09.019160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.024067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:09.024522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54574) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.031136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Provisioning complete for port 29bc1d36-112d-4c0a-9eea-e33e8f291eca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:09.031632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.071184 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:09.072360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54886bb7-547b-4eb9-b86c-f4483f907a70 None None] The sync data for ids ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:09.090847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.096245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] Sync routers for ids ['1d72b828-86de-4928-8a1a-42cc4684bd66'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:09.106207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-20abc801-d074-4e1f-a6a4-d4251a8f990b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:09.109297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.114713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d22c651e-dee4-47bb-ad9d-d6516064cc9d tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:09.126558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1969a4cf-ffcf-4628-93ab-fa3b31be19f7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:09.127127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1969a4cf-ffcf-4628-93ab-fa3b31be19f7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:09.136801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f34a1-f7d0-4aba-8d39-f1178cb3e78c None None] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:09.189237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4be46d94-c2e5-4a24-8257-9e9e1274add5 None None] Port 29bc1d36-112d-4c0a-9eea-e33e8f291eca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:09.195522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:09.218783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a51a81-b77f-4a31-8af0-10801df4b1af,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:09.221587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1969a4cf-ffcf-4628-93ab-fa3b31be19f7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:09.226688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1969a4cf-ffcf-4628-93ab-fa3b31be19f7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports/29bc1d36-112d-4c0a-9eea-e33e8f291eca HTTP/1.1" status: 200 len: 911 time: 0.3564785 Dec 09 09:31:09.232111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:09.235072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54578) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.235855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.236195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 10cc7997-4c98-49d0-a24b-5354fcfd81b5 of type vlan for network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f Dec 09 09:31:09.258695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5f115ff-4326-427a-8176-7a9f6046a90f'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:09.403626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.483935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:31:07Z', 'revision_number': 6, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:09.524536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] Routers {'1d72b828-86de-4928-8a1a-42cc4684bd66'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:09.525554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1d72b828-86de-4928-8a1a-42cc4684bd66'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:09.589110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.598392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-cda4e3ed-35ef-4245-8f6f-bb77f9c20eef tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:09.598995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-cda4e3ed-35ef-4245-8f6f-bb77f9c20eef tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:09.601646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.605383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:09.605973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.611154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689376ab-bb2a-4efe-9701-839b488445ff None None] The sync data for ids ['9abf4fb3-aef4-42f8-b93d-a113061e72d0'] in dv-neutron-821175-1-hyperv is: [{'id': '9abf4fb3-aef4-42f8-b93d-a113061e72d0', 'name': 'tempest-ServerActionsTestJSON-1462471692-router', 'tenant_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:25:11Z', 'updated_at': '2021-12-09T09:31:07Z', 'revision_number': 6, 'project_id': 'a06569cc287b49afbce6b6f7c1b46c58', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:09.623888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1de3d0aa-e3fe-4e1d-802b-8bd7e79b6351 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:09.633589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.676177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4fcac6ad-565c-4bee-8f7f-a9742367275b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:09.676556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.719521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:09.786690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:09.838867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-32396651-043d-40d7-9b25-4896c0b859e2 None None] Provisioning for port 91ceb33d-cd8a-41f0-a31d-fed40a588764 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:09.850596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:09.879202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-cda4e3ed-35ef-4245-8f6f-bb77f9c20eef tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:09.880305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-cda4e3ed-35ef-4245-8f6f-bb77f9c20eef tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=c64ded21-40a1-45f3-9fcd-3fc44d73ced7 HTTP/1.1" status: 200 len: 796 time: 1.1024811 Dec 09 09:31:09.883303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-32396651-043d-40d7-9b25-4896c0b859e2 None None] Provisioning complete for port 29bc1d36-112d-4c0a-9eea-e33e8f291eca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:09.883849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-32396651-043d-40d7-9b25-4896c0b859e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:09.943597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-32396651-043d-40d7-9b25-4896c0b859e2 None None] Port 29bc1d36-112d-4c0a-9eea-e33e8f291eca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:09.958986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 784c2eac-57db-4138-af3b-d92757fc36fe owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:09.977414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] Routers {'1d72b828-86de-4928-8a1a-42cc4684bd66'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:09.978198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1d72b828-86de-4928-8a1a-42cc4684bd66'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:10.053896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:10.054329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130d86-ffc6-42c1-a587-d1d994d150ba None None] The sync data for ids ['1d72b828-86de-4928-8a1a-42cc4684bd66'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:10.191366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.219781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3458323 Dec 09 09:31:10.220005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b3a407b9-ea91-4823-816a-84196342a9e1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.3237154 Dec 09 09:31:10.236082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=6e8d5ad6-7380-4bba-ac5d-571d472cf23f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:10.261847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:10.266383 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:31:10.272847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.273944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.objects.ports [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83486) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:31:10.341176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:10.341924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.360513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54582) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:10.371692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:10.423579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58317e-d6df-4ac3-ab02-3db2fabcf23d None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:10.540995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:10.554225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.554738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9abf4fb3-aef4-42f8-b93d-a113061e72d0 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:10.604286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:10.619348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:10.623074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:10.644134 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-ee147067-b573-43ff-bb68-899389bcceab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4261825 Dec 09 09:31:10.645243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:10.683806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-732c2c1d-3cff-433c-a7c3-643870e9205c None None] Provisioning for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:10.708784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.712812 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] 10.222.0.41 "DELETE /v2.0/routers/9abf4fb3-aef4-42f8-b93d-a113061e72d0 HTTP/1.1" status: 204 len: 168 time: 4.8928435 Dec 09 09:31:10.718402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0fc346bb-8b9d-46e9-822d-5343048e830e tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 200 len: 920 time: 1.6511803 Dec 09 09:31:10.719050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54588) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:10.726819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54590) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:10.762687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-732c2c1d-3cff-433c-a7c3-643870e9205c None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:10.763067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-732c2c1d-3cff-433c-a7c3-643870e9205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:10.809407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:11.022850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.032756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.067492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.075638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57ae1fef-7f58-42bf-95cb-3f943e993a4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:11.128278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.144530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:11.147660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=784c2eac-57db-4138-af3b-d92757fc36fe,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:11.153837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:11.154079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.156566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:11.256173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=9']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:11.261717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:11.282834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c076cf18-9395-4449-9a4c-454f4694d058 None None] Provisioning for port 56337dae-e167-407a-875d-ac39f1660f0a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:11.292922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c076cf18-9395-4449-9a4c-454f4694d058 None None] Provisioning complete for port 56337dae-e167-407a-875d-ac39f1660f0a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:11.293296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c076cf18-9395-4449-9a4c-454f4694d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.383691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.387836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.398655 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/784c2eac-57db-4138-af3b-d92757fc36fe HTTP/1.1" status: 204 len: 168 time: 2.6568654 Dec 09 09:31:11.402204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54596) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.412042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c076cf18-9395-4449-9a4c-454f4694d058 None None] Port 56337dae-e167-407a-875d-ac39f1660f0a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:11.457565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Deleting subnet 23260f13-dfcf-490e-b22b-6e5d8be88e7e {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:11.460152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.461634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:11.466310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:11.467784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.471249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/ports/29bc1d36-112d-4c0a-9eea-e33e8f291eca HTTP/1.1" status: 200 len: 911 time: 2.2311387 Dec 09 09:31:11.474671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4fb0547-2b6f-47ab-a1a4-91c5fbb142de tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:11.520494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c076cf18-9395-4449-9a4c-454f4694d058 None None] Could not find standard attr ID for object 784c2eac-57db-4138-af3b-d92757fc36fe. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:31:11.546927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.553108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54600) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.554180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=29bc1d36-112d-4c0a-9eea-e33e8f291eca,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:11.559540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:11.563340 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3817867f-fa02-453d-ba88-fd7c782e6fa4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:31:11.563900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3817867f-fa02-453d-ba88-fd7c782e6fa4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:11.573057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:11.573650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.722630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-276081e4-caf4-4b44-bd61-009f2cebf0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0373025 Dec 09 09:31:11.723651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3817867f-fa02-453d-ba88-fd7c782e6fa4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:11.725273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3817867f-fa02-453d-ba88-fd7c782e6fa4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/784c2eac-57db-4138-af3b-d92757fc36fe HTTP/1.1" status: 404 len: 333 time: 0.3216524 Dec 09 09:31:11.731021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.733150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.734222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.825068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 56337dae-e167-407a-875d-ac39f1660f0a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:11.825468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:11.917023 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5141fb19-2ffd-435b-aaa3-c1f15433b684 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=1d72b828-86de-4928-8a1a-42cc4684bd66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1265566 Dec 09 09:31:11.931925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54608) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.049897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:12.051149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.192964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:12.224650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.260995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.291180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-903cb44a-d61b-4f2a-a910-ed54c7f5b178 service neutron] 10.222.0.41 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283368 Dec 09 09:31:12.340527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.344426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917325b6-41f0-445b-b6fc-f69d29c6fac6 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:12.346054 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-917325b6-41f0-445b-b6fc-f69d29c6fac6 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/networks/19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 881 time: 0.4111695 Dec 09 09:31:12.349456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54612) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.389279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.390018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.398339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.399099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.410402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f624f4ec-cffc-4f31-9bb2-da6102803def tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:12.449163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.457843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:12.457979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:12.476363 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3abf1da3-1172-4b96-af74-bafa641239fc tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 200 len: 205 time: 0.1197340 Dec 09 09:31:12.485417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54620) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.513348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:12.513707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:12.619940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:12.632414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:12.634637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=7747087d-ab59-4be9-9a78-34043082bd64,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:12.640963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:12.641190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.646121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.647497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b747e-78c4-400a-afc8-f977b8a403b9 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:12.706909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 56337dae-e167-407a-875d-ac39f1660f0a owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:12.736835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.738233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eb345c81-2ab8-4d3f-a14a-906d4379a427 req-ba761fa2-c4dc-4fac-ae33-31b4590242fd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 210 time: 0.1979854 Dec 09 09:31:12.742302 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23260f13-dfcf-490e-b22b-6e5d8be88e7e HTTP/1.1" status: 204 len: 168 time: 2.0168302 Dec 09 09:31:12.746337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '10cc7997-4c98-49d0-a24b-5354fcfd81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:12.746697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 6e8d5ad6-7380-4bba-ac5d-571d472cf23f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:12.747865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54626) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.753577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b08995-cf5d-4cd2-978e-d89ebe3a2129 None None] Network 545891ae-0a07-4714-8f2c-cd6db99c12fe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:12.760690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7163050 Dec 09 09:31:12.762500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=fc814152-7aa2-438d-8142-ba495a34392f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:12.771234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54630) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.772275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:12.781807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-51f52ec6-35e9-4b2b-80c7-c12c6a9e696c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:12.816016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:f6:16:c1', 'name': 'tempest-NetworksTestDHCPv6-1415216762'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:12.922162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:12.933468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23260f13-dfcf-490e-b22b-6e5d8be88e7e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:12.949470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:12.949470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95271ee4-1d28-429d-b75f-eba2f4735c95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:12.990856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Deleting port a89da8c1-88fd-4546-b797-ac83863c3b01 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:12.991201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.104440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.173964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.189538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:13.189760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31589726-875c-48e2-995d-833256b44e95 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:13.209153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=10']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:13.215265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:13.216568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:13.218914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:13.219372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:13.240342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6e8d5ad6-7380-4bba-ac5d-571d472cf23f) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:13.254533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:13.259701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a31f2-9b47-47e5-b777-6bb03066dcb1 None None] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:13.266465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:13.267365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.272878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=56337dae-e167-407a-875d-ac39f1660f0a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:13.276166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:13.303926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:13.339830 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-97a6132f-7ac3-4c72-a57c-2fc5ba9ddb25 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9769464 Dec 09 09:31:13.355616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.364681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:13.367426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1108872836'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.372689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.401174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.402061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 91ceb33d-cd8a-41f0-a31d-fed40a588764 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:13.492042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:13.531536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] For port a89da8c1-88fd-4546-b797-ac83863c3b01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a89da8c1-88fd-4546-b797-ac83863c3b01,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:13.532390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.700118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=11']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:13.718280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.735893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:13.740613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:13.744807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:13.746433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:13.751024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] DHCP port deletion for 545891ae-0a07-4714-8f2c-cd6db99c12fe request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:13.769906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Deleting port a89da8c1-88fd-4546-b797-ac83863c3b01 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:13.770271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:13.777080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:13.795542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 5baa2e03-0cbc-440d-8af3-1cc2b20571bc yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:13.854535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:13.854898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-1d444454-29ba-4f44-9aa1-da30c9eeab34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:13.867180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 91ceb33d-cd8a-41f0-a31d-fed40a588764 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:13.922390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Calling delete_port for a89da8c1-88fd-4546-b797-ac83863c3b01 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:13.990758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.070957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/56337dae-e167-407a-875d-ac39f1660f0a HTTP/1.1" status: 204 len: 168 time: 2.3330181 Dec 09 09:31:14.083948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54648) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.085064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] For port a89da8c1-88fd-4546-b797-ac83863c3b01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a89da8c1-88fd-4546-b797-ac83863c3b01,segment=NetworkSegment(1412496c-d56e-48d2-be79-49d23b90ed92),segment_id=1412496c-d56e-48d2-be79-49d23b90ed92)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:14.085557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.141651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::170 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fab37dff-7fa3-4497-a5fb-9840646163c0/5baa2e03-0cbc-440d-8af3-1cc2b20571bc) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:14.147802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:16c1 (8b00f647-b522-4bb4-913a-1ab25ad42a65/fc814152-7aa2-438d-8142-ba495a34392f/5baa2e03-0cbc-440d-8af3-1cc2b20571bc) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:14.174773 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15e5e8a-39d5-48d1-ba55-b3c01eb30bcf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:31:14.175434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a15e5e8a-39d5-48d1-ba55-b3c01eb30bcf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:14.204331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.208935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.218170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3a2dc6ca-e507-4513-b436-523fc11f7f3c tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:14.292352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Pushing event deleted for resources: {'Port': ['ID=a89da8c1-88fd-4546-b797-ac83863c3b01,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:14.298031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Calling delete_port for a89da8c1-88fd-4546-b797-ac83863c3b01 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:14.300599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:14.304065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] No DVR routers for this DVR port a89da8c1-88fd-4546-b797-ac83863c3b01 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:14.336171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a15e5e8a-39d5-48d1-ba55-b3c01eb30bcf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:14.338138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a15e5e8a-39d5-48d1-ba55-b3c01eb30bcf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/56337dae-e167-407a-875d-ac39f1660f0a HTTP/1.1" status: 404 len: 333 time: 0.2532768 Dec 09 09:31:14.344597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54652) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.397251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6e8d5ad6-7380-4bba-ac5d-571d472cf23f', 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '7747087d-ab59-4be9-9a78-34043082bd64'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:14.398147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.407346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 91ceb33d-cd8a-41f0-a31d-fed40a588764 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:14.407831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.457975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:14.458732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:14.500150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.567399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:14.570395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.595308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545891ae-0a07-4714-8f2c-cd6db99c12fe']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:14.653287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fd9dfd9e-c624-4ad3-a715-3b2283d28892 req-87d8537c-8ed5-42d2-981a-d97ec739f3d0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 210 time: 0.4539912 Dec 09 09:31:14.661254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1412496c-d56e-48d2-be79-49d23b90ed92') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:14.661579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1412496c-d56e-48d2-be79-49d23b90ed92') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:14.680114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.681785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.697389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-5c1a8fd6-f5af-469c-b87e-f69bdc0e5c43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:14.698955 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-5c1a8fd6-f5af-469c-b87e-f69bdc0e5c43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=c64ded21-40a1-45f3-9fcd-3fc44d73ced7 HTTP/1.1" status: 200 len: 796 time: 0.4094489 Dec 09 09:31:14.720555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.722692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Allocated IP 172.20.255.242 (6e8d5ad6-7380-4bba-ac5d-571d472cf23f/7747087d-ab59-4be9-9a78-34043082bd64/9974c2a1-5100-42d8-8f60-c861606e792d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:14.729547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:14.738848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5b5cdca8-1624-4e3b-88ec-11962672730a None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:14.739229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b5cdca8-1624-4e3b-88ec-11962672730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.763368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:14.763368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:14.779432 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:14.783791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 91ceb33d-cd8a-41f0-a31d-fed40a588764, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=91ceb33d-cd8a-41f0-a31d-fed40a588764,segment=NetworkSegment(806ae890-34bc-492c-b479-5aea435d894e),segment_id=806ae890-34bc-492c-b479-5aea435d894e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:14.794991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.795618 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment dd644d87-f91a-4c61-8bf5-cf8006c78257 of type vlan for network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 Dec 09 09:31:14.806996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.813030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:14.867811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 3faac5d0-cfd8-4762-ba6d-f20ee727a777 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:14.875944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.898584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.916415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7535dbe3-f1c7-440a-bace-6734b85d0ce9 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:14.926456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.949171 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-8ee84274-eb8b-418b-90b8-3530ae4c421a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 471 time: 0.2319167 Dec 09 09:31:14.960619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['59dcad75-db1b-4631-8469-8331a9fce91a']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.967660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Deleting port a89da8c1-88fd-4546-b797-ac83863c3b01 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:14.968084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.972518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:14.982772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-95d0dcb6-ff6b-4549-9dcb-67c8316cd7d6 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:14.983543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 5baa2e03-0cbc-440d-8af3-1cc2b20571bc will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:14.998120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7535dbe3-f1c7-440a-bace-6734b85d0ce9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:14.998463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7535dbe3-f1c7-440a-bace-6734b85d0ce9 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:14.998895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3de1288-fe46-445b-a61d-1984701eb81a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:15.004523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.008575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.059290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f3de1288-fe46-445b-a61d-1984701eb81a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:15.059290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3de1288-fe46-445b-a61d-1984701eb81a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:15.064697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Pushing event deleted for resources: {'Network': ['ID=545891ae-0a07-4714-8f2c-cd6db99c12fe,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:15.075596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:15.089959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 29bc1d36-112d-4c0a-9eea-e33e8f291eca {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:15.090992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.103958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=91ceb33d-cd8a-41f0-a31d-fed40a588764,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:15.113125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f61652a4-f430-4169-8d53-46b7783065f7 None None] The port 'a89da8c1-88fd-4546-b797-ac83863c3b01' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:31:15.116456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:15.125393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.129365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:15.129943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.152935 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] 10.222.0.41 "DELETE /v2.0/networks/545891ae-0a07-4714-8f2c-cd6db99c12fe HTTP/1.1" status: 204 len: 168 time: 2.4026432 Dec 09 09:31:15.169277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c08cb52b-7ed7-4133-834c-bd1d4427f28b tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:15.194027 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8333049 Dec 09 09:31:15.200868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54658) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.236292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.238935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.248787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:15.325620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.374706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.387683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Transition to ACTIVE for port object 9974c2a1-5100-42d8-8f60-c861606e792d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:15.417705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:15.421785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54662) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.422468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:port and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:15.426146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:15.434839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:15.436943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Transition to ACTIVE for port object 9974c2a1-5100-42d8-8f60-c861606e792d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:15.451582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.458352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:15.463056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.466718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=ec495c07-89d7-4a3f-9b00-8f7a82409fd2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:15.469582 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:15.471342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:15.471482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7863c13c-0ac1-4580-ab00-3c2c322591cf tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:15.474453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.488702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3cc5f238-b56e-4b8b-9dd6-b455a4ad1bfa tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:15.500104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:15.523232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:15.523906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.527852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.535800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=3faac5d0-cfd8-4762-ba6d-f20ee727a777,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:15.544449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:15.561194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:15.570307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933759fe-a4e3-45bd-9172-534e64559cc6 None None] Network ab5ca421-e4d7-4e40-a24f-cd54d8edd445 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:15.575566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:15.583413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:15.589305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:15.589613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.611130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:15.678005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:15.694847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:15.724237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:15.793495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Pushing event updated for resources: {'Port': ['ID=9974c2a1-5100-42d8-8f60-c861606e792d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:15.798721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:15.829152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 29bc1d36-112d-4c0a-9eea-e33e8f291eca owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:15.871094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/3faac5d0-cfd8-4762-ba6d-f20ee727a777 HTTP/1.1" status: 204 len: 168 time: 1.5250137 Dec 09 09:31:15.877048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54668) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.934521 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a9bcac08-fa5a-4874-9393-d76efe466f73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a06569cc287b49afbce6b6f7c1b46c58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5116436 Dec 09 09:31:15.944087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54672) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.953533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.30 (c64ded21-40a1-45f3-9fcd-3fc44d73ced7/293fcc65-140f-42ee-9b37-e7a22caf42dd/53a65f4f-c312-4a02-ab90-f61fbddb3898) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:15.955641 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-93382faf-63b8-4179-80ba-46dd81d4b54b req-ad397d5a-6df8-47c1-a644-377e769a508b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 210 time: 0.0764709 Dec 09 09:31:16.112580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:16.114201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.124762 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3463962 Dec 09 09:31:16.126579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54676) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:16.141002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:16.144338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.149633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:16.172278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=5baa2e03-0cbc-440d-8af3-1cc2b20571bc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:16.177990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:16.178723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Attempting to bind port 9974c2a1-5100-42d8-8f60-c861606e792d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:16.179205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Attempting to bind port 9974c2a1-5100-42d8-8f60-c861606e792d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '10cc7997-4c98-49d0-a24b-5354fcfd81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:16.180016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Attempting to bind port 9974c2a1-5100-42d8-8f60-c861606e792d on network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:16.184296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:16.199413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port 7ff2f326-0357-4e0a-a0a8-2723cc6a00ec {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:16.199664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ff761311-c4bb-4174-a84e-a37943da9946 None None] Provisioning for port 5baa2e03-0cbc-440d-8af3-1cc2b20571bc completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:16.199793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.201717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 91ceb33d-cd8a-41f0-a31d-fed40a588764 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:16.202062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.204200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:16.204558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Checking segment: {'id': '10cc7997-4c98-49d0-a24b-5354fcfd81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:16.204956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.205406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Bound using segment: {'id': '10cc7997-4c98-49d0-a24b-5354fcfd81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:16.205887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Bound port: 9974c2a1-5100-42d8-8f60-c861606e792d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cc7997-4c98-49d0-a24b-5354fcfd81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e8d5ad6-7380-4bba-ac5d-571d472cf23f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:16.206320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.232325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ff761311-c4bb-4174-a84e-a37943da9946 None None] Provisioning complete for port 5baa2e03-0cbc-440d-8af3-1cc2b20571bc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:16.232809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ff761311-c4bb-4174-a84e-a37943da9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.234715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.283495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:16.297602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 5baa2e03-0cbc-440d-8af3-1cc2b20571bc {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:16.297959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.320367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a89da8c1-88fd-4546-b797-ac83863c3b01 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:16.338500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.339016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.370808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a89da8c1-88fd-4546-b797-ac83863c3b01 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:16.371348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a89da8c1-88fd-4546-b797-ac83863c3b01 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:16.397378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ff761311-c4bb-4174-a84e-a37943da9946 None None] Port 5baa2e03-0cbc-440d-8af3-1cc2b20571bc cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:16.436489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:16.440048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:16.445835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.451696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:16.492052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 53a65f4f-c312-4a02-ab90-f61fbddb3898 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:16.501395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] DHCP port deletion for ab5ca421-e4d7-4e40-a24f-cd54d8edd445 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:16.516529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Deleting port 91ceb33d-cd8a-41f0-a31d-fed40a588764 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:16.517498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.517628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.629088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.648621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.652794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:16.727086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.750525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Pushing event updated for resources: {'Port': ['ID=9974c2a1-5100-42d8-8f60-c861606e792d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:16.761828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:16.764818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] For port 91ceb33d-cd8a-41f0-a31d-fed40a588764, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=91ceb33d-cd8a-41f0-a31d-fed40a588764,segment=NetworkSegment(806ae890-34bc-492c-b479-5aea435d894e),segment_id=806ae890-34bc-492c-b479-5aea435d894e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:16.765325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.771455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] For port 91ceb33d-cd8a-41f0-a31d-fed40a588764, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=91ceb33d-cd8a-41f0-a31d-fed40a588764,segment=NetworkSegment(806ae890-34bc-492c-b479-5aea435d894e),segment_id=806ae890-34bc-492c-b479-5aea435d894e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:16.771968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:16.795895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb12f20a-bd8f-47cb-bd75-1017eac7280c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:16.851475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for 7ff2f326-0357-4e0a-a0a8-2723cc6a00ec owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:16.916926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 91ceb33d-cd8a-41f0-a31d-fed40a588764 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:16.956277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Calling delete_port for 91ceb33d-cd8a-41f0-a31d-fed40a588764 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:16.986131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:17.013956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:17.030021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:17.084082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:17.084832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:17.159434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.162099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.163607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=29bc1d36-112d-4c0a-9eea-e33e8f291eca,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.175497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.184633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.185008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.185376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.185739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.186097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.186561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.186930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.187399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.187749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.188204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.188669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.192563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.193258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.218377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f426828-abaa-42f5-a49a-6af6f643c33f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:17.228567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9974c2a1-5100-42d8-8f60-c861606e792d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:17.281089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=91ceb33d-cd8a-41f0-a31d-fed40a588764,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.291885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.354470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9974c2a1-5100-42d8-8f60-c861606e792d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:17.373330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:17.374114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.417202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dbcb2dfa-aa0a-407a-b8db-0633977e1cab tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:17.428141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 91ceb33d-cd8a-41f0-a31d-fed40a588764 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:17.447612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.479845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 91ceb33d-cd8a-41f0-a31d-fed40a588764 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:17.480611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 91ceb33d-cd8a-41f0-a31d-fed40a588764 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:17.497142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.497659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.498038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.498402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.498765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.499122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.499480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.499874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.500325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.500679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.501032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:17.504839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.514901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5e8423e-0465-4e96-80c3-9c796fe20f8c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:17.563303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e27f94b1-1224-4fd3-9113-2e82037c9fa0 None None] Provisioning for port 53a65f4f-c312-4a02-ab90-f61fbddb3898 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:17.571036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e27f94b1-1224-4fd3-9113-2e82037c9fa0 None None] Provisioning complete for port 53a65f4f-c312-4a02-ab90-f61fbddb3898 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:17.571939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e27f94b1-1224-4fd3-9113-2e82037c9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.620472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Deleting port 91ceb33d-cd8a-41f0-a31d-fed40a588764 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:17.621566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.649499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 5baa2e03-0cbc-440d-8af3-1cc2b20571bc owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:17.656970 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7004211 Dec 09 09:31:17.708625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=d1790164-3c96-477e-940c-fc1debf1195f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.715661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6641c-17c6-4d2b-808f-aa992baa3a7b None None] The port '91ceb33d-cd8a-41f0-a31d-fed40a588764' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:31:17.722392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.734244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.734843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b9738997-5d8b-4abe-b955-2f72f67fea9c tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:17.743972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e27f94b1-1224-4fd3-9113-2e82037c9fa0 None None] Port 53a65f4f-c312-4a02-ab90-f61fbddb3898 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:17.795115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d7d52-9116-453b-9626-a8ca1d1fa186,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.796024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': 'dd644d87-f91a-4c61-8bf5-cf8006c78257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:17.796389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: ec495c07-89d7-4a3f-9b00-8f7a82409fd2, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:17.804453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=7ff2f326-0357-4e0a-a0a8-2723cc6a00ec,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:17.805649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.816921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:17.857682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No DVR routers for this DVR port 91ceb33d-cd8a-41f0-a31d-fed40a588764 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:17.943602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281510b8-0ef2-487b-a36c-4587dbc06dc9 req-198caaf5-8baf-4631-aa78-b8bb72dac7d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:17.944329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-281510b8-0ef2-487b-a36c-4587dbc06dc9 req-198caaf5-8baf-4631-aa78-b8bb72dac7d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:17.991470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:17.992627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e2d7d52-9116-453b-9626-a8ca1d1fa186 HTTP/1.1" status: 204 len: 168 time: 2.0372884 Dec 09 09:31:18.028395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4ab5a-75f6-493f-82ee-ed829232bd84 None None] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:18.115321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.127498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Provisioning for port 9974c2a1-5100-42d8-8f60-c861606e792d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:18.138482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Provisioning complete for port 9974c2a1-5100-42d8-8f60-c861606e792d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:18.139009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.185516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ca421-e4d7-4e40-a24f-cd54d8edd445']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:18.194925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.217970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806ae890-34bc-492c-b479-5aea435d894e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:18.218259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806ae890-34bc-492c-b479-5aea435d894e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:18.241504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.245331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.312218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.323855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Request body: {'port': {'device_id': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:18.327400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279c5c15-6d60-45e3-8ec3-db50fbf81db7 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:18.355044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:18.400974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.410637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.435983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=5baa2e03-0cbc-440d-8af3-1cc2b20571bc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:18.443199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:18.443891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:18.444465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.458847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:18.460927 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:18.464376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ec495c07-89d7-4a3f-9b00-8f7a82409fd2) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:18.470338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.473547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:18.479913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:18.480374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.513394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d32262-c501-4389-8f3b-1c5b801dcb3c None None] Network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:18.523080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3025160 Dec 09 09:31:18.533913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54690) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:18.565331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-281510b8-0ef2-487b-a36c-4587dbc06dc9 req-198caaf5-8baf-4631-aa78-b8bb72dac7d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:18.572293 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281510b8-0ef2-487b-a36c-4587dbc06dc9 req-198caaf5-8baf-4631-aa78-b8bb72dac7d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 932 time: 1.1823661 Dec 09 09:31:18.705135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.752575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.752811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Pushing event updated for resources: {'Port': ['ID=9974c2a1-5100-42d8-8f60-c861606e792d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:18.757684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.796571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.796919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.797450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.797782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.798489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.798822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.799148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.799474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.799841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.800455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.800916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:18.812193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:18.848206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.848757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router 1d72b828-86de-4928-8a1a-42cc4684bd66 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:18.880862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.886548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.897180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6e61dee-ebcc-42c7-9345-47652b590059 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:18.978367 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281510b8-0ef2-487b-a36c-4587dbc06dc9 req-3c2c214d-c3e0-4a80-907c-d758de94cbf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050627 Dec 09 09:31:18.982124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.984869 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 204 len: 168 time: 6.4975791 Dec 09 09:31:18.986926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b40a755d-3129-4332-a675-9e787fa89e93 None None] Provisioning complete for port 9974c2a1-5100-42d8-8f60-c861606e792d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:18.987305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b40a755d-3129-4332-a675-9e787fa89e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:18.996495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54700) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.016265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1522532957', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:19.025306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ec495c07-89d7-4a3f-9b00-8f7a82409fd2', 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': 'd1790164-3c96-477e-940c-fc1debf1195f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:19.026131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.033599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:19.036658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.102504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=ab5ca421-e4d7-4e40-a24f-cd54d8edd445,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:19.106904 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/ab5ca421-e4d7-4e40-a24f-cd54d8edd445 HTTP/1.1" status: 204 len: 168 time: 3.2277822 Dec 09 09:31:19.110565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:19.130109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/5baa2e03-0cbc-440d-8af3-1cc2b20571bc HTTP/1.1" status: 204 len: 168 time: 3.0005448 Dec 09 09:31:19.136048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.136770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54708) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.152093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2073146302'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:19.208393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Usage tracker for resource:router and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:19.221310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:19.231784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9974c2a1-5100-42d8-8f60-c861606e792d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:19.234884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:network and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:19.240259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:19.243467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:19.249288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:19.273446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:19.315186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Allocated IP 172.20.0.2 (ec495c07-89d7-4a3f-9b00-8f7a82409fd2/d1790164-3c96-477e-940c-fc1debf1195f/2b982d53-1f67-4051-957a-1eee28b8d786) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:19.333973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.362870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.364321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.370234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9974c2a1-5100-42d8-8f60-c861606e792d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:19.370588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.545487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.591716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.603713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:19.606836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.667514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.679446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Transition to ACTIVE for port object 2b982d53-1f67-4051-957a-1eee28b8d786 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:19.686684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router e77f4b93-7a1e-48b8-95e4-54fd445a6b70 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:19.699212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c52d97-e7db-4c05-ad49-3213e085c2df tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:19.700067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88c52d97-e7db-4c05-ad49-3213e085c2df tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:19.702366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Transition to ACTIVE for port object 2b982d53-1f67-4051-957a-1eee28b8d786 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:19.711299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.719860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-68e6f1ac-62d7-48dc-85a1-2d95fe0875d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:19.726209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:19.735611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-88c52d97-e7db-4c05-ad49-3213e085c2df tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:19.736815 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-88c52d97-e7db-4c05-ad49-3213e085c2df tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5927215 Dec 09 09:31:19.740568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:19.748730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54722) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.802523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:19.803164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Pushing event updated for resources: {'Port': ['ID=2b982d53-1f67-4051-957a-1eee28b8d786,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:19.805982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:19.807566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:19.809940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:19.852759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.854408 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Added segment cfe81076-456d-4784-a9a5-eb9fe68d2f6b of type vlan for network ad995fcc-a261-41a5-aae8-6523abfaccaa Dec 09 09:31:19.893674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a65f4f-c312-4a02-ab90-f61fbddb3898 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:31:19.898567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.908362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.914032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.946208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.957561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6794b9e8-0e1a-4b00-ab77-53f71505644d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:19.961897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Attempting to bind port 2b982d53-1f67-4051-957a-1eee28b8d786 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:19.962341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Attempting to bind port 2b982d53-1f67-4051-957a-1eee28b8d786 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'dd644d87-f91a-4c61-8bf5-cf8006c78257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:19.963686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Attempting to bind port 2b982d53-1f67-4051-957a-1eee28b8d786 on network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:19.980670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:19.981055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Checking segment: {'id': 'dd644d87-f91a-4c61-8bf5-cf8006c78257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:19.981463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.981864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Bound using segment: {'id': 'dd644d87-f91a-4c61-8bf5-cf8006c78257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:19.982335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Bound port: 2b982d53-1f67-4051-957a-1eee28b8d786, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd644d87-f91a-4c61-8bf5-cf8006c78257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:19.982710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:19.992056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Transition to ACTIVE for port object 53a65f4f-c312-4a02-ab90-f61fbddb3898 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:20.003445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=d1790164-3c96-477e-940c-fc1debf1195f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:20.007570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:20.011246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.035414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9dd8e746-0488-495f-aed6-cdc5136721d3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:20.113268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.118284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:20.119918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.128096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:20.142512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] For port 2b982d53-1f67-4051-957a-1eee28b8d786, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:20.147538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] For port 2b982d53-1f67-4051-957a-1eee28b8d786, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2b982d53-1f67-4051-957a-1eee28b8d786,segment=NetworkSegment(dd644d87-f91a-4c61-8bf5-cf8006c78257),segment_id=dd644d87-f91a-4c61-8bf5-cf8006c78257)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:20.157247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.168092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:20.241253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:20.256348 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] Sync routers for ids ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:20.282543 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] Routers {'e77f4b93-7a1e-48b8-95e4-54fd445a6b70'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:20.283168 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.333159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/e77f4b93-7a1e-48b8-95e4-54fd445a6b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7699182 Dec 09 09:31:20.343299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2007351 Dec 09 09:31:20.352749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54736) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.352749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54738) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.357526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Pushing event updated for resources: {'Port': ['ID=2b982d53-1f67-4051-957a-1eee28b8d786,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:20.365285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:20.367621 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.367796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:20.384047 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] Routers {'e77f4b93-7a1e-48b8-95e4-54fd445a6b70'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:20.386500 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.406762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dad7c1-6fec-431a-a6aa-cae0d5cfd029 None None] Network ec495c07-89d7-4a3f-9b00-8f7a82409fd2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:20.413898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Network': ['ID=ad995fcc-a261-41a5-aae8-6523abfaccaa,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:20.423102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95349095-06cd-49b8-933b-2239e268f862 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:20.424693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-95349095-06cd-49b8-933b-2239e268f862 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5819325 Dec 09 09:31:20.425796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:20.435807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54746) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.512084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-520ae02c-aff5-4947-8efb-cf036ffd7f4d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:20.519207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.534988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Pushing event updated for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:20.554276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:20.583354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec495c07-89d7-4a3f-9b00-8f7a82409fd2']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.586685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ad995fcc-a261-41a5-aae8-6523abfaccaa details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:20.597457 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.600149 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc504556-f982-4939-b613-b0701daa2ec9 None None] The sync data for ids ['e77f4b93-7a1e-48b8-95e4-54fd445a6b70'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:20.633938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd644d87-f91a-4c61-8bf5-cf8006c78257') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.634901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd644d87-f91a-4c61-8bf5-cf8006c78257') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:20.724514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-520ae02c-aff5-4947-8efb-cf036ffd7f4d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:20.728916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-520ae02c-aff5-4947-8efb-cf036ffd7f4d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=e77f4b93-7a1e-48b8-95e4-54fd445a6b70 HTTP/1.1" status: 200 len: 205 time: 0.3714278 Dec 09 09:31:20.730628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54752) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.733747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.747136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:20.757809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.759988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:20.762263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:20.764474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:20.778030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:20.778643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:20.798537 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:20.936966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f2e86-e8d4-469e-8303-2a9204c4e168 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:31:21.007739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:21.041042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e81a4-7c6a-476d-aa3a-f6fe20ad37f5 req-4e114833-9417-4d2a-8009-71b8b784229e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:21.056961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-974e81a4-7c6a-476d-aa3a-f6fe20ad37f5 req-4e114833-9417-4d2a-8009-71b8b784229e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 944 time: 0.8727427 Dec 09 09:31:21.064763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:31:21.064763 dv-neutron-821175-1-hyperv neutron-server[83486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:31:21.064763 dv-neutron-821175-1-hyperv neutron-server[83486]: [parameters: {'id': 'ec495c07-89d7-4a3f-9b00-8f7a82409fd2'}] Dec 09 09:31:21.064763 dv-neutron-821175-1-hyperv neutron-server[83486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:21.065401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:21.090971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Attempting to bind port 53a65f4f-c312-4a02-ab90-f61fbddb3898 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:21.091423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Attempting to bind port 53a65f4f-c312-4a02-ab90-f61fbddb3898 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:21.091879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Attempting to bind port 53a65f4f-c312-4a02-ab90-f61fbddb3898 on network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:21.097824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Port 53a65f4f-c312-4a02-ab90-f61fbddb3898 on network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:31:21.098247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Attempting to bind port 53a65f4f-c312-4a02-ab90-f61fbddb3898 on network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:21.099470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:21.125586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:21.130421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f2e86-e8d4-469e-8303-2a9204c4e168 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:31:21.139042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:21.139525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Checking segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:21.140034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Bound using segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:21.140587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Bound port: 53a65f4f-c312-4a02-ab90-f61fbddb3898, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:21.141113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.146370 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-974e81a4-7c6a-476d-aa3a-f6fe20ad37f5 req-213b2d94-82ce-43d1-8943-d4253662f9fd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881605 Dec 09 09:31:21.161442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.182918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:21.186045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:21.187287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-af77be3b-04a8-40ed-bad6-72105338a778 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7308521 Dec 09 09:31:21.193024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54762) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.203519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.233727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.382495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:21.436925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Allocated IP 172.26.4.165 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/12df6dfb-21a0-48f5-a964-018c217fdb1e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:21.476164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54768) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.480754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:21.517821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:21.586379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.601989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.611326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:21.641482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.682474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 2b982d53-1f67-4051-957a-1eee28b8d786 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:21.682823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.720973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.722073 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/53a65f4f-c312-4a02-ab90-f61fbddb3898 HTTP/1.1" status: 200 len: 1094 time: 4.0008621 Dec 09 09:31:21.733294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-44d6fad1-f5bb-4ac9-b823-eeea28e736fc tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:21.752937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:31:21.803556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Pushing event updated for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:21.807613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:21.943164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:21.972678 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44d6fad1-f5bb-4ac9-b823-eeea28e736fc tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "PUT /v2.0/quotas/43d0849cd1fa42308e4fa131a2eb0193 HTTP/1.1" status: 200 len: 368 time: 0.4953229 Dec 09 09:31:21.995127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54778) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.012465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Request body: {'network': {'project_id': '43d0849cd1fa42308e4fa131a2eb0193'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:22.021047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:22.097427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Usage tracker for resource:network and tenant:43d0849cd1fa42308e4fa131a2eb0193 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:22.106375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:22.119090 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898', 'status': 'completed', 'code': 200} Dec 09 09:31:22.135938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:22.158929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 2b982d53-1f67-4051-957a-1eee28b8d786, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2b982d53-1f67-4051-957a-1eee28b8d786,segment=NetworkSegment(dd644d87-f91a-4c61-8bf5-cf8006c78257),segment_id=dd644d87-f91a-4c61-8bf5-cf8006c78257)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:22.159217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.273445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet fab37dff-7fa3-4497-a5fb-9840646163c0 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:22.289983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.362687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.384615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.387492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Made reservation on behalf of 43d0849cd1fa42308e4fa131a2eb0193 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:22.389743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.407145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 2b982d53-1f67-4051-957a-1eee28b8d786 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:22.413944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.441992 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-5a6dfaff-8ad5-4b0a-9b96-032a022ebcdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 1097 time: 0.6292348 Dec 09 09:31:22.449651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.453161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.467649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8cb06b8c-a326-4e90-a309-829b04ec2c3a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:22.545015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.545525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router e77f4b93-7a1e-48b8-95e4-54fd445a6b70 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:22.584711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d61f-c90a-4b3c-ace3-2929cd092a5b req-b04b7209-f791-4f49-a38b-4fb836be6588 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:22.586156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5ce5d61f-c90a-4b3c-ace3-2929cd092a5b req-b04b7209-f791-4f49-a38b-4fb836be6588 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 944 time: 0.2995570 Dec 09 09:31:22.627110 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-58884dea-d0ba-4af7-8205-198b0bcc6942 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898 HTTP/1.1" status: 200 len: 217 time: 0.1645539 Dec 09 09:31:22.642161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:22.650959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.657372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2a8a04dd-ac62-4962-ab9c-27e5f870f89d tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:22.685546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.686527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-412f98db-919b-4a62-82b8-3accfea3b43b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/e77f4b93-7a1e-48b8-95e4-54fd445a6b70 HTTP/1.1" status: 204 len: 168 time: 1.9501204 Dec 09 09:31:22.690353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:22.692809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:22.693522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.724663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event updated for resources: {'Port': ['ID=12df6dfb-21a0-48f5-a964-018c217fdb1e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:22.739424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:22.742100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:22.758189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.759670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Usage tracker for resource:security_group_rule and tenant:43d0849cd1fa42308e4fa131a2eb0193 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:22.764176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:22.777096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:22.781293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:22.786761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-94827fbb-85c6-4c4e-b3d9-0c2e5165ffa0 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:22.859552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=0084af52-be0b-4597-b1fe-f6dff6189fab,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:22.863253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5ce5d61f-c90a-4b3c-ace3-2929cd092a5b req-3985fb16-097c-4c36-adef-51f30e5211f6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685184 Dec 09 09:31:22.869932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:22.870965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Port': ['ID=2b982d53-1f67-4051-957a-1eee28b8d786,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:22.881134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-541a5498-daaa-4bb9-a97b-b13974edc7ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:22.883053 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-541a5498-daaa-4bb9-a97b-b13974edc7ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293fcc65-140f-42ee-9b37-e7a22caf42dd HTTP/1.1" status: 200 len: 838 time: 0.2430649 Dec 09 09:31:22.888540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:22.944394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No DVR routers for this DVR port 2b982d53-1f67-4051-957a-1eee28b8d786 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:22.966893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Checking segment: {'id': 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:22.967253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network hostable DHCP agents. Network: ad995fcc-a261-41a5-aae8-6523abfaccaa, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:22.997974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.004627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c9ceeda-71cd-43e2-a12c-0da92dd928ea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:23.053117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=fab37dff-7fa3-4497-a5fb-9840646163c0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:23.062132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:23.079542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.086161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b21c1-cd29-49f5-891f-1ca7b2525c39 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:23.087235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet e5f115ff-4326-427a-8176-7a9f6046a90f {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:23.095847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.127747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.128792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ad995fcc-a261-41a5-aae8-6523abfaccaa is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:23.138151 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fab37dff-7fa3-4497-a5fb-9840646163c0 HTTP/1.1" status: 204 len: 168 time: 1.9440162 Dec 09 09:31:23.141359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54788) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.151341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ad995fcc-a261-41a5-aae8-6523abfaccaa) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:23.159091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:23.159795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.168847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.189709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674805d8-b5be-4bbc-9b92-974b0d06e39a None None] Network ad995fcc-a261-41a5-aae8-6523abfaccaa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:23.220223 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8640358 Dec 09 09:31:23.226817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54792) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.251884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec495c07-89d7-4a3f-9b00-8f7a82409fd2']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:23.264685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-73593220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:23.273264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.294246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:23.299961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd644d87-f91a-4c61-8bf5-cf8006c78257') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:23.300256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd644d87-f91a-4c61-8bf5-cf8006c78257') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:23.312266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:router and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:23.325169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-0bbd6144-4930-4a08-89b3-554f6b2d83d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c64ded21-40a1-45f3-9fcd-3fc44d73ced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4286661 Dec 09 09:31:23.326004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:23.337016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.341279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.353546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.357754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b85eeeb3-0d1c-45c0-a4f6-cbb8d78f3ccb tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:23.366711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:23.395738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f115ff-4326-427a-8176-7a9f6046a90f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:23.399646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:23.405485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.405775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.412252 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/e5f115ff-4326-427a-8176-7a9f6046a90f HTTP/1.1" status: 204 len: 168 time: 0.7169931 Dec 09 09:31:23.414976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.420208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-025a682d-7fe9-45ca-85e3-b66a1f3a1e43 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:23.436832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092b1f6-e534-4b71-94b6-4d72a0dac61e None None] Network caa290ec-5ff7-4160-8e02-1dfd61737eb9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:23.530540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.541842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 7ce0af0b-493e-471d-bca5-c5d5aba1759c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:23.542569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.554728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.558302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.559212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.579308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:23.589482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:23.589878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:23.615777 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:23.633086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f2ab0-7663-47ea-98f5-d2b16549d2ae,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:23.637563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:23.673267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.673608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Added segment 0464a9ac-77d8-4c0c-8dcb-f65b0ccec7c9 of type vlan for network d3160d70-13b4-4724-a3d6-1de4d9805565 Dec 09 09:31:23.699186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ad995fcc-a261-41a5-aae8-6523abfaccaa', 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': '0084af52-be0b-4597-b1fe-f6dff6189fab'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:23.700028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.818586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet fc814152-7aa2-438d-8142-ba495a34392f {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:23.824896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.828451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.869452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.873638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.887125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.890747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-80b46b82-387b-4bfc-9a03-74f881a1a6c7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:23.906766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 7ce0af0b-493e-471d-bca5-c5d5aba1759c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7ce0af0b-493e-471d-bca5-c5d5aba1759c,segment=NetworkSegment(bcb06a76-9ecf-43c6-89db-89fd32b6b4d7),segment_id=bcb06a76-9ecf-43c6-89db-89fd32b6b4d7)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:23.907268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.917080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-d19700b8-9155-41c4-86fb-6e838fb808cf service neutron] 10.222.0.58 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780859 Dec 09 09:31:23.918274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.918888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:23.932341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Allocated IP 172.20.0.2 (ad995fcc-a261-41a5-aae8-6523abfaccaa/0084af52-be0b-4597-b1fe-f6dff6189fab/7e2a5f9a-d47b-4190-943e-57b9345f3adf) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:23.949540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=ec495c07-89d7-4a3f-9b00-8f7a82409fd2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:23.955196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:24.005637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0712233-da41-4ca0-9cc6-91c75eac5949 None None] DHCP port deletion for caa290ec-5ff7-4160-8e02-1dfd61737eb9 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:24.046690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 7ce0af0b-493e-471d-bca5-c5d5aba1759c owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:24.082713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:24.098978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f0712233-da41-4ca0-9cc6-91c75eac5949 None None] Deleting port 7ce0af0b-493e-471d-bca5-c5d5aba1759c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:24.099987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f0712233-da41-4ca0-9cc6-91c75eac5949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.142309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.148398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6900804-0787-4825-930b-87577da88c75 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:24.198132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f0712233-da41-4ca0-9cc6-91c75eac5949 None None] The port '7ce0af0b-493e-471d-bca5-c5d5aba1759c' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:31:24.211360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=7ce0af0b-493e-471d-bca5-c5d5aba1759c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:24.217551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No DVR routers for this DVR port 7ce0af0b-493e-471d-bca5-c5d5aba1759c on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:24.219737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:24.300546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.325654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.342483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.342768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Transition to ACTIVE for port object 7e2a5f9a-d47b-4190-943e-57b9345f3adf will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:24.364118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Transition to ACTIVE for port object 7e2a5f9a-d47b-4190-943e-57b9345f3adf will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:24.372933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.379163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:24.388900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.420588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa290ec-5ff7-4160-8e02-1dfd61737eb9']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:24.435575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:24.435905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb06a76-9ecf-43c6-89db-89fd32b6b4d7') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:24.449807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.466565 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/ec495c07-89d7-4a3f-9b00-8f7a82409fd2 HTTP/1.1" status: 204 len: 168 time: 5.9257307 Dec 09 09:31:24.475070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.482773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:24.483521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.490516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54802) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.515320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790395072'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:24.521383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Network ad995fcc-a261-41a5-aae8-6523abfaccaa is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:24.523677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.525511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:24.525888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.526638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:24.531698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:24.533927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Pushing event updated for resources: {'Port': ['ID=7e2a5f9a-d47b-4190-943e-57b9345f3adf,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:24.538130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:24.543169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5755819-053a-47f8-8300-1859927b7667 tempest-DHCPAgentSchedulersTestJSON-883375149 tempest-DHCPAgentSchedulersTestJSON-883375149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:24.565482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:24.570720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.572482 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9ed20ccb-10dc-445a-a25c-ff92fe632b08 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3377886 Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:24.586666 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:24.589994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54806) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.593263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:24.595678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa', 'name': 'tempest-PortsTestJSON-1465048283'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:24.613199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.617713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.620122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:24.626285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5381a57-e447-4338-9202-bca445bdd014 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:24.657474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Attempting to bind port 7e2a5f9a-d47b-4190-943e-57b9345f3adf on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:24.658068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Attempting to bind port 7e2a5f9a-d47b-4190-943e-57b9345f3adf by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:24.658907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Attempting to bind port 7e2a5f9a-d47b-4190-943e-57b9345f3adf on network ad995fcc-a261-41a5-aae8-6523abfaccaa {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:24.667849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:24.668412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Checking segment: {'id': 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:24.668912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.669411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Bound using segment: {'id': 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:24.670113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Bound port: 7e2a5f9a-d47b-4190-943e-57b9345f3adf, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ad995fcc-a261-41a5-aae8-6523abfaccaa'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:24.670591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.685447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:24.708444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=caa290ec-5ff7-4160-8e02-1dfd61737eb9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:24.710779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:24.722589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54810) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.722890 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7264683 Dec 09 09:31:24.735731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Request body: {'network': {'project_id': '43d0849cd1fa42308e4fa131a2eb0193'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:24.751712 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/caa290ec-5ff7-4160-8e02-1dfd61737eb9 HTTP/1.1" status: 204 len: 168 time: 1.3352373 Dec 09 09:31:24.753498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:24.758237 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-169137b6-46f7-443f-bf30-c4b52c82b454 req-79637cb3-611e-44cc-a270-7ad098668315 service neutron] 10.222.0.58 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147264 Dec 09 09:31:24.758906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event updated for resources: {'Network': ['ID=d3160d70-13b4-4724-a3d6-1de4d9805565,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:24.762627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.765322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:24.768510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Usage tracker for resource:network and tenant:43d0849cd1fa42308e4fa131a2eb0193 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:24.768801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.772306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-693eaf1f-a1f7-46d4-b4e0-b96b8f05d23d None None] Provisioning complete for port 80a50e57-a580-41dc-8c7f-912ab06b3e4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:24.772930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-693eaf1f-a1f7-46d4-b4e0-b96b8f05d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.778255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024686215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:24.783637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:24.788595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:24.803442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d3160d70-13b4-4724-a3d6-1de4d9805565 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:24.809073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:24.814559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:24.817014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] For port 7e2a5f9a-d47b-4190-943e-57b9345f3adf, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:24.819841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:24.826781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:24.841387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] For port 7e2a5f9a-d47b-4190-943e-57b9345f3adf, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e2a5f9a-d47b-4190-943e-57b9345f3adf,segment=NetworkSegment(cfe81076-456d-4784-a9a5-eb9fe68d2f6b),segment_id=cfe81076-456d-4784-a9a5-eb9fe68d2f6b)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:24.852757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:24.863948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:24.869594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Made reservation on behalf of 43d0849cd1fa42308e4fa131a2eb0193 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:24.871819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.882559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:24.889924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:24.897642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.898624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.903903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:24.912883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.920513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e076c981-24a0-49aa-b58d-3cd9d889cfee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:24.938159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:24.944176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:24.948066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.966306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.966621 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Added segment c303ffa5-3d70-4234-9dab-58aac53d635a of type vlan for network 7a3c5e12-a81e-496d-a4da-117a88ae234b Dec 09 09:31:24.974508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.996967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:24.998456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port b447c197-f546-41a2-ab3d-b76217dc1808 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:25.030369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bf8ef-0c05-4fcf-be14-de7ae5cbadfe req-1a795ee6-120d-43a5-94e1-e35e7f15c06a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:25.031870 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-884bf8ef-0c05-4fcf-be14-de7ae5cbadfe req-1a795ee6-120d-43a5-94e1-e35e7f15c06a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 944 time: 0.6913934 Dec 09 09:31:25.048736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Pushing event updated for resources: {'Port': ['ID=7e2a5f9a-d47b-4190-943e-57b9345f3adf,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:25.055853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:25.069032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:25.076566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.084882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.122920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.123264 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment e56af10e-73eb-4070-9211-9cfc194a84db of type vlan for network 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 Dec 09 09:31:25.188107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7ce0af0b-493e-471d-bca5-c5d5aba1759c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:25.202447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.203670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-763b38d8-16c7-4eba-85ee-d64294950284 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4400487 Dec 09 09:31:25.208569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-884bf8ef-0c05-4fcf-be14-de7ae5cbadfe req-a9c3adc3-ac6a-489b-ae9e-28be584bced9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633224 Dec 09 09:31:25.211976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.217142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54818) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.223144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.231669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2039596533'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:25.231929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.232850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:25.233418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.236197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7ce0af0b-493e-471d-bca5-c5d5aba1759c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:25.236729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7ce0af0b-493e-471d-bca5-c5d5aba1759c not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:25.238245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fe539bd8-c127-440b-90ea-63e031d6bf0e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:25.244853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:25.287227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:25.292619 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5660913 Dec 09 09:31:25.314927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54822) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.315942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=fc814152-7aa2-438d-8142-ba495a34392f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:25.336272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:25.339652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:25.348809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Request body: {'network': {'project_id': '43d0849cd1fa42308e4fa131a2eb0193'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:25.362017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:25.371934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.5 (ad995fcc-a261-41a5-aae8-6523abfaccaa/0084af52-be0b-4597-b1fe-f6dff6189fab/b447c197-f546-41a2-ab3d-b76217dc1808) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:25.373417 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-610d0313-1c05-44fe-b2a2-3c9f6f78bfbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 1097 time: 0.5468102 Dec 09 09:31:25.376802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event updated for resources: {'Network': ['ID=7a3c5e12-a81e-496d-a4da-117a88ae234b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:25.378806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:25.379839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:25.388989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:25.396405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5863370b-e8e3-4c89-a23e-545b25e63400 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:25.412540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.416003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Usage tracker for resource:network and tenant:43d0849cd1fa42308e4fa131a2eb0193 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:25.422828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:25.423803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 7a3c5e12-a81e-496d-a4da-117a88ae234b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:25.446525 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fc814152-7aa2-438d-8142-ba495a34392f HTTP/1.1" status: 204 len: 168 time: 2.2991984 Dec 09 09:31:25.457325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.460237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:25.470136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.474200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:25.474796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.533819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72bf0aaa-1f84-41e6-b6fc-9821166fd7f5 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:25.547535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c8cc5463-7e86-4afa-bbe8-11433514b829 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877960 Dec 09 09:31:25.548892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:31:25.549343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:25.553339 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-235874ec-35b9-49ca-90ff-ba9225f6b30b tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2339211 Dec 09 09:31:25.565793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54830) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.566367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54832) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.569458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:25.572629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.617305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:25.721734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.738875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object b447c197-f546-41a2-ab3d-b76217dc1808 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:25.742058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2429118 Dec 09 09:31:25.745691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54838) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.752881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:25.850199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:25.861824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:25.865688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:25.875408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:25.976336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.976336 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 9bb38aa1-651e-43e2-9de3-f2ac26d58eca of type vlan for network 2330bf89-8478-46a8-a517-23d2f4297565 Dec 09 09:31:25.978997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:25.982111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:25.985468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:25.986247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-f11a14e1-6875-4ffd-92d0-97aa671b50a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:25.987979 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-f11a14e1-6875-4ffd-92d0-97aa671b50a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c64ded21-40a1-45f3-9fcd-3fc44d73ced7 HTTP/1.1" status: 200 len: 897 time: 0.6002767 Dec 09 09:31:25.993256 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7e7f85be-d769-4e5b-b700-cc0ecc4ee73a tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43d0849cd1fa42308e4fa131a2eb0193&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4097159 Dec 09 09:31:25.993539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0cf06ca-5f31-4a08-b68c-ea1b339cb560 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:25.994537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.004466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:26.010952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:26.012352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:26.026601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:26.030193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:26.030349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Deleting port 80a50e57-a580-41dc-8c7f-912ab06b3e4f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:26.030640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.054931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:26.088908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ad995fcc-a261-41a5-aae8-6523abfaccaa is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:26.092892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:26.095234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:26.135092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=b447c197-f546-41a2-ab3d-b76217dc1808,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:26.138194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:26.147453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:26.173356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:26.179070 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-8284734f-5111-498c-af68-496783a6bf58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898 HTTP/1.1" status: 200 len: 217 time: 0.1711204 Dec 09 09:31:26.194135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.233713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Router bd69f8b9-3618-422a-8db2-60f392bcfca6 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:31:26.246989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:26.250418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.295054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] For port 80a50e57-a580-41dc-8c7f-912ab06b3e4f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=80a50e57-a580-41dc-8c7f-912ab06b3e4f,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:26.295919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.332583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:26.333376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.365159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.445604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbacd9-edf9-4de1-a9f7-bce9feab188f None None] Network ad995fcc-a261-41a5-aae8-6523abfaccaa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:26.469435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Calling delete_port for 80a50e57-a580-41dc-8c7f-912ab06b3e4f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:26.518524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing IP validity checks on allocation pools {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:31:26.519132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:31:26.527105 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9377649 Dec 09 09:31:26.528393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54848) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.560304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-96da47ab-5b8e-46fc-8910-b918e97bbc23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:26.562026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-96da47ab-5b8e-46fc-8910-b918e97bbc23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=293fcc65-140f-42ee-9b37-e7a22caf42dd HTTP/1.1" status: 200 len: 838 time: 0.3633070 Dec 09 09:31:26.671645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.672108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e2206c2-8dfb-437d-91ad-98668a153067 None None] Provisioning for port 7e2a5f9a-d47b-4190-943e-57b9345f3adf completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:26.676011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:26.676688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.688825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d1cc7137-2c9a-4a5a-af73-f12cbe9c9215 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:26.703990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.722329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.731960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:26.773014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53a65f4f-c312-4a02-ab90-f61fbddb3898 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:31:26.789597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Pushing event deleted for resources: {'Port': ['ID=80a50e57-a580-41dc-8c7f-912ab06b3e4f,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:26.799523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:26.807904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] No DVR routers for this DVR port 80a50e57-a580-41dc-8c7f-912ab06b3e4f on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:26.824005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4a6b-8382-4f94-ad50-189cc296272c req-b8b15e85-ae0d-40f0-8e19-a4574c7eb794 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:26.826381 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cc8a4a6b-8382-4f94-ad50-189cc296272c req-b8b15e85-ae0d-40f0-8e19-a4574c7eb794 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 944 time: 0.3755872 Dec 09 09:31:26.862568 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6442423 Dec 09 09:31:26.866315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54852) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.868082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:26.885599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=2330bf89-8478-46a8-a517-23d2f4297565,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:26.895413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:26.917944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:26.926493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 2330bf89-8478-46a8-a517-23d2f4297565 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:27.022599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.031952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:27.095505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:27.111664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=08b8c908-6078-4588-8f9e-a9d23ae9f396,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:27.116917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:27.118433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:27.122874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '53a65f4f-c312-4a02-ab90-f61fbddb3898', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'port_id': '53a65f4f-c312-4a02-ab90-f61fbddb3898', 'mac_address': 'fa:16:3e:4b:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:31:27.123106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cc8a4a6b-8382-4f94-ad50-189cc296272c req-4f906986-6e00-4b05-8d7a-b290698b98a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843306 Dec 09 09:31:27.212092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.217784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:27.222759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:27.232709 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-b779899d-040e-4469-8449-009dca68909d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c64ded21-40a1-45f3-9fcd-3fc44d73ced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6080604 Dec 09 09:31:27.233489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a65f4f-c312-4a02-ab90-f61fbddb3898 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:31:27.251384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:27.254661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:27.258542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.262506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:27.317947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e2a5f9a-d47b-4190-943e-57b9345f3adf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:27.326222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.334802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3fefe574-857c-48d2-86c3-4c3d59bc36bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:27.412616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:27.416781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:27.420259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f2ab0-7663-47ea-98f5-d2b16549d2ae,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:27.422215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:27.434549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7e2a5f9a-d47b-4190-943e-57b9345f3adf completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:27.441066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': 'e56af10e-73eb-4070-9211-9cfc194a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:27.441508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:27.441889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:27.461394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7e2a5f9a-d47b-4190-943e-57b9345f3adf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:27.461777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.485390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.539641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ad692110-81b2-4a23-adb7-2df3e2ff42d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:27.584987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:27.602134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Provisioning complete for port 7e2a5f9a-d47b-4190-943e-57b9345f3adf triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:27.602509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.606273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:27.631399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:27.632159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.632289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.636875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54856) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.637181 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/119f2ab0-7663-47ea-98f5-d2b16549d2ae HTTP/1.1" status: 204 len: 168 time: 1.6359894 Dec 09 09:31:27.688259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533e2fa-a70f-4a55-b14b-a378be9acdea None None] Network 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:27.691504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.699932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:27.705789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.727831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:27.737305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-089ddc57-f330-474e-b98a-f9f61221fd25 service neutron] 10.222.0.58 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864078 Dec 09 09:31:27.738508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:27.739175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.747581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=878ba1a7-4ff2-4ff0-8ca6-9d70b1051497,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:27.771021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['53a65f4f-c312-4a02-ab90-f61fbddb3898'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:31:27.800881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:27.809086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd8d006-2b2a-4453-b2f3-ca3d3e1367ee None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:27.896939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1475368 Dec 09 09:31:27.921094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54860) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.922436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:27.963978 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3783677 Dec 09 09:31:27.964897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54864) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.973635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:28.000774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.028782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:28.065625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] Sync routers for ids ['bd69f8b9-3618-422a-8db2-60f392bcfca6'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:28.150558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.171186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 7e2a5f9a-d47b-4190-943e-57b9345f3adf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e2a5f9a-d47b-4190-943e-57b9345f3adf,segment=NetworkSegment(cfe81076-456d-4784-a9a5-eb9fe68d2f6b),segment_id=cfe81076-456d-4784-a9a5-eb9fe68d2f6b)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:28.205583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.216685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:28.267187 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-08a8eafd-6b2f-430b-ba9d-b83b7fd60bc9 req-e411768f-b2f4-47db-8769-881b652d41a6 service neutron] 10.222.0.58 "GET /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122490 Dec 09 09:31:28.268273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.272348 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2634590 Dec 09 09:31:28.273374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54870) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.294620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:28.360536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] Routers {'bd69f8b9-3618-422a-8db2-60f392bcfca6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:28.361213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bd69f8b9-3618-422a-8db2-60f392bcfca6'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.405212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.488090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:28.516676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.524064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:28.535881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:28.540981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:28.573788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:28.585927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3c5e12-a81e-496d-a4da-117a88ae234b']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.591826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.594107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84081901-b281-406c-8e16-c0642d9d5cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3', 'network_id': '52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '08b8c908-6078-4588-8f9e-a9d23ae9f396'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:28.595009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-84081901-b281-406c-8e16-c0642d9d5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.599061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.604984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 80a50e57-a580-41dc-8c7f-912ab06b3e4f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:28.605333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 80a50e57-a580-41dc-8c7f-912ab06b3e4f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:28.611234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c303ffa5-3d70-4234-9dab-58aac53d635a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.611488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c303ffa5-3d70-4234-9dab-58aac53d635a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.630645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.641474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:28.688401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.690289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.703098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44b9802f-de83-4abd-aaa5-f785621d7a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:28.706282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7e2a5f9a-d47b-4190-943e-57b9345f3adf,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:28.709877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:28.740048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.748144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:28.748371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:28.763091 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:28.765730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b00f647-b522-4bb4-913a-1ab25ad42a65', 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'tenant_id': '165c3373b59e4864aaf6faab1046ea49', 'fixed_ips': [{'subnet_id': '878ba1a7-4ff2-4ff0-8ca6-9d70b1051497'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:28.765730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.769025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.776560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b6e0ca7b-7dca-49ac-8488-30702ccfea0c tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:28.790614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:28.790969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:28.800606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] Routers {'bd69f8b9-3618-422a-8db2-60f392bcfca6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:28.800880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bd69f8b9-3618-422a-8db2-60f392bcfca6'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.825346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8f2fc-4f4e-4c37-afb5-ce0b33c6fea1 req-29c9f7f3-ccda-447e-b8f1-f500f8388e41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:28.832142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-78a8f2fc-4f4e-4c37-afb5-ce0b33c6fea1 req-29c9f7f3-ccda-447e-b8f1-f500f8388e41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 945 time: 0.4015207 Dec 09 09:31:28.845453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=831d29f3-a655-4e3f-ac19-53148703de7f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:28.854087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:28.887617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:28.888026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9df-8318-44ac-8b73-1e07da76283a None None] The sync data for ids ['bd69f8b9-3618-422a-8db2-60f392bcfca6'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:28.900237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:28.907864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32c8399f-beb7-4dc4-a5bf-5f3fece3cb51 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:28.963871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:28.963871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 2330bf89-8478-46a8-a517-23d2f4297565, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:28.969050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=08b8c908-6078-4588-8f9e-a9d23ae9f396,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:28.980850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:29.002412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=b447c197-f546-41a2-ab3d-b76217dc1808,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:29.004702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-84081901-b281-406c-8e16-c0642d9d5cbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b8c908-6078-4588-8f9e-a9d23ae9f396: This subnet is being modified by another concurrent operation. Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:31:29.019605 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b8c908-6078-4588-8f9e-a9d23ae9f396: This subnet is being modified by another concurrent operation. Dec 09 09:31:29.023906 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:31:29.028335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.028335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:29.032558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-78a8f2fc-4f4e-4c37-afb5-ce0b33c6fea1 req-6a6ce570-1301-4252-b0bb-dee0480f5d6b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990464 Dec 09 09:31:29.033999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:29.082851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d5f11-490a-4aa7-9912-32d512e69592 None None] Network 52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:29.101579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.138614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a3c5e12-a81e-496d-a4da-117a88ae234b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:29.146660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "DELETE /v2.0/networks/7a3c5e12-a81e-496d-a4da-117a88ae234b HTTP/1.1" status: 204 len: 168 time: 1.5003524 Dec 09 09:31:29.153138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.153791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:29.156875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54874) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.227855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 2330bf89-8478-46a8-a517-23d2f4297565 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:29.247456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e2a5f9a-d47b-4190-943e-57b9345f3adf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:29.258827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:29.276498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 2330bf89-8478-46a8-a517-23d2f4297565) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:29.280724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56af10e-73eb-4070-9211-9cfc194a84db') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:29.281352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56af10e-73eb-4070-9211-9cfc194a84db') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:29.293510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:29.294173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.303842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.339687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.343361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4811563-5cfe-4f35-b773-4e9b039d9a58 None None] Network 2330bf89-8478-46a8-a517-23d2f4297565 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:29.358575 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4824438 Dec 09 09:31:29.360245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:29.360698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.375434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54878) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:29.377397 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:29.458196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.536570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Allocated IP 2001:db8::2 (8b00f647-b522-4bb4-913a-1ab25ad42a65/878ba1a7-4ff2-4ff0-8ca6-9d70b1051497/e2c8bd8e-86a2-451d-a55d-e8cdc452d351) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:29.642410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.647158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-83a4abe6-cb4f-4731-a575-ba5314680ede tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:29.666678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.675987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:29.679852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:29.684166 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 HTTP/1.1" status: 204 len: 168 time: 1.7619998 Dec 09 09:31:29.695010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54884) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.723355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 878ba1a7-4ff2-4ff0-8ca6-9d70b1051497 (CIDR: 2001:db8::/64) Dec 09 09:31:29.727315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627508040'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:29.746079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:29.748751 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:29.749195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:29.759055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:29.817400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:29.843407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:29.852915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.874884 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b21a959a-72c4-4010-a8e7-44adcfa555ca tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9063141 Dec 09 09:31:29.878857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54888) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.942791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'subnet': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:29.967858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:29.984265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Provisioning for port b447c197-f546-41a2-ab3d-b76217dc1808 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:29.990835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Transition to ACTIVE for port object e2c8bd8e-86a2-451d-a55d-e8cdc452d351 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:30.009035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:30.011542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Provisioning complete for port b447c197-f546-41a2-ab3d-b76217dc1808 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:30.012073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.012559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.029718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3160d70-13b4-4724-a3d6-1de4d9805565']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:30.042683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.063530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0464a9ac-77d8-4c0c-8dcb-f65b0ccec7c9') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:30.063987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0464a9ac-77d8-4c0c-8dcb-f65b0ccec7c9') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:30.064118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7e2a5f9a-d47b-4190-943e-57b9345f3adf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:30.064706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.136399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.179960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Transition to ACTIVE for port object e2c8bd8e-86a2-451d-a55d-e8cdc452d351 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:30.182408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-2330bf89-8478-46a8-a517-23d2f4297565', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:30.183582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.185288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:30.187693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.208190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2414e68a-1217-4621-ae6f-87dca40e646c None None] Port b447c197-f546-41a2-ab3d-b76217dc1808 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:30.219246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:30.219670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.229173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:30.234102 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:30.236434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-723d028d-d124-4171-8f26-c64408c7fa41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:30.302470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.302821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 29953b88-977a-4301-aa5b-56903094b43b of type vlan for network 87887884-9b87-4510-a152-b66f0a21bf90 Dec 09 09:31:30.359863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.416222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.449718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:30.451193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Pushing event updated for resources: {'Port': ['ID=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:30.460820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:30.466537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:30.492527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:30.498671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:30.513587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1f1b1137-34fb-440b-b586-66b9a3bb39f4 None None] Provisioning complete for port b447c197-f546-41a2-ab3d-b76217dc1808 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:30.513961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1137-34fb-440b-b586-66b9a3bb39f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.515061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:subnet and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:30.521313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.526176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.539694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:30.543386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1da66f26-27fa-4063-9798-8ad0d7b28584 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:30.568452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.575293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:30.588020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3160d70-13b4-4724-a3d6-1de4d9805565,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:30.590364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.590583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:30.592414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d3160d70-13b4-4724-a3d6-1de4d9805565 HTTP/1.1" status: 204 len: 168 time: 1.4251022 Dec 09 09:31:30.669969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.698285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Deleting port 12df6dfb-21a0-48f5-a964-018c217fdb1e {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:30.698818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.725639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b1137-34fb-440b-b586-66b9a3bb39f4 None None] Port b447c197-f546-41a2-ab3d-b76217dc1808 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:30.739470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Attempting to bind port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:30.739884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Attempting to bind port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:30.740264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Attempting to bind port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 on network 8b00f647-b522-4bb4-913a-1ab25ad42a65 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:30.746975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:30.755084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Allocated IP 2001:db8::2 (2330bf89-8478-46a8-a517-23d2f4297565/831d29f3-a655-4e3f-ac19-53148703de7f/924721ce-df62-406d-a87c-d9894b3c2382) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:30.762111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53a65f4f-c312-4a02-ab90-f61fbddb3898 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:30.775915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:30.779534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.802256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:30.802641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Checking segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:30.803056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.803465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Bound using segment: {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:30.803970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Bound port: e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b739895-a5a3-41cb-8887-0cd53c5d58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:30.804355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.910030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.937997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.942993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:30.943576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:30.958759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f4aa0bd-5610-45bb-a24b-a03c246f9e44 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:31.023132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec4c3e-eb0b-492f-a5e0-755934f46d91 req-1847b1dd-e676-4d6a-8422-eb016b1f1a0f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:31.031749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-06ec4c3e-eb0b-492f-a5e0-755934f46d91 req-1847b1dd-e676-4d6a-8422-eb016b1f1a0f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 945 time: 0.6587300 Dec 09 09:31:31.040555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] For port e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:31.058635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 53a65f4f-c312-4a02-ab90-f61fbddb3898 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:31.082103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Calling delete_port for 12df6dfb-21a0-48f5-a964-018c217fdb1e owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:31.099653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] For port e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:31.100659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 53a65f4f-c312-4a02-ab90-f61fbddb3898 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:31.101065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.116796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4171512 Dec 09 09:31:31.136016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.143543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:31.199103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.227267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '87887884-9b87-4510-a152-b66f0a21bf90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:31.246814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.281728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Transition to ACTIVE for port object 924721ce-df62-406d-a87c-d9894b3c2382 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:31.284141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Pushing event updated for resources: {'Port': ['ID=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:31.293758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:31.303933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.311996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ce70ad8-f459-4d84-abc5-e71e045e737f tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:31.369169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Transition to ACTIVE for port object 924721ce-df62-406d-a87c-d9894b3c2382 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:31.385228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.396689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.399775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Pushing event deleted for resources: {'Port': ['ID=12df6dfb-21a0-48f5-a964-018c217fdb1e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:31.404613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9cedf7e8-9cc4-49aa-b867-54745554dfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:31.405379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:31.453553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54906) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.479817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:31:31.511826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Network 2330bf89-8478-46a8-a517-23d2f4297565 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:31.512694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Pushing event updated for resources: {'Port': ['ID=924721ce-df62-406d-a87c-d9894b3c2382,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:31.516306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:31.517427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:31.519229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:31.520022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:31.528055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:31.542263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-575b3c82-5f41-4f45-a2c7-2bce6058df53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:31.591276 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-06ec4c3e-eb0b-492f-a5e0-755934f46d91 req-b9b70019-a53c-40ad-a652-2490ebc0ad7c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5582910 Dec 09 09:31:31.606357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=87887884-9b87-4510-a152-b66f0a21bf90,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:31.610787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:31.664291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 87887884-9b87-4510-a152-b66f0a21bf90 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:31.674604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:31.687609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:31.708714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:31.730653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:31.770175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:31.829660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8::1 (2330bf89-8478-46a8-a517-23d2f4297565/831d29f3-a655-4e3f-ac19-53148703de7f/09e427f1-4e31-424f-81bf-579829e9ac06) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:31.941145 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898', 'code': 200} Dec 09 09:31:31.977874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:32.014854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.025734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.046733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:32.050906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Attempting to bind port 924721ce-df62-406d-a87c-d9894b3c2382 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:32.050906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Attempting to bind port 924721ce-df62-406d-a87c-d9894b3c2382 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:32.051366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.055650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Attempting to bind port 924721ce-df62-406d-a87c-d9894b3c2382 on network 2330bf89-8478-46a8-a517-23d2f4297565 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:32.071243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:32.073734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:32.074330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Checking segment: {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:32.074970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.075527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Bound using segment: {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:32.076198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Bound port: 924721ce-df62-406d-a87c-d9894b3c2382, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:32.076799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.097261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98bcef3c-12fd-4319-be23-c07d950b9711 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:32.203551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] For port 924721ce-df62-406d-a87c-d9894b3c2382, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:32.208437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] For port 924721ce-df62-406d-a87c-d9894b3c2382, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=924721ce-df62-406d-a87c-d9894b3c2382,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:32.217521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.221736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1169364b-0714-4ce9-9307-fca959cb5efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:32.245937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.285109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=b447c197-f546-41a2-ab3d-b76217dc1808,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:32.287620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.288179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:32.294103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.309348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Pushing event updated for resources: {'Port': ['ID=924721ce-df62-406d-a87c-d9894b3c2382,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:32.317449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:32.478309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.488601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.490584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:32.500469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Usage tracker for resource:security_group_rule and tenant:34fbd422fc5544319f149474f3b92428 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:32.504235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:32.510535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.522031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:32.526597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 09e427f1-4e31-424f-81bf-579829e9ac06 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:32.691688 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-60352ae7-a6c0-414d-a322-9580d0f537b8 req-6344b7d6-26e1-416c-ba45-e7bb66b0dc6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 1099 time: 0.5173082 Dec 09 09:31:32.777358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network ad995fcc-a261-41a5-aae8-6523abfaccaa is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:32.784953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.832208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:32.834304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.847658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.860153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:32.878409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.924977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:32.932128 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-60352ae7-a6c0-414d-a322-9580d0f537b8 req-90d9cea0-5c16-41eb-b18e-188e1c9f28d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517992 Dec 09 09:31:32.949478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d255cf-a239-4b95-8745-070ba8e251a2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:32.967684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 2330bf89-8478-46a8-a517-23d2f4297565 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:32.970224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Router bd69f8b9-3618-422a-8db2-60f392bcfca6 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:32.971575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:32.972488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:32.974126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c15408a-4871-4c36-81dc-ec21072a0f9a tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:33.001649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.objects.ports [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83487) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 09 09:31:33.015213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:33.015213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.034545 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34fbd422fc5544319f149474f3b92428&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5744350 Dec 09 09:31:33.039642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ed0c78b-1817-4e22-8ad1-5029e54a0f62 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:33.047041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54918) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:33.192922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:33.197963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:33.198816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=0059f2bb-9df4-424a-83cf-df8acc89e5bb,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:33.210418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:33.298071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e2c8bd8e-86a2-451d-a55d-e8cdc452d351 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:33.318467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '29953b88-977a-4301-aa5b-56903094b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:33.318833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 87887884-9b87-4510-a152-b66f0a21bf90, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:33.328850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1efcb1-e895-48e8-a5d8-f36125eb1fef req-1d79f1b9-e25c-4ab3-b1c9-6eea2269b922 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:33.334409 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc1efcb1-e895-48e8-a5d8-f36125eb1fef req-1d79f1b9-e25c-4ab3-b1c9-6eea2269b922 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 0.5548446 Dec 09 09:31:33.342118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-945a9b2c-e05b-44ef-9a67-150ded9bb8d4 None None] Provisioning for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:33.362906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.382694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-945a9b2c-e05b-44ef-9a67-150ded9bb8d4 None None] Provisioning complete for port b447c197-f546-41a2-ab3d-b76217dc1808 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:33.383358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-945a9b2c-e05b-44ef-9a67-150ded9bb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.526816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-945a9b2c-e05b-44ef-9a67-150ded9bb8d4 None None] Port b447c197-f546-41a2-ab3d-b76217dc1808 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:33.547950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:33.556021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:33.557331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.596455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-abeaeb4c-073d-44d1-aab9-e28aa8c9a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.687572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.717649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.756285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:33.762911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.764529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 924721ce-df62-406d-a87c-d9894b3c2382 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:33.784424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:33.785331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:33.797732 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc1efcb1-e895-48e8-a5d8-f36125eb1fef req-9d6b42d8-5568-4f3b-90fb-a44f4c761972 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356949 Dec 09 09:31:33.797962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.799948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b6a8312e-6e40-4332-b063-eb4de3fa303d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:33.822727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:33.828522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2979da-8749-42ee-8ae6-d25e0cbfcb25 None None] Network 2330bf89-8478-46a8-a517-23d2f4297565 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:33.844564 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] Sync routers for ids ['bd69f8b9-3618-422a-8db2-60f392bcfca6'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:33.852105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 87887884-9b87-4510-a152-b66f0a21bf90 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:33.855504 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] Routers {'bd69f8b9-3618-422a-8db2-60f392bcfca6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:33.856795 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bd69f8b9-3618-422a-8db2-60f392bcfca6'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:33.887318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 87887884-9b87-4510-a152-b66f0a21bf90) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:33.910352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:33.911335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.925908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.940906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Router 0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:31:33.953475 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7378681 Dec 09 09:31:33.954893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:33.955648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54924) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:33.970693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:33.971850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "PUT /v2.0/routers/bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 200 len: 706 time: 5.6924224 Dec 09 09:31:33.973036 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] Routers {'bd69f8b9-3618-422a-8db2-60f392bcfca6'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:33.973865 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['bd69f8b9-3618-422a-8db2-60f392bcfca6'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:33.981983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54928) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:33.987488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799a039-e467-4b9f-9791-f808c9e19136 None None] Network 87887884-9b87-4510-a152-b66f0a21bf90 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:34.089916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:34.090591 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e4936-c122-484b-97a6-e6410de161fd None None] The sync data for ids ['bd69f8b9-3618-422a-8db2-60f392bcfca6'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:34.141762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:34.148887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-145dcc05-efdd-4347-8fde-1745bf3705dc None None] Provisioning for port 924721ce-df62-406d-a87c-d9894b3c2382 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:34.152089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:34.162338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.244852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 924721ce-df62-406d-a87c-d9894b3c2382 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:34.252498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 924721ce-df62-406d-a87c-d9894b3c2382 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:34.252883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.266774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.266774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.275242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6382d3f2-a77b-4e45-b842-aa9735b6ff7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:34.362178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:34.366673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:34.374449 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-33767ab6-a911-49fc-9947-1c9124cef77b tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/routers/bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 200 len: 741 time: 0.3812878 Dec 09 09:31:34.375326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54932) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.389552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.394680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.403929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a94bef80-3bb4-4f2f-b641-4a354d5b18e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:34.454433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.464446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d255cf-a239-4b95-8745-070ba8e251a2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:34.472775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-96cfa36d-5521-4eeb-9ac6-a3adabe63f7a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&device_id=bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 200 len: 205 time: 0.0934360 Dec 09 09:31:34.477112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.478780 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1d255cf-a239-4b95-8745-070ba8e251a2 HTTP/1.1" status: 204 len: 168 time: 1.4291277 Dec 09 09:31:34.485789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54936) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.486896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:34.500888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-87887884-9b87-4510-a152-b66f0a21bf90', 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '0059f2bb-9df4-424a-83cf-df8acc89e5bb'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:34.501750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.549592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 2330bf89-8478-46a8-a517-23d2f4297565 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:34.550359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:34.613752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.617930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.623994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8d6cd59d-e66a-4c83-990f-dd070aecc157 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 200 len: 205 time: 0.1370099 Dec 09 09:31:34.639331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54942) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.697921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 924721ce-df62-406d-a87c-d9894b3c2382, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=924721ce-df62-406d-a87c-d9894b3c2382,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:34.721889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:34.731647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/routers/0e19cd6f-e7c0-4a57-89e6-5baf15f05de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2012432 Dec 09 09:31:34.733319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54946) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.736311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] Sync routers for ids ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:34.744342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.751355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:34.887282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:34.962891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Allocated IP 172.20.0.1 (87887884-9b87-4510-a152-b66f0a21bf90/0059f2bb-9df4-424a-83cf-df8acc89e5bb/293a372f-8a7a-411e-94c3-dd7b21d207e2) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:34.972987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] Routers {'0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:34.973725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:35.029497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a5b924-581d-451d-8fa8-b628dc44e8f3 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:35.032405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b0a5b924-581d-451d-8fa8-b628dc44e8f3 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:35.115074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=924721ce-df62-406d-a87c-d9894b3c2382,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:35.118307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:35.156030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:35.173011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54954) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:35.178652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.219773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b0a5b924-581d-451d-8fa8-b628dc44e8f3 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:35.224241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b0a5b924-581d-451d-8fa8-b628dc44e8f3 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 HTTP/1.1" status: 200 len: 982 time: 0.4900615 Dec 09 09:31:35.225146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54958) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:35.318618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.326138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] For port e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:35.364608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.404114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e2c8bd8e-86a2-451d-a55d-e8cdc452d351 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:35.481352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Provisioning complete for port 924721ce-df62-406d-a87c-d9894b3c2382 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:35.481754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.541010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] Routers {'0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:35.541954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:35.606125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.606386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:35.606969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.616289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Usage tracker for resource:security_group_rule and tenant:6a051f1433a8423dac96b70fa99ed485 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:35.621991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:35.637260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a8476-f8e4-4736-819e-b69a1bcb6a88 req-13e70f89-4d6f-467e-bc10-45556a58a7d9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:35.638737 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc7a8476-f8e4-4736-819e-b69a1bcb6a88 req-13e70f89-4d6f-467e-bc10-45556a58a7d9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 0.5449505 Dec 09 09:31:35.640887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:35.680082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2e77fa77-d430-4e97-9dcc-8eeb32078063 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:35.688641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.697150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:35.697567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b038761-4618-4e3c-aecb-82741169aa5c None None] The sync data for ids ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:35.717556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Transition to ACTIVE for port object 293a372f-8a7a-411e-94c3-dd7b21d207e2 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:35.729921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bccef6b9-ac71-4cd6-ba29-c13f299aaf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.753848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Subnet': ['ID=106017e3-015a-418d-aef4-91ad88c13e96,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:35.762023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:35.764518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8459c31a-096a-48ea-a0a8-a21a561605a7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:35.775735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc7a8476-f8e4-4736-819e-b69a1bcb6a88 req-e5897c55-c3d8-40ef-aa5b-2524983ecebd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262417 Dec 09 09:31:35.784182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Transition to ACTIVE for port object 293a372f-8a7a-411e-94c3-dd7b21d207e2 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:35.785622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:35.785764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.837756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.845642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6f76e10c-8ece-4e75-a485-12458d82ce2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:35.929715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:35.958796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:31:35.967485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Pushing event updated for resources: {'Port': ['ID=293a372f-8a7a-411e-94c3-dd7b21d207e2,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:35.972712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.975927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:35.990357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Network 87887884-9b87-4510-a152-b66f0a21bf90 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:35.990587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:35.996904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:36.000248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:36.009036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:36.036356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:36.039621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:36.040251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.067022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Provisioning for port 09e427f1-4e31-424f-81bf-579829e9ac06 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:36.079164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f1901-7423-4147-8b0f-46aa99159240 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:36.129946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.139030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.150850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Provisioning complete for port 09e427f1-4e31-424f-81bf-579829e9ac06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:36.151104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.152492 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.2144270 Dec 09 09:31:36.154156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,revision_number=5']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:36.157911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:36.158392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54964) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.163472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.165035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-52cbcf4f-d699-48ad-8f62-bb2a2b12a893 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:36.178304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455a73a3-54ad-478c-9943-fd88afcddf43,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:36.187593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:36.198935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Request body: {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'mac_address': 'fa:16:3e:0c:5e:23', 'name': 'tempest-NetworksTestDHCPv6-706975534'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.204110 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a051f1433a8423dac96b70fa99ed485&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0265818 Dec 09 09:31:36.205272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54968) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.232157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=0059f2bb-9df4-424a-83cf-df8acc89e5bb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:36.235475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:36.291201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Attempting to bind port 293a372f-8a7a-411e-94c3-dd7b21d207e2 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:36.291461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Attempting to bind port 293a372f-8a7a-411e-94c3-dd7b21d207e2 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '29953b88-977a-4301-aa5b-56903094b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:36.291817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Attempting to bind port 293a372f-8a7a-411e-94c3-dd7b21d207e2 on network 87887884-9b87-4510-a152-b66f0a21bf90 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:36.303450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-11f635ac-2aca-4ee2-999e-a17081b97d7d None None] Port 09e427f1-4e31-424f-81bf-579829e9ac06 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:36.312095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:36.312489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Checking segment: {'id': '29953b88-977a-4301-aa5b-56903094b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:36.312904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.313307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Bound using segment: {'id': '29953b88-977a-4301-aa5b-56903094b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:36.313786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Bound port: 293a372f-8a7a-411e-94c3-dd7b21d207e2, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29953b88-977a-4301-aa5b-56903094b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87887884-9b87-4510-a152-b66f0a21bf90'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:36.314172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.353638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.393049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:36.395724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.407238 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:36.419516 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:36.420450 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:36.439431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.465384 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0847952 Dec 09 09:31:36.470068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.470586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Fanout notify agent at l3_agent the message router_deleted on router bd69f8b9-3618-422a-8db2-60f392bcfca6 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:36.475270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.485039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1921247320'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.502549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:36.514137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.515256 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c07270e-bfc1-4424-a974-d33575287a2d tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 204 len: 168 time: 1.8748102 Dec 09 09:31:36.518407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87887884-9b87-4510-a152-b66f0a21bf90']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:36.532286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a4774-8027-48eb-9682-378930f2d667 req-693a6dc6-043d-49b5-8824-e2c6a285de61 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:36.534069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-569a4774-8027-48eb-9682-378930f2d667 req-693a6dc6-043d-49b5-8824-e2c6a285de61 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 0.4991238 Dec 09 09:31:36.534556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54976) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.539008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] For port 293a372f-8a7a-411e-94c3-dd7b21d207e2, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:36.544674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] For port 293a372f-8a7a-411e-94c3-dd7b21d207e2, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=293a372f-8a7a-411e-94c3-dd7b21d207e2,segment=NetworkSegment(29953b88-977a-4301-aa5b-56903094b43b),segment_id=29953b88-977a-4301-aa5b-56903094b43b)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:36.549033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29953b88-977a-4301-aa5b-56903094b43b') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:36.549365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29953b88-977a-4301-aa5b-56903094b43b') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:36.550221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:36.557702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:36.570006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:36.603860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:36.607030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.609939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:36.613980 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:36.625788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cc1767a6-980a-4b3a-8893-5c5777542872 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 200 len: 205 time: 0.0859656 Dec 09 09:31:36.627183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Usage tracker for resource:port and tenant:165c3373b59e4864aaf6faab1046ea49 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:36.628916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54980) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.631022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.638156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7dfdc75b-9a98-43de-9757-1bc1321ffde4 None None] Provisioning complete for port 09e427f1-4e31-424f-81bf-579829e9ac06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:36.638575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc75b-9a98-43de-9757-1bc1321ffde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.642498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:36.658583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:36.676068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.688235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.691194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:36.691676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.700700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9e5b29a-a0c1-43a5-80bb-d8908ba34ae7 tempest-RoutersNegativeTest-752283446 tempest-RoutersNegativeTest-752283446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:36.709219 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:36.715008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Made reservation on behalf of 165c3373b59e4864aaf6faab1046ea49 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:36.731325 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-569a4774-8027-48eb-9682-378930f2d667 req-f9cfb3f8-093a-4a9c-9969-0416369aa2ad tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879113 Dec 09 09:31:36.739925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.754541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:36.771089 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-5f838e73-6697-4db6-8a66-035c8cb4add7 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:36.775952 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f838e73-6697-4db6-8a66-035c8cb4add7 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/bd69f8b9-3618-422a-8db2-60f392bcfca6 HTTP/1.1" status: 404 len: 336 time: 0.1439757 Dec 09 09:31:36.777077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.782210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455a73a3-54ad-478c-9943-fd88afcddf43,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:36.787837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:36.810855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdc75b-9a98-43de-9757-1bc1321ffde4 None None] Port 09e427f1-4e31-424f-81bf-579829e9ac06 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:36.839803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.847443 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/455a73a3-54ad-478c-9943-fd88afcddf43 HTTP/1.1" status: 204 len: 168 time: 0.6391921 Dec 09 09:31:36.886085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:36.908795 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8a3e72d5-bec9-4de1-8774-4b156620c954 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 200 len: 205 time: 0.1219115 Dec 09 09:31:36.909163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 54992) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.947210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Pushing event updated for resources: {'Port': ['ID=293a372f-8a7a-411e-94c3-dd7b21d207e2,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:36.955270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:36.969572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:33Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:33Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:36.973765 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:31:36.974373 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Updating router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 port 09e427f1-4e31-424f-81bf-579829e9ac06 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:31:37.009560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4145e6-75db-4590-8807-ab3dd62d70a0 None None] Network 87887884-9b87-4510-a152-b66f0a21bf90 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:37.024653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:31:37.024653 dv-neutron-821175-1-hyperv neutron-server[83487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:31:37.024653 dv-neutron-821175-1-hyperv neutron-server[83487]: [parameters: {'id': '87887884-9b87-4510-a152-b66f0a21bf90'}] Dec 09 09:31:37.024653 dv-neutron-821175-1-hyperv neutron-server[83487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:37.025966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:37.056038 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.094552 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-7ecc5dfc-c2b4-4999-b6bc-38872156edb9 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:37.096538 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7ecc5dfc-c2b4-4999-b6bc-38872156edb9 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/1d72b828-86de-4928-8a1a-42cc4684bd66 HTTP/1.1" status: 404 len: 336 time: 0.1839113 Dec 09 09:31:37.100967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 54998) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.131261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:37.153157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.153694 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 7e73f516-5ee7-4252-ad58-5b22f5bee7b1 of type vlan for network ee2d5750-5b22-4468-9826-d7bb65283c05 Dec 09 09:31:37.180261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.195687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.198632 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e26a3c18-c36e-4327-9b85-119b8a8d5849 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 200 len: 205 time: 0.0961194 Dec 09 09:31:37.199273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55002) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.208847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.234473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 924721ce-df62-406d-a87c-d9894b3c2382 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:37.335557 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-0cabf85f-ed3e-484a-bd73-8834198931f8 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:37.346145 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0cabf85f-ed3e-484a-bd73-8834198931f8 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/4c532141-cfb5-4db2-9bbe-6062eaed090b HTTP/1.1" status: 404 len: 336 time: 0.1426418 Dec 09 09:31:37.364825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55008) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.373107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] device_id is not set on port 5078dbbd-b2b7-4fef-9bac-6af36904be43 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:37.399514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:37.479618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 924721ce-df62-406d-a87c-d9894b3c2382 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:37.480266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.486818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.490663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:37.491245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.531841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.553763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e85a432-5de6-4da2-a6a7-09f2ec348fae tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 200 len: 205 time: 0.1824801 Dec 09 09:31:37.554513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55014) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.581106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-961737c5-fb29-482c-b3a2-00dd34ffc006 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:37.613681 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1348815 Dec 09 09:31:37.622655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55020) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.639454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:37.757602 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.794241 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Transition to ACTIVE for port object 09e427f1-4e31-424f-81bf-579829e9ac06 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:37.811874 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:37.816122 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:37.845837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d631f5-9a44-4dcf-a3c5-733c8fa4b424 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:31:37.863648 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-93e64b7e-ad32-438e-9a0d-a76df656e991 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:37.867629 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93e64b7e-ad32-438e-9a0d-a76df656e991 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/214b6975-fc54-42aa-a613-be311bcd6a55 HTTP/1.1" status: 404 len: 336 time: 0.3038914 Dec 09 09:31:37.868354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55026) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:37.877429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 293a372f-8a7a-411e-94c3-dd7b21d207e2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:37.877873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.003722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a6d63186-1c4a-4835-a90a-01362afef2f4 None None] Provisioning complete for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:38.004385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a6d63186-1c4a-4835-a90a-01362afef2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.069604 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Attempting to bind port 09e427f1-4e31-424f-81bf-579829e9ac06 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:38.069978 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Attempting to bind port 09e427f1-4e31-424f-81bf-579829e9ac06 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:38.070337 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Attempting to bind port 09e427f1-4e31-424f-81bf-579829e9ac06 on network 2330bf89-8478-46a8-a517-23d2f4297565 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:38.086245 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:38.087115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Checking segment: {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:38.087840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.088158 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Bound using segment: {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:38.088719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Bound port: 09e427f1-4e31-424f-81bf-579829e9ac06, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb38aa1-651e-43e2-9de3-f2ac26d58eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:38.089124 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.106657 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78d0beff-1350-4c1a-9781-b2a71e5dbe35 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 200 len: 205 time: 0.2329824 Dec 09 09:31:38.109535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55032) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.111885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=ee2d5750-5b22-4468-9826-d7bb65283c05,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:38.119414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:38.128392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ee2d5750-5b22-4468-9826-d7bb65283c05 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:38.208700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-821c3192-4809-497d-8a9c-9e89ca60e8e8 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:38.212239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-821c3192-4809-497d-8a9c-9e89ca60e8e8 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/b405a3e1-b433-41d4-b5aa-3afa44ec6b3b HTTP/1.1" status: 404 len: 336 time: 0.0974276 Dec 09 09:31:38.213674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55038) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.241961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d631f5-9a44-4dcf-a3c5-733c8fa4b424 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:31:38.266466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:38.278086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:38.282795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:38.289925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55042) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.292859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:38.301242 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] For port 09e427f1-4e31-424f-81bf-579829e9ac06, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:38.308148 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] For port 09e427f1-4e31-424f-81bf-579829e9ac06, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=09e427f1-4e31-424f-81bf-579829e9ac06,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:38.311689 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Pushing event updated for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:38.324434 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.324990 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.325533 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.326141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.326611 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.327120 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.327726 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.328214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bf32b7c1-0f2a-43d8-acca-e9e5d50348b5 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "GET /v2.0/ports?device_id=37dd1f67-bd87-4bcb-856b-ba1e2b7db0df HTTP/1.1" status: 200 len: 205 time: 0.1070106 Dec 09 09:31:38.328455 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.328931 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.329406 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.330528 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:31:38.333148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55048) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.344255 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.345497 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:38.350369 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:38.394683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.441945 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:38.442982 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:38.469030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:38.487831 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-adef26bd-2127-4953-a67f-394db600a1f9 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] delete failed (client error): The resource could not be found. Dec 09 09:31:38.491878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-adef26bd-2127-4953-a67f-394db600a1f9 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/routers/37dd1f67-bd87-4bcb-856b-ba1e2b7db0df HTTP/1.1" status: 404 len: 336 time: 0.1576462 Dec 09 09:31:38.497623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55054) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.519389 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Pushing event updated for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:38.627641 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d8dd8a-74e8-4693-8b26-d2f34b4858cd tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:38.628663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d8dd8a-74e8-4693-8b26-d2f34b4858cd tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:38.643839 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:38.652790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8::352 (8b00f647-b522-4bb4-913a-1ab25ad42a65/878ba1a7-4ff2-4ff0-8ca6-9d70b1051497/5078dbbd-b2b7-4fef-9bac-6af36904be43) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:38.666160 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-98d8dd8a-74e8-4693-8b26-d2f34b4858cd tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] 10.222.0.41 "DELETE /v2.0/subnets/4a54c944-b690-4383-a149-b7feb85840f6 HTTP/1.1" status: 404 len: 337 time: 0.1674569 Dec 09 09:31:38.669827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 293a372f-8a7a-411e-94c3-dd7b21d207e2, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=293a372f-8a7a-411e-94c3-dd7b21d207e2,segment=NetworkSegment(29953b88-977a-4301-aa5b-56903094b43b),segment_id=29953b88-977a-4301-aa5b-56903094b43b)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:38.670248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.678442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:5e23 (8b00f647-b522-4bb4-913a-1ab25ad42a65/106017e3-015a-418d-aef4-91ad88c13e96/5078dbbd-b2b7-4fef-9bac-6af36904be43) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:38.710390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.741969 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:38.817538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 293a372f-8a7a-411e-94c3-dd7b21d207e2 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:38.927282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port b447c197-f546-41a2-ab3d-b76217dc1808 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:38.927561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:38.994409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c631a5-2d0f-4d5d-988f-fbdf0ea664c0 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:31:39.203899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.211445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8489487c-50b5-4de5-8929-736052bd74ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:39.242438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c631a5-2d0f-4d5d-988f-fbdf0ea664c0 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:31:39.259679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Port': ['ID=293a372f-8a7a-411e-94c3-dd7b21d207e2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:39.274453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:39.274913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55068) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:39.295583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.308754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No DVR routers for this DVR port 293a372f-8a7a-411e-94c3-dd7b21d207e2 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:39.328893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.370464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Transition to ACTIVE for port object 5078dbbd-b2b7-4fef-9bac-6af36904be43 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:39.450413 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:33Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:38Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:39.466098 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651a7b0-80aa-40a3-baa7-6fd70347c4f0 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:33Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:38Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:39.472985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.520929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87887884-9b87-4510-a152-b66f0a21bf90']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:39.537114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29953b88-977a-4301-aa5b-56903094b43b') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:39.537394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29953b88-977a-4301-aa5b-56903094b43b') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:39.578047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.595011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for b447c197-f546-41a2-ab3d-b76217dc1808 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:39.642034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.655227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:39.658944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:39.811415 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:39.867256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.056064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.068437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.069974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.071969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:40.077709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-15a64072-8c36-4027-9c3c-5a32a0e3c688 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:40.119366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.185082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/87887884-9b87-4510-a152-b66f0a21bf90 HTTP/1.1" status: 204 len: 168 time: 6.2224667 Dec 09 09:31:40.189879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55086) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:40.212096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961143016'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:40.215119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=81550269-6adb-4111-ab90-209f748ceccd,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:40.217179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:40.243466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:40.246695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:40.261909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:40.263578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:40.265618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55090) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:40.266619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:40.272846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event updated for resources: {'Port': ['ID=5078dbbd-b2b7-4fef-9bac-6af36904be43,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:40.275484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:40.280468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:40.281566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.281929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:40.285797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Usage tracker for resource:security_group_rule and tenant:e7bfb2428f084f6693b7abcc3e4f2cc5 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:40.301711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:40.304518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:40.313320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4e354ae-5230-4306-ae34-4cdcbc8b1e9f tempest-ExternalNetworksTestJSON-1927563275 tempest-ExternalNetworksTestJSON-1927563275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:40.343338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:40.345874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=87887884-9b87-4510-a152-b66f0a21bf90,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:40.355078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:40.366359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:40.387821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1946397 Dec 09 09:31:40.388625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:40.419516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:40.420036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: ee2d5750-5b22-4468-9826-d7bb65283c05, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:40.428430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:40.431906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.492925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.524654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:40.605482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.613803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting port 5078dbbd-b2b7-4fef-9bac-6af36904be43 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:40.614155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.655274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2060204773'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:40.664110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=b447c197-f546-41a2-ab3d-b76217dc1808,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:40.664925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:40.679740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:40.683895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.716542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-276bdea7-0ba8-434f-8ca9-b40142242663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:40.746667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Usage tracker for resource:router and tenant:e567c49bbfd24e9cb6d01ddaa808e70f is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:40.756214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.756783 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 1cb7eeb3-345f-430e-8d7e-106d45743aaf of type vlan for network 71fa470f-976e-4920-99fb-749e8c7f7f94 Dec 09 09:31:40.762215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:40.770673 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7bfb2428f084f6693b7abcc3e4f2cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4940734 Dec 09 09:31:40.783716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55100) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:40.787398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:40.808126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:40.893581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aeb536-bff5-450f-8881-d202fe465beb,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:40.897346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:40.913645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ee2d5750-5b22-4468-9826-d7bb65283c05 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:40.936230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.937129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.948400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ee2d5750-5b22-4468-9826-d7bb65283c05) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:40.958123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e279eba-a1be-444d-832d-015a81178a23 None None] Network ee2d5750-5b22-4468-9826-d7bb65283c05 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:40.975208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:40.982693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:40.985985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.091446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2376003c-43b7-4e88-b052-dc919836c4cd None None] Provisioning for port 5078dbbd-b2b7-4fef-9bac-6af36904be43 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:41.099884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2376003c-43b7-4e88-b052-dc919836c4cd None None] Provisioning complete for port 5078dbbd-b2b7-4fef-9bac-6af36904be43 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:41.100216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2376003c-43b7-4e88-b052-dc919836c4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.138728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.145867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.188885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.192966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:41.193727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.201144 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5745401 Dec 09 09:31:41.204388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-06b81ed6-faa8-4d04-83c1-c82336c508b1 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:41.205565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55104) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.217506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2376003c-43b7-4e88-b052-dc919836c4cd None None] Port 5078dbbd-b2b7-4fef-9bac-6af36904be43 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:41.285873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.300090 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1013114 Dec 09 09:31:41.300584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55108) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.304079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.310230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 09e427f1-4e31-424f-81bf-579829e9ac06 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:41.328685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.343562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ee2d5750-5b22-4468-9826-d7bb65283c05', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:41.344411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.362975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '71fa470f-976e-4920-99fb-749e8c7f7f94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:41.385158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.544156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Allocated IP 2001:db8:1::2 (ee2d5750-5b22-4468-9826-d7bb65283c05/81550269-6adb-4111-ab90-209f748ceccd/a68fffb0-6292-44cc-86af-30b4c0756790) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:41.548403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.551233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff2875b2-c0b9-4a80-b712-7ff536ec3948 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2783206 Dec 09 09:31:41.556173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Calling delete_port for 5078dbbd-b2b7-4fef-9bac-6af36904be43 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:41.563448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 09e427f1-4e31-424f-81bf-579829e9ac06 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:41.582510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55112) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.583968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=71fa470f-976e-4920-99fb-749e8c7f7f94,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:41.596177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:41.600545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 09e427f1-4e31-424f-81bf-579829e9ac06 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:41.602038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.634082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 71fa470f-976e-4920-99fb-749e8c7f7f94 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:41.637977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.642949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-45bdd35c-3fb0-4091-bffc-67471e9ae323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:41.655687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aeb536-bff5-450f-8881-d202fe465beb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:41.662313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:41.663350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.664680 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97aeb536-bff5-450f-8881-d202fe465beb HTTP/1.1" status: 204 len: 168 time: 0.8792813 Dec 09 09:31:41.867032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:41.877138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:41.935413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Port': ['ID=5078dbbd-b2b7-4fef-9bac-6af36904be43,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:41.940269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:42.050818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.066983 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/5078dbbd-b2b7-4fef-9bac-6af36904be43 HTTP/1.1" status: 204 len: 168 time: 1.6730781 Dec 09 09:31:42.067194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55122) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.107476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.135645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.154993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Transition to ACTIVE for port object a68fffb0-6292-44cc-86af-30b4c0756790 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:42.179269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 09e427f1-4e31-424f-81bf-579829e9ac06, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=09e427f1-4e31-424f-81bf-579829e9ac06,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:42.186706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Transition to ACTIVE for port object a68fffb0-6292-44cc-86af-30b4c0756790 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:42.188176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.192379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:42.211815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8616846-22f3-4d28-a3b1-ca03d6a59195 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:42.213811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f8616846-22f3-4d28-a3b1-ca03d6a59195 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:42.242442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.245132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:42.259684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f8616846-22f3-4d28-a3b1-ca03d6a59195 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:42.263735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f8616846-22f3-4d28-a3b1-ca03d6a59195 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1927698 Dec 09 09:31:42.264314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55126) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.301859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:42.308181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:42.315249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:42.315724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:42.317369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:42.328625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.352428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Network ee2d5750-5b22-4468-9826-d7bb65283c05 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:42.359017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbbab3-ad11-4bcd-8774-3410f0b9681b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:42.360625 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8bfbbab3-ad11-4bcd-8774-3410f0b9681b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0948896 Dec 09 09:31:42.361229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55130) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.363248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.363567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:42.367446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:42.447940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Pushing event updated for resources: {'Port': ['ID=a68fffb0-6292-44cc-86af-30b4c0756790,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:42.454672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:42.474441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Attempting to bind port a68fffb0-6292-44cc-86af-30b4c0756790 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:42.474681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:42.474789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Attempting to bind port a68fffb0-6292-44cc-86af-30b4c0756790 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:42.475260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Attempting to bind port a68fffb0-6292-44cc-86af-30b4c0756790 on network ee2d5750-5b22-4468-9826-d7bb65283c05 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:42.476015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:42.477446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:42.478764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:42.482826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:42.483279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Checking segment: {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:42.483688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.484219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Bound using segment: {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:42.484572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Bound port: a68fffb0-6292-44cc-86af-30b4c0756790, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:42.484944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.496040 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0387763f-311c-4cca-a15d-e834cefca387 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96063fabcbea4d23a3236a6c9cd765d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1306827 Dec 09 09:31:42.496827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55138) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.511656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:42.512856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-362c16a5-5232-4b57-9bb6-be75ebd886c7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1485243 Dec 09 09:31:42.515599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55142) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.524783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:42.580726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:42.597482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] For port a68fffb0-6292-44cc-86af-30b4c0756790, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:42.602590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] For port a68fffb0-6292-44cc-86af-30b4c0756790, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a68fffb0-6292-44cc-86af-30b4c0756790,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:42.608738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.614059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ad4539b0-a361-410d-b3c4-e2a357fb00b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:42.639435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.705875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Pushing event updated for resources: {'Port': ['ID=a68fffb0-6292-44cc-86af-30b4c0756790,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:42.709130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:42.847840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:42.932082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 106017e3-015a-418d-aef4-91ad88c13e96 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:42.938173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.003149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.005210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.045092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.052678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c93a70ac-5040-4291-8410-c5f768fc8a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:43.079181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17fe38-ccab-4a87-b467-78188199dfd4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:43.082058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:43.091723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.092869 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c17fe38-ccab-4a87-b467-78188199dfd4 HTTP/1.1" status: 204 len: 168 time: 0.5950918 Dec 09 09:31:43.120959 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-26c1ad8d-ed7e-4b8e-aace-85cd6f8ba390 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8720675 Dec 09 09:31:43.162914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.297662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.310109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5d3ec77c-23ff-4e5f-a640-5bbb9d65a05b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:43.333145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 09e427f1-4e31-424f-81bf-579829e9ac06 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:43.359445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.370498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=106017e3-015a-418d-aef4-91ad88c13e96,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:43.374268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:43.387297 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/106017e3-015a-418d-aef4-91ad88c13e96 HTTP/1.1" status: 204 len: 168 time: 0.8706570 Dec 09 09:31:43.388021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.412423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7fd3d0-bb89-4c5a-9463-84892371e971 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:43.508923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Deleting subnet 878ba1a7-4ff2-4ff0-8ca6-9d70b1051497 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:43.512408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.530584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 09e427f1-4e31-424f-81bf-579829e9ac06 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:43.531125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.594703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.632309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Router 0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:43.696712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.703333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.750210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.812253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.826315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a3b22279-cbc5-4cf0-b64f-452b497add41 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:43.898702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Subnet': ['ID=878ba1a7-4ff2-4ff0-8ca6-9d70b1051497,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:43.909409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:43.917391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:43.926695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a68fffb0-6292-44cc-86af-30b4c0756790 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:43.933936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/878ba1a7-4ff2-4ff0-8ca6-9d70b1051497 HTTP/1.1" status: 204 len: 168 time: 0.5448108 Dec 09 09:31:43.934844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55162) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.999078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee83d4-312f-4aa6-af22-6033c80f49ee None None] Network ee2d5750-5b22-4468-9826-d7bb65283c05 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:44.043008 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-87cb5c31-9820-4601-96b0-3b5ac4caa83c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061666 Dec 09 09:31:44.043880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55168) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.136971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Provisioning for port a68fffb0-6292-44cc-86af-30b4c0756790 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:44.143927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a68fffb0-6292-44cc-86af-30b4c0756790 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:44.153872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a68fffb0-6292-44cc-86af-30b4c0756790 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:44.154116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.161015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb029aac-f4d6-42eb-836d-06b8a83b04f0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:44.167581 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fb029aac-f4d6-42eb-836d-06b8a83b04f0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207795 Dec 09 09:31:44.169188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55174) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.193900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Provisioning complete for port a68fffb0-6292-44cc-86af-30b4c0756790 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:44.194295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.228674 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-7ae7b31b-cb2e-463d-9794-7de86b3781cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1098 time: 0.9113317 Dec 09 09:31:44.265468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca968be3-bd3d-49db-bb61-1b6c9845b0d0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:44.265988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca968be3-bd3d-49db-bb61-1b6c9845b0d0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:44.293937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca968be3-bd3d-49db-bb61-1b6c9845b0d0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:44.298247 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca968be3-bd3d-49db-bb61-1b6c9845b0d0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278307 Dec 09 09:31:44.299269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.369144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.373495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55b008c3-b6dd-4e8e-919c-2499298cfdf5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:44.379587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55184) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.400899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d536e05-b2e5-43bd-9a6d-610ffc4a5dcd tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980263 Dec 09 09:31:44.406454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55190) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.410208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.410694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdde734-ea53-4019-a7c3-ff6aacf2a07b {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:44.464342 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5787195-153e-44b2-b2ec-2fee834c6fa4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.464781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5787195-153e-44b2-b2ec-2fee834c6fa4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.468879 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5787195-153e-44b2-b2ec-2fee834c6fa4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/5078dbbd-b2b7-4fef-9bac-6af36904be43 HTTP/1.1" status: 404 len: 333 time: 0.0589201 Dec 09 09:31:44.469038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55194) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.482168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:44.503035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] Sync routers for ids ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:44.512958 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec37a7d-8f15-46b2-a552-0362ac6b6390 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.513380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec37a7d-8f15-46b2-a552-0362ac6b6390 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.515028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6ec37a7d-8f15-46b2-a552-0362ac6b6390 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/106017e3-015a-418d-aef4-91ad88c13e96 HTTP/1.1" status: 404 len: 337 time: 0.0451763 Dec 09 09:31:44.517601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55198) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.537125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] Routers {'0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:44.537975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:44.553404 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/routers/0e19cd6f-e7c0-4a57-89e6-5baf15f05de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3225334 Dec 09 09:31:44.557043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55202) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.604920 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc93d86-fcb2-4f78-84f3-5578213e3ad5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.605365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc93d86-fcb2-4f78-84f3-5578213e3ad5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.607042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8dc93d86-fcb2-4f78-84f3-5578213e3ad5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/878ba1a7-4ff2-4ff0-8ca6-9d70b1051497 HTTP/1.1" status: 404 len: 337 time: 0.0882888 Dec 09 09:31:44.615798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471796320'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:44.621180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55206) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.622247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.626557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8451c3a1-fb74-40c6-83bc-6623f80af04f tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7bdde734-ea53-4019-a7c3-ff6aacf2a07b HTTP/1.1" status: 204 len: 168 time: 3.0318043 Dec 09 09:31:44.627365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55210) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.652052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:44.655250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-68123b0d-e60c-4e8e-91ea-c33451cfc6b0 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:31:44.655791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68123b0d-e60c-4e8e-91ea-c33451cfc6b0 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:44.665483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:44.669631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:44.673860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d62b2-5a87-4863-a098-589b68bf8401 None None] Update dhcp port {'port': {'network_id': '8b00f647-b522-4bb4-913a-1ab25ad42a65', 'fixed_ips': [{'subnet_id': '878ba1a7-4ff2-4ff0-8ca6-9d70b1051497'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': 'e2c8bd8e-86a2-451d-a55d-e8cdc452d351'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:31:44.681589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:44.684019 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb8a8a4-69e7-4f89-990d-dc58804bcc03 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.684551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb8a8a4-69e7-4f89-990d-dc58804bcc03 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.686058 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6eb8a8a4-69e7-4f89-990d-dc58804bcc03 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/5baa2e03-0cbc-440d-8af3-1cc2b20571bc HTTP/1.1" status: 404 len: 333 time: 0.0639541 Dec 09 09:31:44.688659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55214) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.701843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Request body: {'router': {'name': 'tempest-router-1609164975', 'distributed': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:44.734369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:44.735109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccceea2-e9d0-4c1c-93c7-033f28cf37a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.735582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccceea2-e9d0-4c1c-93c7-033f28cf37a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.737529 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5ccceea2-e9d0-4c1c-93c7-033f28cf37a9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fc814152-7aa2-438d-8142-ba495a34392f HTTP/1.1" status: 404 len: 337 time: 0.0478518 Dec 09 09:31:44.738259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:44.738907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68123b0d-e60c-4e8e-91ea-c33451cfc6b0 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:44.742516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-68123b0d-e60c-4e8e-91ea-c33451cfc6b0 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/b447c197-f546-41a2-ab3d-b76217dc1808 HTTP/1.1" status: 404 len: 333 time: 0.1813910 Dec 09 09:31:44.742516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:44.743688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=a9c9ec14-22a6-456e-a7a6-b522b2673dc9,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:44.743899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.750642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55218) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.750965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55220) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.758660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:44.761595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.767320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Usage tracker for resource:router and tenant:e567c49bbfd24e9cb6d01ddaa808e70f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:44.770821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-cc628f1d-a022-47ef-bbb2-6b86a9c7b94c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:44.772293 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-cc628f1d-a022-47ef-bbb2-6b86a9c7b94c service neutron] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 896 time: 0.5235953 Dec 09 09:31:44.787736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.795680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:44.799516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:security_group_rule and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:44.802386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:44.808660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:44.848513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] Routers {'0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:44.849165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:44.859341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:44.877237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.880416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:44.881171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.886376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eea313ec-33ed-4a32-9d16-4f56486dd75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:44.912424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:44.925773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26eeac0-07d8-4311-85b4-23af9246cf0a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:44.929836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:44.930689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.931005 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 97887934-f5db-4f37-971a-51ed3a1714ae of type vlan for network d1f1f715-4072-4679-821a-6c5fe7ac7a3b Dec 09 09:31:44.948164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-826d62b2-5a87-4863-a098-589b68bf8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.950550 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b881e63-f55a-40a6-b93f-1ed484a826d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:44.951350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b881e63-f55a-40a6-b93f-1ed484a826d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:44.953396 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7b881e63-f55a-40a6-b93f-1ed484a826d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fab37dff-7fa3-4497-a5fb-9840646163c0 HTTP/1.1" status: 404 len: 337 time: 0.1988478 Dec 09 09:31:44.959291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55226) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.961403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:44.961800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22a0d09-78ba-468a-b2e9-fdc911348e01 None None] The sync data for ids ['0e19cd6f-e7c0-4a57-89e6-5baf15f05de9'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:44.963884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:44.973099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.000548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] For port a68fffb0-6292-44cc-86af-30b4c0756790, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a68fffb0-6292-44cc-86af-30b4c0756790,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:45.010148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.014430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:45.015166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.021242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-855c0c37-9cf8-4422-adbc-b3a9b2f541be tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:45.040312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.049049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:45.079200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.102471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '1cb7eeb3-345f-430e-8d7e-106d45743aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71fa470f-976e-4920-99fb-749e8c7f7f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:45.102832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 71fa470f-976e-4920-99fb-749e8c7f7f94, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:45.130887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.131834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.146104 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89d0061-867e-4814-ad05-bb55c0c2a86d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.146362 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7595561 Dec 09 09:31:45.146718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89d0061-867e-4814-ad05-bb55c0c2a86d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.151305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c89d0061-867e-4814-ad05-bb55c0c2a86d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/a5e4df51-083a-418f-bf97-4648abb6b5c0 HTTP/1.1" status: 404 len: 333 time: 0.1296844 Dec 09 09:31:45.151567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.156747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=d1f1f715-4072-4679-821a-6c5fe7ac7a3b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:45.204360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:45.213679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-41afbd8b-b8d7-4a6d-bc0c-1ea0d5b25725 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.214767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41afbd8b-b8d7-4a6d-bc0c-1ea0d5b25725 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.221821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-41afbd8b-b8d7-4a6d-bc0c-1ea0d5b25725 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c3b5c34b-1ab9-4b75-a0f6-1004887b1bcc HTTP/1.1" status: 404 len: 337 time: 0.0688410 Dec 09 09:31:45.222714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.275629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-737ef64a-dd6b-4427-814f-04e204dbf7db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 1001 time: 0.4096634 Dec 09 09:31:45.279533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:45.279936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:45.280576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:45.296877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7db72f-6440-4ce9-993f-6e1b0e65b74b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.297435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7db72f-6440-4ce9-993f-6e1b0e65b74b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.305590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ef7db72f-6440-4ce9-993f-6e1b0e65b74b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/986a03a4-ac1b-46a0-aec3-fffc9ed41887 HTTP/1.1" status: 404 len: 337 time: 0.0816674 Dec 09 09:31:45.306918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.391617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0448717-2545-40f8-9810-3a272e9c7ca2 None None] Network 8b00f647-b522-4bb4-913a-1ab25ad42a65 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:45.406202 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72dc21-54d9-4dfa-b798-5063360d74b1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.407405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da72dc21-54d9-4dfa-b798-5063360d74b1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.409280 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-da72dc21-54d9-4dfa-b798-5063360d74b1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/81f3be84-1a3d-49e5-b0b6-813dffc89e3e HTTP/1.1" status: 404 len: 333 time: 0.1007597 Dec 09 09:31:45.411808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55242) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.439698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-c85dba40-63d0-4e7c-97c7-1f62f9ea4d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:45.442731 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-c85dba40-63d0-4e7c-97c7-1f62f9ea4d66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.1335933 Dec 09 09:31:45.453519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.502004 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e32738-9370-49a0-b993-b1859001fa34 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.502583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e32738-9370-49a0-b993-b1859001fa34 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.503849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Pushing event updated for resources: {'Port': ['ID=a68fffb0-6292-44cc-86af-30b4c0756790,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:45.504420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-10e32738-9370-49a0-b993-b1859001fa34 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4002ab3a-a9d3-4f10-9a55-e4ecc5a87d91 HTTP/1.1" status: 404 len: 337 time: 0.0915551 Dec 09 09:31:45.507230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.542755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:45.641350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ce510ea-de11-4f98-9787-2edcc2ff391b None None] Provisioning complete for port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:45.642701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ce510ea-de11-4f98-9787-2edcc2ff391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.719001 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb1e074-70f4-4631-85c2-a21edbaefcea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.719454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb1e074-70f4-4631-85c2-a21edbaefcea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.721615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5fb1e074-70f4-4631-85c2-a21edbaefcea tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/3f36b4fb-765a-444f-97c7-4959c4949e86 HTTP/1.1" status: 404 len: 337 time: 0.2132003 Dec 09 09:31:45.724387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55250) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.776392 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-277434a2-68ee-4a8a-8669-2a534e06a1ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.776927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277434a2-68ee-4a8a-8669-2a534e06a1ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.778637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-277434a2-68ee-4a8a-8669-2a534e06a1ad tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/67b12054-dc3b-40fa-a8cc-ec03368f165b HTTP/1.1" status: 404 len: 333 time: 0.0531666 Dec 09 09:31:45.781239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55254) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.817202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.827285 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2b88d7-3c7c-4bca-8923-5474d2ea5a21 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.827893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2b88d7-3c7c-4bca-8923-5474d2ea5a21 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.829835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6d2b88d7-3c7c-4bca-8923-5474d2ea5a21 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/3a98e0f6-f1b8-42b7-8c72-18cb8f0feb83 HTTP/1.1" status: 404 len: 337 time: 0.0474398 Dec 09 09:31:45.832114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.886474 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-33149c40-4d2a-49f6-b7b0-87c60b356229 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.887081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33149c40-4d2a-49f6-b7b0-87c60b356229 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:45.887919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 71fa470f-976e-4920-99fb-749e8c7f7f94 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:45.889088 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33149c40-4d2a-49f6-b7b0-87c60b356229 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/b86f5dbd-d7f1-49dd-8f86-a828bf36ba6b HTTP/1.1" status: 404 len: 333 time: 0.0560210 Dec 09 09:31:45.891554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.966861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] DHCP port deletion for 8b00f647-b522-4bb4-913a-1ab25ad42a65 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:45.968407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 71fa470f-976e-4920-99fb-749e8c7f7f94) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:45.972796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Deleting port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:45.973279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.984381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:45.997618 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-642fb2ff-5109-45af-b93b-55d2a4adbc3f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:45.998055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642fb2ff-5109-45af-b93b-55d2a4adbc3f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.007504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-642fb2ff-5109-45af-b93b-55d2a4adbc3f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fbcf12f9-5430-4be8-991a-26cac912c7bf HTTP/1.1" status: 404 len: 337 time: 0.1147726 Dec 09 09:31:46.008348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55266) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.010693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89c82c-bef2-419a-a435-1a92614fc749 None None] Network 71fa470f-976e-4920-99fb-749e8c7f7f94 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:46.070207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:46.071035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.107597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a68fffb0-6292-44cc-86af-30b4c0756790 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:46.127219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a0b225-e58c-4ab1-a9a5-9547ea1098ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.127906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a0b225-e58c-4ab1-a9a5-9547ea1098ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.131232 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d5a0b225-e58c-4ab1-a9a5-9547ea1098ab tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/ab0a4e6c-6928-455d-a6cb-3f30cfc275bc HTTP/1.1" status: 404 len: 333 time: 0.1219203 Dec 09 09:31:46.133727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55270) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.177857 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-018ef45f-c3af-41f9-96fc-3af62ec4497b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.178304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018ef45f-c3af-41f9-96fc-3af62ec4497b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.182789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-018ef45f-c3af-41f9-96fc-3af62ec4497b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/0938e7f8-476d-4cbb-baf0-a323a0699f56 HTTP/1.1" status: 404 len: 337 time: 0.0471132 Dec 09 09:31:46.183335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.227878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf4b9a7-e60f-4a77-b6e8-6790482863b4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.228375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf4b9a7-e60f-4a77-b6e8-6790482863b4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.234862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4bf4b9a7-e60f-4a77-b6e8-6790482863b4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/329356a7-0191-4d53-9534-472eb1553d6a HTTP/1.1" status: 404 len: 333 time: 0.0504596 Dec 09 09:31:46.235424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.276292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ff820b-fd5c-49c9-bcc7-07bee861e9c1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.276814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ff820b-fd5c-49c9-bcc7-07bee861e9c1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.281614 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-91ff820b-fd5c-49c9-bcc7-07bee861e9c1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/daf22d14-2ecb-4ea2-bd77-5fe471bd7310 HTTP/1.1" status: 404 len: 337 time: 0.0451326 Dec 09 09:31:46.282204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55282) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.337419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-97164b16-767e-4676-9a2f-b3e80d84fd52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.337823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97164b16-767e-4676-9a2f-b3e80d84fd52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.342227 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-97164b16-767e-4676-9a2f-b3e80d84fd52 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/602ab139-f6b4-471b-bd12-a65004a62180 HTTP/1.1" status: 404 len: 333 time: 0.0590696 Dec 09 09:31:46.342772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55286) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.362005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.366238 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13901dc8-1c59-4fe1-8c9b-64e83a71a56b tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7283442 Dec 09 09:31:46.370703 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0664647 Dec 09 09:31:46.383082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f396da-1323-4ef5-be6e-c21d338ac03b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.383535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f396da-1323-4ef5-be6e-c21d338ac03b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.388422 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6f396da-1323-4ef5-be6e-c21d338ac03b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c0c4a914-f892-4154-b108-a96eb2d06005 HTTP/1.1" status: 404 len: 337 time: 0.0447328 Dec 09 09:31:46.388982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55290) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.389303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55292) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.389607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55294) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.446397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe66af1-d3b2-4ee2-a76d-ca5efdd5a914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-71fa470f-976e-4920-99fb-749e8c7f7f94', 'network_id': '71fa470f-976e-4920-99fb-749e8c7f7f94', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': 'a9c9ec14-22a6-456e-a7a6-b522b2673dc9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:46.448729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-abe66af1-d3b2-4ee2-a76d-ca5efdd5a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.467173 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-80abbfda-1ee2-4f5c-b3e9-282004e92e7b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7192364 Dec 09 09:31:46.616475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.619461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.709664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.737686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.738894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a2ae97-50a8-431a-a964-ab7ae129ee69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.739512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a2ae97-50a8-431a-a964-ab7ae129ee69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.741253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-20a2ae97-50a8-431a-a964-ab7ae129ee69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/42e78499-b442-41cb-959b-f0737f5d393a HTTP/1.1" status: 404 len: 333 time: 0.3476222 Dec 09 09:31:46.760523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55302) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.810109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.814456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] For port e2c8bd8e-86a2-451d-a55d-e8cdc452d351, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,segment=NetworkSegment(0b739895-a5a3-41cb-8887-0cd53c5d58b4),segment_id=0b739895-a5a3-41cb-8887-0cd53c5d58b4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:46.815786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.914922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:46.951139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.17 (c64ded21-40a1-45f3-9fcd-3fc44d73ced7/293fcc65-140f-42ee-9b37-e7a22caf42dd/9a0de882-d782-4291-8866-9368a9c53b2a) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:46.955330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a611cef-efb2-4fd0-b226-89149f65de9e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.955781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a611cef-efb2-4fd0-b226-89149f65de9e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:46.957425 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5a611cef-efb2-4fd0-b226-89149f65de9e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/7b11e56d-3a5d-4aa8-93f0-0053e2a73108 HTTP/1.1" status: 404 len: 337 time: 0.1924891 Dec 09 09:31:46.979893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Calling delete_port for e2c8bd8e-86a2-451d-a55d-e8cdc452d351 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:46.980225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55306) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.096463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.106038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.113457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-477bd180-cede-4955-9cb3-bb4d23413de1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:47.118457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:47.177119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Pushing event deleted for resources: {'Port': ['ID=e2c8bd8e-86a2-451d-a55d-e8cdc452d351,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:47.185965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8b0bf978-f13a-4540-b6fb-e56556165b58 None None] Provisioning complete for port a68fffb0-6292-44cc-86af-30b4c0756790 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:47.186619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf978-f13a-4540-b6fb-e56556165b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.211294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c9ec14-22a6-456e-a7a6-b522b2673dc9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:47.215485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:47.223300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:47.224261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb139ccb-4d62-4c41-a5e0-ef7f1cab43bf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:47.224716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb139ccb-4d62-4c41-a5e0-ef7f1cab43bf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:47.233646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bb139ccb-4d62-4c41-a5e0-ef7f1cab43bf tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/2922a597-f52f-447c-aa26-bcb040eca830 HTTP/1.1" status: 404 len: 337 time: 0.2408159 Dec 09 09:31:47.240640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a68fffb0-6292-44cc-86af-30b4c0756790 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:47.240869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55310) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.241944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.257354 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:31:47.384004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.389754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8:1::1 (ee2d5750-5b22-4468-9826-d7bb65283c05/81550269-6adb-4111-ab90-209f748ceccd/c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:47.399549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] No DVR routers for this DVR port e2c8bd8e-86a2-451d-a55d-e8cdc452d351 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-abe66af1-d3b2-4ee2-a76d-ca5efdd5a914 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c9ec14-22a6-456e-a7a6-b522b2673dc9: This subnet is being modified by another concurrent operation. Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:31:47.409091 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c9ec14-22a6-456e-a7a6-b522b2673dc9: This subnet is being modified by another concurrent operation. Dec 09 09:31:47.413139 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:31:47.420808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa470f-976e-4920-99fb-749e8c7f7f94']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:47.450700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb7eeb3-345f-430e-8d7e-106d45743aaf') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:47.450995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8250e5-1a6b-4815-bbdd-fae2a86f76e8 None None] Network 71fa470f-976e-4920-99fb-749e8c7f7f94 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:47.451365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb7eeb3-345f-430e-8d7e-106d45743aaf') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:47.465012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.483023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.490444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:47.491079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.569893 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-9623fac2-52fe-44da-897a-e8b7f3145241 service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862033 Dec 09 09:31:47.614159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.614825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Fanout notify agent at l3_agent the message router_deleted on router 0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:47.668454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca5d9c-bdbb-44a9-b6ce-2a2ddfdeb128 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:31:47.776177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:47.781459 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:47.793733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.803020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.808719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:47.812880 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6870ec7b-e496-4016-93c7-233a0221cc8c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/routers/0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 HTTP/1.1" status: 204 len: 168 time: 3.0545619 Dec 09 09:31:47.814670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8b6b2d4f-2c74-4faf-8eec-b30dcc06b260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:47.827750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca5d9c-bdbb-44a9-b6ce-2a2ddfdeb128 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:31:47.830140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e2c8bd8e-86a2-451d-a55d-e8cdc452d351 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:47.833547 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/71fa470f-976e-4920-99fb-749e8c7f7f94 HTTP/1.1" status: 204 len: 168 time: 1.4413886 Dec 09 09:31:47.834769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e398430-c0c6-44d2-8ba2-c18592b55030 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:47.836976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e398430-c0c6-44d2-8ba2-c18592b55030 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:47.838978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4e398430-c0c6-44d2-8ba2-c18592b55030 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/772f9f03-1e60-4d50-a3d8-82aea1e5afb6 HTTP/1.1" status: 404 len: 333 time: 0.5954716 Dec 09 09:31:47.842662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55314) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.843148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55316) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.843670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55318) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.898886 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fd2020-c5c5-49e4-8625-67d3c83b89d9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:47.899599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fd2020-c5c5-49e4-8625-67d3c83b89d9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:47.901837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c0fd2020-c5c5-49e4-8625-67d3c83b89d9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/1457bb93-2b43-47cb-bc8d-72b835e1924a HTTP/1.1" status: 404 len: 337 time: 0.0533707 Dec 09 09:31:47.907442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e2c8bd8e-86a2-451d-a55d-e8cdc452d351 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:47.907823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e2c8bd8e-86a2-451d-a55d-e8cdc452d351 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:47.946102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062661371'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:47.950640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:47.952521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=71fa470f-976e-4920-99fb-749e8c7f7f94,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:47.955871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:47.957144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55326) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.961252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:48.094464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:48.110191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:48.129090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:48.132423 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bf48df-b2e7-4510-8636-f49ce966df29 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.133238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bf48df-b2e7-4510-8636-f49ce966df29 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.136623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-84bf48df-b2e7-4510-8636-f49ce966df29 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4abbd0fb-2968-4322-972d-b4059ebb3ce4 HTTP/1.1" status: 404 len: 337 time: 0.1637475 Dec 09 09:31:48.140937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55330) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.201693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.216782 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a88ff1-2f76-4797-83bc-b2e99ecfa44f req-0e2c1699-bf36-40ad-84a0-6663a7713d8f service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101315 Dec 09 09:31:48.231036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 9a0de882-d782-4291-8866-9368a9c53b2a will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:48.242086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.248072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-736f8f01-1a0f-4279-ab86-4415df5797b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:48.322963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:48.327437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:48.348083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:48.348306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ee2d5750-5b22-4468-9826-d7bb65283c05 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:48.350383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:48.350975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.353700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:48.354216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.366335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-24af775b-2bb6-4bd8-b112-e6788a60a7f0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.366777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24af775b-2bb6-4bd8-b112-e6788a60a7f0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.368634 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-24af775b-2bb6-4bd8-b112-e6788a60a7f0 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/005425cf-26a1-4449-8573-9276171427d4 HTTP/1.1" status: 404 len: 333 time: 0.1721902 Dec 09 09:31:48.373338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.378237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.419122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:48.428597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.445404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.469233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:48.480442 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ccc24b-b177-4113-89a9-0919d3d8991f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.480878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ccc24b-b177-4113-89a9-0919d3d8991f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.482541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-48ccc24b-b177-4113-89a9-0919d3d8991f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/50316cd8-4bf8-41cc-935a-1afb0bee38f5 HTTP/1.1" status: 404 len: 337 time: 0.1082051 Dec 09 09:31:48.490041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55338) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.515543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.515967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 961ec089-5396-4fea-9225-52b287dd9de3 of type vlan for network a57ade0f-ba19-4f24-a073-f15ca9c2b222 Dec 09 09:31:48.533996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bbb9cc-c014-4242-9bc1-ce595da88d31 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.534917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bbb9cc-c014-4242-9bc1-ce595da88d31 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.538450 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-01bbb9cc-c014-4242-9bc1-ce595da88d31 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fddb2d15-94c2-41ab-8cc4-99a1e36986ed HTTP/1.1" status: 404 len: 337 time: 0.0463159 Dec 09 09:31:48.539284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55342) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.543351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55344) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.552253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 0084af52-be0b-4597-b1fe-f6dff6189fab {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:31:48.555309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:48.561379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:48.563963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:48.595620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:48.603780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:48.607051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:48.628579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.673759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.674379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5f5e6c-2225-4e18-a50b-b45128edc500 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:48.684770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.689929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.698516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b14168c-2f53-4614-87e7-93dc2b1876ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.699036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b14168c-2f53-4614-87e7-93dc2b1876ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.708749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.767447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cc306e5d-12dd-48fc-8a74-2c72b66146d6 None None] Provisioning for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:48.777046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cc306e5d-12dd-48fc-8a74-2c72b66146d6 None None] Provisioning complete for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:48.777879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cc306e5d-12dd-48fc-8a74-2c72b66146d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.803087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.808896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8fc197a1-420c-41b3-befc-b9344adc80d1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2a5f5e6c-2225-4e18-a50b-b45128edc500 HTTP/1.1" status: 204 len: 168 time: 2.4181900 Dec 09 09:31:48.815468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55350) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.816882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b14168c-2f53-4614-87e7-93dc2b1876ee tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/7294f01c-fa90-4565-aa05-def1637ae4d1 HTTP/1.1" status: 404 len: 333 time: 0.2702217 Dec 09 09:31:48.825967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Request body: {'router': {'name': 'tempest-router-972185622', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '474883d534684c59bfddb9da231fcd45'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:48.840472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55354) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.843644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:48.852475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.856254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cc306e5d-12dd-48fc-8a74-2c72b66146d6 None None] Port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:48.888890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Usage tracker for resource:router and tenant:474883d534684c59bfddb9da231fcd45 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:48.896718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:48.921598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:48.930672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:48.945823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:48.952271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:48.957762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.961492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:48.962069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:48.966744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:48.984120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-239df9ea-8297-414e-9937-c7454d1082a9 None None] Provisioning for port 9a0de882-d782-4291-8866-9368a9c53b2a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:48.989784 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d81100-ba42-4e55-998e-ad2adbe6b7f9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:48.990223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d81100-ba42-4e55-998e-ad2adbe6b7f9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:48.994258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64d81100-ba42-4e55-998e-ad2adbe6b7f9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e8447c-2e45-4fc2-8596-cc13183c78ad HTTP/1.1" status: 404 len: 337 time: 0.1504755 Dec 09 09:31:48.998887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55358) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.000145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:49.002720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-239df9ea-8297-414e-9937-c7454d1082a9 None None] Provisioning complete for port 9a0de882-d782-4291-8866-9368a9c53b2a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:49.003535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-239df9ea-8297-414e-9937-c7454d1082a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.009637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.011020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.058396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-239df9ea-8297-414e-9937-c7454d1082a9 None None] Port 9a0de882-d782-4291-8866-9368a9c53b2a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:49.066080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06e0a71-1601-4950-b5b3-479d4388066e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:49.066509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06e0a71-1601-4950-b5b3-479d4388066e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:49.068164 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a06e0a71-1601-4950-b5b3-479d4388066e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/df232f9a-af04-451c-8a50-2255241546e5 HTTP/1.1" status: 404 len: 337 time: 0.0683715 Dec 09 09:31:49.072606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55362) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.078353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.081803 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2348971 Dec 09 09:31:49.102315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55366) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.119035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:49.136298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:49.148227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70a94d7b-c2c0-41a0-9d24-0458dcf1bd44 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Synchronizing usage tracker for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:49.157190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=a57ade0f-ba19-4f24-a073-f15ca9c2b222,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:49.168051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network a57ade0f-ba19-4f24-a073-f15ca9c2b222 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:49.174414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:49.302812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.351132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.392161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70a94d7b-c2c0-41a0-9d24-0458dcf1bd44 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Unset dirty status for tenant:165c3373b59e4864aaf6faab1046ea49 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:49.393348 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-70a94d7b-c2c0-41a0-9d24-0458dcf1bd44 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports?device_id=234480a3-ffbe-42fa-9310-1d0dfee3794f HTTP/1.1" status: 200 len: 205 time: 0.3182356 Dec 09 09:31:49.411634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55370) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.526622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.565187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:49.567676 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-eb1b78b6-37a9-4ed9-89da-dca989b15d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] delete failed (client error): The resource could not be found. Dec 09 09:31:49.568844 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eb1b78b6-37a9-4ed9-89da-dca989b15d69 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/routers/234480a3-ffbe-42fa-9310-1d0dfee3794f HTTP/1.1" status: 404 len: 336 time: 0.1561162 Dec 09 09:31:49.570304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.574115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55374) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.622331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:49.674496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:49.700797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:49.703000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9795a8f-f4f7-4cfd-b5eb-c98cda45300d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:49.703442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9795a8f-f4f7-4cfd-b5eb-c98cda45300d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:49.708710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.718626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.718626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.723476 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e9795a8f-f4f7-4cfd-b5eb-c98cda45300d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/1154f71e-b652-49ac-9bf8-e4982ff2bb3c HTTP/1.1" status: 404 len: 337 time: 0.1051071 Dec 09 09:31:49.730138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55378) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.733035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.736542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1d060892-076c-426a-bbd3-4fa39ee0dee6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:49.740553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:49.766730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.767912 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b7a25b2-18e9-44c7-beae-60f36a1044d2 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9499822 Dec 09 09:31:49.780420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55382) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.819817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:49.843189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=0084af52-be0b-4597-b1fe-f6dff6189fab,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:49.848486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:49.853900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-24cf0aba-1de4-4aeb-93e5-4d3f72fd0059 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "GET /v2.0/ports?device_id=248101ce-5a54-4a95-b4dd-d019f0c493f6 HTTP/1.1" status: 200 len: 205 time: 0.1216416 Dec 09 09:31:49.858414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:49.861521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55386) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.873062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18588caf-d084-488d-850e-fd29e8e8487d None None] Network ad995fcc-a261-41a5-aae8-6523abfaccaa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:49.909864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:49.998194 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-a3879a3b-a2d4-411c-881e-91749a0a1a96 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] delete failed (client error): The resource could not be found. Dec 09 09:31:50.001521 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a3879a3b-a2d4-411c-881e-91749a0a1a96 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/routers/248101ce-5a54-4a95-b4dd-d019f0c493f6 HTTP/1.1" status: 404 len: 336 time: 0.1366873 Dec 09 09:31:50.012843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55390) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.019084 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/0084af52-be0b-4597-b1fe-f6dff6189fab HTTP/1.1" status: 204 len: 168 time: 2.1705377 Dec 09 09:31:50.022911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.029604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:50.032590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:50.096450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-db224138-2ce8-4e3c-9843-05ceae7799d7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.096891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db224138-2ce8-4e3c-9843-05ceae7799d7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.101605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db224138-2ce8-4e3c-9843-05ceae7799d7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/06936a7c-fc83-44c8-88dc-8a975b70094f HTTP/1.1" status: 404 len: 337 time: 0.0846267 Dec 09 09:31:50.103061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.104491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55398) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.231694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing IP validity checks on allocation pools {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:31:50.232254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:31:50.240971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] DHCP port deletion for ad995fcc-a261-41a5-aae8-6523abfaccaa request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:31:50.245635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Deleting port 7e2a5f9a-d47b-4190-943e-57b9345f3adf {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:50.246024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.294854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.301030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c56d157f-f27c-42e4-a86d-0e281e280ab4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:50.384181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.433861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=33c4926b-b26d-462d-9010-561108054c63,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:50.442028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:50.451632 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee4f578-f154-48b8-a405-6010386fe973 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.452222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee4f578-f154-48b8-a405-6010386fe973 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.455803 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dee4f578-f154-48b8-a405-6010386fe973 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/c2dfed48-1520-4110-b19e-199c9c8aab22 HTTP/1.1" status: 404 len: 337 time: 0.3436346 Dec 09 09:31:50.457890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55404) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.465552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:50.480248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] For port 7e2a5f9a-d47b-4190-943e-57b9345f3adf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e2a5f9a-d47b-4190-943e-57b9345f3adf,segment=NetworkSegment(cfe81076-456d-4784-a9a5-eb9fe68d2f6b),segment_id=cfe81076-456d-4784-a9a5-eb9fe68d2f6b)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:50.480658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.486878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.489705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network ee2d5750-5b22-4468-9826-d7bb65283c05 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:50.494061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:50.502231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '97887934-f5db-4f37-971a-51ed3a1714ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:50.502605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: d1f1f715-4072-4679-821a-6c5fe7ac7a3b, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:50.528966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-70654bc1-b879-4179-8d01-625d7bf38253 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.529414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70654bc1-b879-4179-8d01-625d7bf38253 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.552743 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70654bc1-b879-4179-8d01-625d7bf38253 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/b6be7cb1-d4a7-4857-9cb1-11c0dfa25f9d HTTP/1.1" status: 404 len: 333 time: 0.0800476 Dec 09 09:31:50.552743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55408) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.560488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 7e2a5f9a-d47b-4190-943e-57b9345f3adf {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:50.560929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.594427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.598942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-906b5b50-12b6-4716-8f70-9855cc21e762 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:50.612227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Calling delete_port for 7e2a5f9a-d47b-4190-943e-57b9345f3adf owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:50.625857 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58ae502-1a9d-44c1-942c-57df0d0d0d72 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.626301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58ae502-1a9d-44c1-942c-57df0d0d0d72 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.630585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e58ae502-1a9d-44c1-942c-57df0d0d0d72 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/43e6a090-a874-47d8-8060-97af6f2548ba HTTP/1.1" status: 404 len: 337 time: 0.0746953 Dec 09 09:31:50.634087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55412) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.705159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:50.714892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c40333-4e1b-40e1-aa65-282045177561 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.716229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c40333-4e1b-40e1-aa65-282045177561 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.719554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93c40333-4e1b-40e1-aa65-282045177561 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/1606272a-1e03-49e7-82a7-d94ffdc2c710 HTTP/1.1" status: 404 len: 333 time: 0.0807371 Dec 09 09:31:50.723624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55416) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.734512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.741160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e94c9455-57f4-4446-9725-d18287f4abaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:50.784956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.789702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, d1f1f715-4072-4679-821a-6c5fe7ac7a3b) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:50.795176 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0890df3b-19a7-4aaf-892c-2f66b0d100aa tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.795617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0890df3b-19a7-4aaf-892c-2f66b0d100aa tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.797396 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0890df3b-19a7-4aaf-892c-2f66b0d100aa tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/4ec253f6-3e2c-4ca7-b9b2-7305b6665515 HTTP/1.1" status: 404 len: 337 time: 0.0658307 Dec 09 09:31:50.798124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=7d380fe4-20bf-432d-b8f7-3c8f71ffd4de,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:50.803342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55420) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.807271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:50.812440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Pushing event deleted for resources: {'Port': ['ID=7e2a5f9a-d47b-4190-943e-57b9345f3adf,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:50.815469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbb658-7aad-4f75-b65c-1a38cf2e1fbb None None] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:50.831311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6de539e-46bd-46d2-8946-589a2275137e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:50.834755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:50.838344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:50.838982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.848720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] No DVR routers for this DVR port 7e2a5f9a-d47b-4190-943e-57b9345f3adf on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:50.867569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd7fb4c-f5a0-40c1-81dc-d38a96ef2120 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:50.868037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd7fb4c-f5a0-40c1-81dc-d38a96ef2120 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:50.869748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7bd7fb4c-f5a0-40c1-81dc-d38a96ef2120 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/84c3b262-240c-4388-978b-9d7773191027 HTTP/1.1" status: 404 len: 333 time: 0.0655246 Dec 09 09:31:50.874934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55424) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.878733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '961ec089-5396-4fea-9225-52b287dd9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:50.879412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: a57ade0f-ba19-4f24-a073-f15ca9c2b222, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:50.890754 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3447604 Dec 09 09:31:50.895235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55426) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.903403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981705831'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:50.924734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:50.930969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:50.936512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:50.944665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:50.950932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f0a2836-2d00-401e-bcaf-10608e672801 None None] Provisioning complete for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:50.951612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2836-2d00-401e-bcaf-10608e672801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:50.974681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:50.981598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.009522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network a57ade0f-ba19-4f24-a073-f15ca9c2b222 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:51.021312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, a57ade0f-ba19-4f24-a073-f15ca9c2b222) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:51.024369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] The port '7e2a5f9a-d47b-4190-943e-57b9345f3adf' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:31:51.027111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-005d8e60-a8b4-4d7b-b3c6-4fbbdbaef6c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.027544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005d8e60-a8b4-4d7b-b3c6-4fbbdbaef6c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.027662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:51.028418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.032045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-005d8e60-a8b4-4d7b-b3c6-4fbbdbaef6c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/91d22892-f9ac-4293-ad0d-a60174db9fbd HTTP/1.1" status: 404 len: 337 time: 0.1347206 Dec 09 09:31:51.033181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55432) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.055978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d6586-65ef-4509-acfc-300aaa86ebbe None None] Network a57ade0f-ba19-4f24-a073-f15ca9c2b222 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:51.080621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:51.080929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a2836-2d00-401e-bcaf-10608e672801 None None] Port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:51.095973 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ea4f17-01be-40c5-9f07-a9821b31afc1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.095973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ea4f17-01be-40c5-9f07-a9821b31afc1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.107475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.107995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 1a559722-47e7-438c-8656-914e2bd68f5a of type vlan for network 96d16684-3575-4d04-8c13-ba8e746b87ef Dec 09 09:31:51.116791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b2ea4f17-01be-40c5-9f07-a9821b31afc1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/c99af336-e0e6-480c-ac24-58923253ab4d HTTP/1.1" status: 404 len: 333 time: 0.0799365 Dec 09 09:31:51.119221 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0109644 Dec 09 09:31:51.121378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55436) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.121508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55438) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.199892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-d1f1f715-4072-4679-821a-6c5fe7ac7a3b', 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': '33c4926b-b26d-462d-9010-561108054c63'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:51.200425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.207986 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594b7ed-ba8d-4743-8703-452baeb8dde4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.208673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0594b7ed-ba8d-4743-8703-452baeb8dde4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.213431 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0594b7ed-ba8d-4743-8703-452baeb8dde4 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/a5af66c2-d71f-450e-83e7-e9ecc4f11058 HTTP/1.1" status: 404 len: 337 time: 0.0879118 Dec 09 09:31:51.213431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.217701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.218632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55444) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.238295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:51.241695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:51.263783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.264118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.333019 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6129bc-a34b-4ab3-bce6-5c8d222ffd04 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.333475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6129bc-a34b-4ab3-bce6-5c8d222ffd04 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.337740 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8d6129bc-a34b-4ab3-bce6-5c8d222ffd04 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/394f1f84-d67a-4ed7-81ac-cd297fd379fc HTTP/1.1" status: 404 len: 333 time: 0.1149220 Dec 09 09:31:51.433450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.454521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-a57ade0f-ba19-4f24-a073-f15ca9c2b222', 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '7d380fe4-20bf-432d-b8f7-3c8f71ffd4de'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:51.455475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.457859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:31:51.486626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Allocated IP 2001:db8:0:ffff::2 (d1f1f715-4072-4679-821a-6c5fe7ac7a3b/33c4926b-b26d-462d-9010-561108054c63/5aaf61a1-abfd-4f0e-b28e-87932b0a3a90) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:51.506516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.510666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:51.511252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.511381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.516542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1379f973-afc2-42b6-be5b-59dc90cb344b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:51.533572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.543790 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-98444197-b81d-4a4c-b160-81740e7cdeb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.543790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98444197-b81d-4a4c-b160-81740e7cdeb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.548212 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-98444197-b81d-4a4c-b160-81740e7cdeb7 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/fa65ffbd-3e0b-4999-91e6-bc04f4d6715c HTTP/1.1" status: 404 len: 337 time: 0.1109302 Dec 09 09:31:51.551219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55452) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.655967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7563188 Dec 09 09:31:51.662687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55456) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.668371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad995fcc-a261-41a5-aae8-6523abfaccaa']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:51.675373 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2eed57-1f60-40f6-8355-7000e5f5e3a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.675373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2eed57-1f60-40f6-8355-7000e5f5e3a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.679412 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-be2eed57-1f60-40f6-8355-7000e5f5e3a1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/4cb639e7-a41e-40c1-9049-e25c1230fd9e HTTP/1.1" status: 404 len: 333 time: 0.1246648 Dec 09 09:31:51.690949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '96d16684-3575-4d04-8c13-ba8e746b87ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:51.704814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55460) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.709025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 09 09:31:51.709355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Router 83e2a498-6cf8-440a-ba84-4944d62b9fa7 migrating from provider to provider. {{(pid=83486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 09 09:31:51.709723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.710208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=96d16684-3575-4d04-8c13-ba8e746b87ef,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:51.717947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:51.730430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 96d16684-3575-4d04-8c13-ba8e746b87ef details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:51.764424 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce282a0a-87dc-4b61-b4d7-ae512f4663c5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.764876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce282a0a-87dc-4b61-b4d7-ae512f4663c5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.768997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce282a0a-87dc-4b61-b4d7-ae512f4663c5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/a68f669c-da19-4f77-80a8-4dbf626b9cb5 HTTP/1.1" status: 404 len: 337 time: 0.0577974 Dec 09 09:31:51.773131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55464) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.773919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:51.774358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe81076-456d-4784-a9a5-eb9fe68d2f6b') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:51.800048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.821543 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc79828-1e92-4df0-a9c4-6018661f0e56 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.822028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc79828-1e92-4df0-a9c4-6018661f0e56 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.826187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5cc79828-1e92-4df0-a9c4-6018661f0e56 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/ports/1ece51a4-8fcc-4601-ad52-5ac1b8ec23f4 HTTP/1.1" status: 404 len: 333 time: 0.0501044 Dec 09 09:31:51.826187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.851251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55468) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.863152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.870620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.871198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Allocated IP 172.20.0.3 (a57ade0f-ba19-4f24-a073-f15ca9c2b222/7d380fe4-20bf-432d-b8f7-3c8f71ffd4de/7beefe9a-85b1-442f-bf4c-7986f0012263) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:51.921224 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3272d905-8973-4eae-824b-d17cfd6ced39 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:51.922465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3272d905-8973-4eae-824b-d17cfd6ced39 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:31:51.934213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55472) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.945067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:51.947936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3272d905-8973-4eae-824b-d17cfd6ced39 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/subnets/abaf7979-3c81-4534-b241-9ce990637d28 HTTP/1.1" status: 404 len: 337 time: 0.0901663 Dec 09 09:31:52.036815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:52.037220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.039956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.044486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e2a5f9a-d47b-4190-943e-57b9345f3adf no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:52.058916 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:52.064833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:52.089967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7e2a5f9a-d47b-4190-943e-57b9345f3adf {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:31:52.090319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e2a5f9a-d47b-4190-943e-57b9345f3adf not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:31:52.201304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.231104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:52.376828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:52.377740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:52.408301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:52.510863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:52.530199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Transition to ACTIVE for port object 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:52.534092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Transition to ACTIVE for port object 7beefe9a-85b1-442f-bf4c-7986f0012263 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:52.547978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.552513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.568884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f5f8f32-72ad-4e5c-b75b-7f7c21ee8e50 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:52.570611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Transition to ACTIVE for port object 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:52.571830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Transition to ACTIVE for port object 7beefe9a-85b1-442f-bf4c-7986f0012263 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:52.578854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.582786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:52.597854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.599942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:52.601743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.607701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-addbf6a5-1ac1-4dda-9264-018d575a3e59 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:52.620766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.645929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=7d380fe4-20bf-432d-b8f7-3c8f71ffd4de,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:52.648993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:52.680297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Network a57ade0f-ba19-4f24-a073-f15ca9c2b222 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:52.682288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:52.684028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Pushing event updated for resources: {'Port': ['ID=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:52.687927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:52.688789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:52.691566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:52.692411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:52.693894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4a7f0f09-83d3-49c6-82a5-86010aac465e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:52.705827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/ad995fcc-a261-41a5-aae8-6523abfaccaa HTTP/1.1" status: 204 len: 168 time: 2.6774712 Dec 09 09:31:52.706814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=ad995fcc-a261-41a5-aae8-6523abfaccaa,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:52.718343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:52.718801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55476) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.731864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:52.749535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.754281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e8131f50-4c45-48ed-9a64-4a6c6ddcb0eb None None] Provisioning complete for port 9a0de882-d782-4291-8866-9368a9c53b2a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:52.754664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e8131f50-4c45-48ed-9a64-4a6c6ddcb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.776373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ade0f-ba19-4f24-a073-f15ca9c2b222']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:52.789795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961ec089-5396-4fea-9225-52b287dd9de3') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:52.789795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961ec089-5396-4fea-9225-52b287dd9de3') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:52.802023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.818002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.824747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:52.825033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:52.839964 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:52.888857 dv-neutron-821175-1-hyperv neutron-server[83486]: WARNING neutron.scheduler.l3_agent_scheduler [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] No L3 agents can host the router 83e2a498-6cf8-440a-ba84-4944d62b9fa7 Dec 09 09:31:52.936959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:52.939794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Pushing event updated for resources: {'Port': ['ID=7beefe9a-85b1-442f-bf4c-7986f0012263,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:52.951613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:31:52.951613 dv-neutron-821175-1-hyperv neutron-server[83487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:31:52.951613 dv-neutron-821175-1-hyperv neutron-server[83487]: [parameters: {'id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'}] Dec 09 09:31:52.951613 dv-neutron-821175-1-hyperv neutron-server[83487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:52.952305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:31:52.962035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:52.984115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e8131f50-4c45-48ed-9a64-4a6c6ddcb0eb None None] Port 9a0de882-d782-4291-8866-9368a9c53b2a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:31:52.988868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Attempting to bind port 7beefe9a-85b1-442f-bf4c-7986f0012263 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:52.989249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Attempting to bind port 7beefe9a-85b1-442f-bf4c-7986f0012263 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '961ec089-5396-4fea-9225-52b287dd9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:52.989624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Attempting to bind port 7beefe9a-85b1-442f-bf4c-7986f0012263 on network a57ade0f-ba19-4f24-a073-f15ca9c2b222 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:52.994338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:52.994816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Attempting to bind port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:52.995197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Attempting to bind port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '97887934-f5db-4f37-971a-51ed3a1714ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:52.995565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Attempting to bind port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 on network d1f1f715-4072-4679-821a-6c5fe7ac7a3b {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:53.002897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:53.003280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Checking segment: {'id': '961ec089-5396-4fea-9225-52b287dd9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:53.003694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.004116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Bound using segment: {'id': '961ec089-5396-4fea-9225-52b287dd9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:53.004591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Bound port: 7beefe9a-85b1-442f-bf4c-7986f0012263, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961ec089-5396-4fea-9225-52b287dd9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a57ade0f-ba19-4f24-a073-f15ca9c2b222'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:53.004975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.005762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd7806-3e57-4616-9696-1455af3f7890 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:53.006320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33cd7806-3e57-4616-9696-1455af3f7890 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:31:53.023081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:53.023465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Checking segment: {'id': '97887934-f5db-4f37-971a-51ed3a1714ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:53.023903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.024303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Bound using segment: {'id': '97887934-f5db-4f37-971a-51ed3a1714ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:53.024791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Bound port: 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97887934-f5db-4f37-971a-51ed3a1714ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd1f1f715-4072-4679-821a-6c5fe7ac7a3b'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:53.025256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.170320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] For port 7beefe9a-85b1-442f-bf4c-7986f0012263, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:53.174273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] For port 7beefe9a-85b1-442f-bf4c-7986f0012263, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7beefe9a-85b1-442f-bf4c-7986f0012263,segment=NetworkSegment(961ec089-5396-4fea-9225-52b287dd9de3),segment_id=961ec089-5396-4fea-9225-52b287dd9de3)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:53.177163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] For port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:53.180521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] For port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,segment=NetworkSegment(97887934-f5db-4f37-971a-51ed3a1714ae),segment_id=97887934-f5db-4f37-971a-51ed3a1714ae)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:53.182617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.186717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:53.220096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.223116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.287848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Pushing event updated for resources: {'Port': ['ID=7beefe9a-85b1-442f-bf4c-7986f0012263,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:53.292891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:53.293047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33cd7806-3e57-4616-9696-1455af3f7890 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:31:53.293363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ed7748b3-c571-4ff5-bfb0-1f918ac05a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:53.297569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-33cd7806-3e57-4616-9696-1455af3f7890 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/d82a67f7-ada3-442c-8b22-3dc2e237ecb8 HTTP/1.1" status: 200 len: 840 time: 0.5697012 Dec 09 09:31:53.298098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55480) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.382743 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-34e8d144-ae9d-4315-ac8a-9cb1841c1591 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/d82a67f7-ada3-442c-8b22-3dc2e237ecb8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0801651 Dec 09 09:31:53.383351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55484) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.389832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:53.393844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Pushing event updated for resources: {'Port': ['ID=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:53.398030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:53.398607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b00f647-b522-4bb4-913a-1ab25ad42a65']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:53.480628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.483515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b739895-a5a3-41cb-8887-0cd53c5d58b4') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:53.483837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b739895-a5a3-41cb-8887-0cd53c5d58b4') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:53.497745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f2cb6-468b-4b04-b809-829c9098ddcc None None] Network a57ade0f-ba19-4f24-a073-f15ca9c2b222 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:53.537690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 7beefe9a-85b1-442f-bf4c-7986f0012263 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:31:53.538779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.595283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:53.605237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:53.628767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:53.641017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:53.701596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:53.739464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.801849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.852676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:53.854248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:53.899457 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:53.922405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.090152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Hosts for router 83e2a498-6cf8-440a-ba84-4944d62b9fa7: [] {{(pid=83486) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 09:31:54.120293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 7beefe9a-85b1-442f-bf4c-7986f0012263, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7beefe9a-85b1-442f-bf4c-7986f0012263,segment=NetworkSegment(961ec089-5396-4fea-9225-52b287dd9de3),segment_id=961ec089-5396-4fea-9225-52b287dd9de3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:54.122704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.124702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:54.196973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.203864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Hosts for other DVR routers connected to router 83e2a498-6cf8-440a-ba84-4944d62b9fa7: set() {{(pid=83486) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 09 09:31:54.215073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d19c468-1b83-4850-b862-f6e99bf7a1d7 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:54.255314 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.258852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Pushing event deleted for resources: {'Network': ['ID=8b00f647-b522-4bb4-913a-1ab25ad42a65,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:54.266373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.270733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:54.277396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-605028ac-d53d-4252-b372-1b6a9f4c8f25 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:54.280403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:54.314663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.318536 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-51e01cb8-86d6-4ced-a8b7-42f94e1fbab9 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "PUT /v2.0/routers/83e2a498-6cf8-440a-ba84-4944d62b9fa7 HTTP/1.1" status: 200 len: 716 time: 4.5277267 Dec 09 09:31:54.324662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55488) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.333025 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] 10.222.0.41 "DELETE /v2.0/networks/8b00f647-b522-4bb4-913a-1ab25ad42a65 HTTP/1.1" status: 204 len: 168 time: 2.3855290 Dec 09 09:31:54.454965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 7beefe9a-85b1-442f-bf4c-7986f0012263 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:31:54.493637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:54.505201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:54.511677 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3005397 Dec 09 09:31:54.525747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55494) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.528887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=bfc541c6-e205-4366-8411-36df5671fa55,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:54.537504 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:54.537879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:54.538667 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:54.565994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '1a559722-47e7-438c-8656-914e2bd68f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '96d16684-3575-4d04-8c13-ba8e746b87ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:54.566368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 96d16684-3575-4d04-8c13-ba8e746b87ef, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:54.582138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:31:54.588701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4cb122db-f340-4514-aeb8-1f8df8debdc1 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "GET /v2.0/routers/83e2a498-6cf8-440a-ba84-4944d62b9fa7 HTTP/1.1" status: 200 len: 716 time: 0.2559519 Dec 09 09:31:54.593004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735034578'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:54.596525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55498) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.601770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:54.609855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.615960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f7a41c22-dcf7-4107-a0c2-e4213c619b71 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:54.645193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:54.652616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:54.676261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:54.678784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.703963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31515588-2efd-47c8-9974-5e84baa635ef None None] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:54.733775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 96d16684-3575-4d04-8c13-ba8e746b87ef is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:54.737230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No DVR routers for this DVR port 7beefe9a-85b1-442f-bf4c-7986f0012263 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:31:54.784937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 96d16684-3575-4d04-8c13-ba8e746b87ef) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:54.793251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:54.806017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=e7117545-0c9d-41ef-a8ce-7d6bc8208677,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:54.813404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:54.814021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:54.814140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.814698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:54.817649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.833293 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:54.834888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:54.838283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:54.838930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:54.878773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11027ee2-1c70-47f4-a21e-f37a490dfa19 None None] Network 96d16684-3575-4d04-8c13-ba8e746b87ef requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:54.903655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9470e531-6fd0-4e62-a52f-748d49d963af tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:54.911571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55506) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.956081 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2924883 Dec 09 09:31:54.959362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.006396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86648f2-d8f2-4e50-9cf3-cafc06bd5cca None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:55.080141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Port': ['ID=7beefe9a-85b1-442f-bf4c-7986f0012263,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:55.082848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:55.125379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Provisioning for port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:31:55.194613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Provisioning complete for port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:55.195292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.236110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.249686 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8652434 Dec 09 09:31:55.250572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:55.253814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55516) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.272612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690644238'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:55.279921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ade0f-ba19-4f24-a073-f15ca9c2b222']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:55.287330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.287666 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 1eb82909-bbcc-44c4-90d1-23d832c54f81 of type vlan for network 6d886e60-ef08-4014-9858-2defadc8f4b3 Dec 09 09:31:55.300399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961ec089-5396-4fea-9225-52b287dd9de3') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:55.300724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961ec089-5396-4fea-9225-52b287dd9de3') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:55.306943 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9a5a420d-a112-43a3-bba3-e5b9c22ab46f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=165c3373b59e4864aaf6faab1046ea49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3928587 Dec 09 09:31:55.309792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55520) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.310925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:55.322573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.325031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:55.330115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:55.335600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8d57312e-3e2f-41fd-a551-6dbbdb22435b tempest-RoutersTestDVR-686409764 tempest-RoutersTestDVR-686409764-project] 10.222.0.41 "GET /v2.0/routers/83e2a498-6cf8-440a-ba84-4944d62b9fa7 HTTP/1.1" status: 200 len: 682 time: 0.7359369 Dec 09 09:31:55.340355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.341859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.342899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:55.372806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.394958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.411507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:55.411971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.414073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:31:55.443143 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/71746791-c1fd-46ef-a4fd-dfbd17cb4a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1409323 Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:55.443392 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:55.463543 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 3, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:31:49Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:55.466062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2f51c-4186-470d-bbcc-2e2afac369e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-96d16684-3575-4d04-8c13-ba8e746b87ef', 'network_id': '96d16684-3575-4d04-8c13-ba8e746b87ef', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': 'bfc541c6-e205-4366-8411-36df5671fa55'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:55.466888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f51c-4186-470d-bbcc-2e2afac369e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.468537 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:31:55.469078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Updating router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:31:55.476043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:31:55.542357 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.559658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.560009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.563265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:55.564002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.574020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:55.599693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.610521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.614407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.639003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.691337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.700853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:55.701499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:55.725824 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/a57ade0f-ba19-4f24-a073-f15ca9c2b222 HTTP/1.1" status: 204 len: 168 time: 4.5986733 Dec 09 09:31:55.733059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55532) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.736660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.751150 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1707022 Dec 09 09:31:55.752541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057163811'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:55.758533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=6d886e60-ef08-4014-9858-2defadc8f4b3,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:55.762138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:55.767110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55536) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.767686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8442eda-c27a-455b-9f73-4ade8cbcf86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:55.768210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:55.799007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:55.808691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:55.820764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:55.830397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=a57ade0f-ba19-4f24-a073-f15ca9c2b222,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:55.837303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:55.865255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:55.876985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:55.960965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] For port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,segment=NetworkSegment(97887934-f5db-4f37-971a-51ed3a1714ae),segment_id=97887934-f5db-4f37-971a-51ed3a1714ae)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:31:56.045244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:56.064873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.076406 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.079296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62cad530-c611-4d0f-a026-d6e71b9ea9ab tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.102134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:56.105892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.113882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.120483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-02f1c427-0bc7-448d-b50e-a9b30cfa0e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.141047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:56.157814 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Transition to ACTIVE for port object c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:56.162448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:56.175328 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.178429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.179019 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 440a5e42-c9ef-4f9d-a104-c92eb97f6f91 of type vlan for network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-f7a2f51c-4186-470d-bbcc-2e2afac369e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfc541c6-e205-4366-8411-36df5671fa55: This subnet is being modified by another concurrent operation. Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:31:56.179502 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfc541c6-e205-4366-8411-36df5671fa55: This subnet is being modified by another concurrent operation. Dec 09 09:31:56.183688 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:31:56.195441 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.220553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024bdb2-4765-472a-825e-2678fb50044d None None] Network 96d16684-3575-4d04-8c13-ba8e746b87ef requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:56.222907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.227693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:56.231124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.233737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:56.238176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6311f46f-d4d9-45a0-9e55-75ebe5b9c7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.256285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31d29f-94bb-4970-a9c5-62ac57851bea,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.259089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.261435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:56.297844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:56.314694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.342774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d16684-3575-4d04-8c13-ba8e746b87ef']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:56.358950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a559722-47e7-438c-8656-914e2bd68f5a') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:56.359243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a559722-47e7-438c-8656-914e2bd68f5a') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:56.372928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.394043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.401880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:56.402212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.410502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.436930 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Pushing event updated for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.485144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Pushing event updated for resources: {'Port': ['ID=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.505532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.527580 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:56.530253 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:56.538851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:56.539492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc541c6-e205-4366-8411-36df5671fa55,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.546913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.548391 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e31d29f-94bb-4970-a9c5-62ac57851bea HTTP/1.1" status: 204 len: 168 time: 1.2343171 Dec 09 09:31:56.554381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:56.556759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.561652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.564263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.566945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:56.569881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ca18c878-1f16-4c9c-81af-401d5f402fdd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.572665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:56.573622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.580525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31cd7f00-e15c-48a1-a461-77a4738df3a3 tempest-FloatingIPNegativeTestJSON-454355212 tempest-FloatingIPNegativeTestJSON-454355212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:56.606181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:56.614102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.673691 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Attempting to bind port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:31:56.674143 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Attempting to bind port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:31:56.675951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Attempting to bind port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 on network ee2d5750-5b22-4468-9826-d7bb65283c05 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:31:56.693265 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:31:56.697196 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Checking segment: {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:56.697792 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.698416 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Bound using segment: {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:31:56.700201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Bound port: c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e73f516-5ee7-4252-ad58-5b22f5bee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:31:56.700890 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.709512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:56.714885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=96d16684-3575-4d04-8c13-ba8e746b87ef,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.778229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-e5ebcad7-179b-4b75-b034-354b7177ea08', 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'tenant_id': 'b0bd36f347684f84972eacaafad66cba', 'fixed_ips': [{'subnet_id': 'e7117545-0c9d-41ef-a8ce-7d6bc8208677'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:56.780008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.807365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.829871 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/96d16684-3575-4d04-8c13-ba8e746b87ef HTTP/1.1" status: 204 len: 168 time: 1.8690867 Dec 09 09:31:56.830745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55542) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.840358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856437728'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:56.845419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:56.849267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:56.852324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:56.859595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:56.860444 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1263194 Dec 09 09:31:56.868092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55546) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.878363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': 'e35c3ecb-61f5-4495-8d91-3811cb9ed6a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:56.882700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:56.887447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.892678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] For port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:31:56.896919 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] For port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:31:56.900838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=e35c3ecb-61f5-4495-8d91-3811cb9ed6a9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:56.909187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:56.922838 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:56.958364 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:57.028856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:57.065437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:57.092733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:57.097316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:57.099216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.104034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-44c8bd50-cfbd-4d02-b70d-2c40fc98cd84 None None] Provisioning complete for port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:57.104920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd50-cfbd-4d02-b70d-2c40fc98cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.112540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:57.149603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:57.153672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.165433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.168572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.168980 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 566c60cf-a395-49a4-a2f3-a7bfdcbb33b0 of type vlan for network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f Dec 09 09:31:57.181091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.192583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3afb039c-438f-47cb-b2f5-39a7bcea8f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:57.213495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:57.229249 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:31:57.233396 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:57.256522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.265663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65dd01da-4395-4123-8d2b-15fcbd8ce3c2 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:57.274802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07def8-5f60-4ede-8d34-53c50b2b3326,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:57.325644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:57.343611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.389031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.389790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83e2a498-6cf8-440a-ba84-4944d62b9fa7 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:57.416552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.421639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1623929 Dec 09 09:31:57.422607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.426832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.432672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5cac12ca-380c-447b-8359-6e31e2a4174c tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "DELETE /v2.0/routers/83e2a498-6cf8-440a-ba84-4944d62b9fa7 HTTP/1.1" status: 204 len: 168 time: 2.0864303 Dec 09 09:31:57.442507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'security_group': {'name': 'tempest-secgroup-10248447'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:57.452109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55560) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.452244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:57.457493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:57.461142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:57.467860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:57.480567 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:31:57.486911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.495624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Request body: {'router': {'name': 'tempest-router-741912857', 'distributed': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:57.525405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:57.543911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Usage tracker for resource:router and tenant:e567c49bbfd24e9cb6d01ddaa808e70f is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:57.545337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.555284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:57.560921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=32bc92ab-6eac-4abf-b9a4-5c492b40186c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:57.561470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:57.562119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.570498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.579291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3f9c8eb1-30a1-4878-aff8-a2e56ab62e2b tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:57.589728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:57.592041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:57.673413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.674477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.679950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:57.680442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 6d886e60-ef08-4014-9858-2defadc8f4b3, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:57.682707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Allocated IP 172.20.0.2 (e5ebcad7-179b-4b75-b034-354b7177ea08/e7117545-0c9d-41ef-a8ce-7d6bc8208677/947b4d39-4fdd-4106-945f-857d9d778f01) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:57.774420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=2254c8d0-39cb-4c01-b55e-2b2d99a6345f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:57.788361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:57.795954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:57.800682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:57.804610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:57.812649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:57.821747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:31:57.839140 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Pushing event updated for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:57.847213 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:57.894825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0de882-d782-4291-8866-9368a9c53b2a', 'name': '', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:72:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:46Z', 'updated_at': '2021-12-09T09:31:49Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:57.903405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:57.908985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0714815 Dec 09 09:31:57.909399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55572) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.916511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:57.998657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:58.015931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.052729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fbc694d-0ad3-453b-92cc-d1ffaedc6a58 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:58.053918 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 3, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:31:56Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:58.062489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.063688 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302aef-402a-4c63-8a30-e4234451d215 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 3, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:31:56Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:31:58.067565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-feed2cc4-fd11-45d8-bd2c-e7e627ba1001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:58.097001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:31:58.097380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Updating router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 port 9a0de882-d782-4291-8866-9368a9c53b2a binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:31:58.113755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6d886e60-ef08-4014-9858-2defadc8f4b3) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:58.119923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:58.120516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.132373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:58.139911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:58.166507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:31:58.167556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.171653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:58.179146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:58.199527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7742c0c-00c5-4d15-8212-417a9fba9ca6 None None] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:58.213966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:58.229352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55580) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.275351 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4813874 Dec 09 09:31:58.281483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55586) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.292096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '440a5e42-c9ef-4f9d-a104-c92eb97f6f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e35c3ecb-61f5-4495-8d91-3811cb9ed6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:58.292525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: e35c3ecb-61f5-4495-8d91-3811cb9ed6a9, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:58.300805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.304789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=c52c4902-dacb-4c49-bfa9-63f14ffd581f,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:58.308987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:58.345539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.345539 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1cb09e70-ccba-471d-9f3a-5ffeb42217ff tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8896911 Dec 09 09:31:58.345539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:58.347149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55588) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.370406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173fee0f-06c0-48df-8117-c4877f56091c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:58.444762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:58.448068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.449987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0130503 Dec 09 09:31:58.454816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, e35c3ecb-61f5-4495-8d91-3811cb9ed6a9) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:58.466702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55594) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.484773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b318fa-08d0-4398-a439-b01fe38872f0 None None] Network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:58.536776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'networks': [{'name': 'tempest-network--1485834587'}, {'name': 'tempest-network--262798712'}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.537188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-network--1485834587'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.537544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-network--262798712'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.541700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:58.542288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.560796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:58.579281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:network and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:58.584001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:58.593154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:58.605921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.611643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.664131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7944953 Dec 09 09:31:58.667013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55598) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.672568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1000344615', 'security_groups': ['173fee0f-06c0-48df-8117-c4877f56091c'], 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e7117545-0c9d-41ef-a8ce-7d6bc8208677'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.700910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.780059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'network': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:58.785451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.860912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.930423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:31:58.931018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:58.989636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:58.997871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:port and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:59.003056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:59.014883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:59.019400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6d886e60-ef08-4014-9858-2defadc8f4b3', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:59.020406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.082703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:31:59.175112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.206887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:59.273445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:security_group_rule and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:59.282688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:59.286796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Transition to ACTIVE for port object 947b4d39-4fdd-4106-945f-857d9d778f01 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:59.351779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.355094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Transition to ACTIVE for port object 947b4d39-4fdd-4106-945f-857d9d778f01 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:31:59.358408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.358759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-871eab32-d0e3-4245-b0af-4eb72419b419 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:59.359619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:59.378340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.393874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.436973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.437220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.453154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-64a26f46-c7a2-4cf9-a5f9-69246c194c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:59.491990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.497015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=27b477aa-8d41-47c5-bb70-010da84f1e91,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:59.504389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 6d8e3f21-e257-47cb-a54b-b5096c34478d yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:31:59.539009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.539404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb3ffa42-0931-4f20-b287-56cb3ef90e27 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:31:59.576877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.577457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:59.579351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:31:59.579967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 2254c8d0-39cb-4c01-b55e-2b2d99a6345f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:31:59.586205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.586676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.598399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c39dec4b-c061-4ea6-a53d-96bba4326ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:59.617932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9b331-0669-4f86-a5ba-a5e10d7d913d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-e35c3ecb-61f5-4495-8d91-3811cb9ed6a9', 'network_id': 'e35c3ecb-61f5-4495-8d91-3811cb9ed6a9', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': 'c52c4902-dacb-4c49-bfa9-63f14ffd581f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:31:59.619441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b331-0669-4f86-a5ba-a5e10d7d913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.639073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:31:59.640128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.644987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-00d87fe2-da14-445c-8b66-1c8e35827df8 tempest-RoutersTestDVR-1101849754 tempest-RoutersTestDVR-1101849754-project-admin] 10.222.0.41 "DELETE /v2.0/routers/cb3ffa42-0931-4f20-b287-56cb3ef90e27 HTTP/1.1" status: 204 len: 168 time: 1.2930682 Dec 09 09:31:59.654094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9ea7a-4a8c-41e0-832d-5d5461b2b569,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:59.657406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:59.669835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.681249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f282df5-62a6-49c8-8435-3bc47d561edd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:31:59.711980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Allocated IP 2001:db8:2::2 (6d886e60-ef08-4014-9858-2defadc8f4b3/32bc92ab-6eac-4abf-b9a4-5c492b40186c/a41c87c1-9148-47b0-98bf-1d82c52d2823) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:31:59.712879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:59.730818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=c52c4902-dacb-4c49-bfa9-63f14ffd581f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:59.733125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:31:59.739991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:59.740974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.741302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment 539c14a9-05d9-4685-928e-eb2b1460f8d7 of type vlan for network 120571bc-34b3-4fee-b234-28623b8ea96f Dec 09 09:31:59.745045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:59.754447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:31:59.758474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:31:59.766286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:31:59.805135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 2254c8d0-39cb-4c01-b55e-2b2d99a6345f) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:31:59.810329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:31:59.811434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.846245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c8f41-2f02-45cc-bbe3-24a7a1054a76 None None] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:31:59.877170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.878770 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9681911 Dec 09 09:31:59.881823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.885832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55604) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.913718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35c3ecb-61f5-4495-8d91-3811cb9ed6a9']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:59.937457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440a5e42-c9ef-4f9d-a104-c92eb97f6f91') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:59.937760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440a5e42-c9ef-4f9d-a104-c92eb97f6f91') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:31:59.939873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584155608'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:59.953437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:31:59.955056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.965774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:31:59.971547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:31:59.972863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:31:59.981366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.987083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:31:59.987421 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment 4c307d37-5fdc-4a6c-85c8-d05d3fdfa388 of type vlan for network f600a6d3-bc78-4b35-a784-8762173df87f Dec 09 09:31:59.990680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:31:59.993298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:31:59.993709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:00.008870 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:00.039327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:00.048109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.134131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:00.134798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.189388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.192143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.194296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.200809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:00.208732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55610) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.209341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:00.209475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:00.210038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.219438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6ee29bb4-0303-4370-b9e0-1f7d5258e6f3 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:00.231046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.8 (e5ebcad7-179b-4b75-b034-354b7177ea08/e7117545-0c9d-41ef-a8ce-7d6bc8208677/6d8e3f21-e257-47cb-a54b-b5096c34478d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:00.233214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.233548 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment f4fc0bb9-e0b1-4756-946d-edfcdb9b381c of type vlan for network 89f4cd01-85de-4517-802f-325cd21243e1 Dec 09 09:32:00.272231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:00.289449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Attempting to bind port 947b4d39-4fdd-4106-945f-857d9d778f01 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:00.290718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Attempting to bind port 947b4d39-4fdd-4106-945f-857d9d778f01 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '3d103f6b-a7e2-45de-b3b2-6aa221297754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:00.291987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Attempting to bind port 947b4d39-4fdd-4106-945f-857d9d778f01 on network e5ebcad7-179b-4b75-b034-354b7177ea08 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:00.321639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.366377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09865ed4-6478-4325-ace7-85db07f06cc8 None None] Network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:00.390539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.420702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=120571bc-34b3-4fee-b234-28623b8ea96f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:00.427319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:00.427814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Checking segment: {'id': '3d103f6b-a7e2-45de-b3b2-6aa221297754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:00.428279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.428755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Bound using segment: {'id': '3d103f6b-a7e2-45de-b3b2-6aa221297754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:00.429336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Bound port: 947b4d39-4fdd-4106-945f-857d9d778f01, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d103f6b-a7e2-45de-b3b2-6aa221297754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:00.429763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.442640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 HTTP/1.1" status: 204 len: 168 time: 1.7693017 Dec 09 09:32:00.449286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55618) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.452354 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2145584 Dec 09 09:32:00.462851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09865ed4-6478-4325-ace7-85db07f06cc8 None None] Network e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 could not be found, it might have been deleted concurrently. {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 09 09:32:00.463051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55620) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.468031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.468897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1141340048'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:00.473392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 120571bc-34b3-4fee-b234-28623b8ea96f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:00.518913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:00.543371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:00.548806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:00.557397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=f600a6d3-bc78-4b35-a784-8762173df87f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:00.559974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:00.588846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=e35c3ecb-61f5-4495-8d91-3811cb9ed6a9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:00.591695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:00.592260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:00.592648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:00.593142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:00.593646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:00.600086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:00.603568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.627725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network f600a6d3-bc78-4b35-a784-8762173df87f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:00.638755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:00.657225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.658519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment cb898580-78ff-4cbb-b39e-aa89b830728a of type vlan for network 58a6fb96-6ee2-4abd-ba07-0335b872b57e Dec 09 09:32:00.687168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.705410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.721984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.722260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.725757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:00.726152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:00.726328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.726908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.732949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:00.737601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3564f8ef-487f-4fee-a265-c643fc51866c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:00.825345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.833798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3798602 Dec 09 09:32:00.848038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55626) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.858443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '58a6fb96-6ee2-4abd-ba07-0335b872b57e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:00.883053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=58a6fb96-6ee2-4abd-ba07-0335b872b57e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:00.889356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:00.922572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:00.934862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 58a6fb96-6ee2-4abd-ba07-0335b872b57e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:00.953899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Transition to ACTIVE for port object 9a0de882-d782-4291-8866-9368a9c53b2a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:00.962567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:00.986714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:00.991933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:00.994763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Transition to ACTIVE for port object a41c87c1-9148-47b0-98bf-1d82c52d2823 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:00.996325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:01.003905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:01.005231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-2254c8d0-39cb-4c01-b55e-2b2d99a6345f', 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': '27b477aa-8d41-47c5-bb70-010da84f1e91'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:01.006228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.021185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:01.036039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.039725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:01.040314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.063562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:01.093818 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1999686 Dec 09 09:32:01.096768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:474883d534684c59bfddb9da231fcd45 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:01.101897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55630) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.109765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:01.112616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=89f4cd01-85de-4517-802f-325cd21243e1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:01.112834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e6e36f8-6b11-481a-af1c-2b7ec2e2332f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:01.136107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:01.147859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:01.176249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 89f4cd01-85de-4517-802f-325cd21243e1 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:01.186921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.250373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Transition to ACTIVE for port object a41c87c1-9148-47b0-98bf-1d82c52d2823 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:01.254911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '89f4cd01-85de-4517-802f-325cd21243e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:01.277121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400b0d5-6fe4-4a6d-b0f5-433d2e47c2e5 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:01.281226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400b0d5-6fe4-4a6d-b0f5-433d2e47c2e5 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:01.285202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400b0d5-6fe4-4a6d-b0f5-433d2e47c2e5 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:01.289093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400b0d5-6fe4-4a6d-b0f5-433d2e47c2e5 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:01.294126 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6400b0d5-6fe4-4a6d-b0f5-433d2e47c2e5 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8241856 Dec 09 09:32:01.295695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55634) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.304295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 6d8e3f21-e257-47cb-a54b-b5096c34478d will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:01.309076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:01.380681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.430611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.434769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.451277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:01.452154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.455557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:01.458771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:01.465609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8e3c06b-7afb-4028-ba9a-54e094520f26 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:01.467504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:01.482000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.484894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:01.510503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Pushing event updated for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:01.514882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.522239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:01.522691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:01.582296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b919bab-ba6a-46a5-95a8-43bd263bbaf0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:01.602141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:01.602751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:01.638360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:01.645473 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=474883d534684c59bfddb9da231fcd45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4314895 Dec 09 09:32:01.647260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:01.657130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55638) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.657752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:01.661390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:01.670029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:01.675799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:01.678172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:01.700141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8:2::1 (6d886e60-ef08-4014-9858-2defadc8f4b3/32bc92ab-6eac-4abf-b9a4-5c492b40186c/41990797-0963-40fa-a780-48bf102ee218) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:01.750095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=6d8e3f21-e257-47cb-a54b-b5096c34478d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:01.757691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:01.765353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.794699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:01.796126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:01.920163 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4519219 Dec 09 09:32:01.920430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Pushing event updated for resources: {'Port': ['ID=a41c87c1-9148-47b0-98bf-1d82c52d2823,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:01.924355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.934253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:01.996239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Allocated IP 2001:db8::1 (2254c8d0-39cb-4c01-b55e-2b2d99a6345f/27b477aa-8d41-47c5-bb70-010da84f1e91/d5431be2-4ad2-4e2e-a925-851e98e69f49) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:02.000604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.037463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.048921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Attempting to bind port 9a0de882-d782-4291-8866-9368a9c53b2a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:02.049435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Attempting to bind port 9a0de882-d782-4291-8866-9368a9c53b2a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:02.049808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Attempting to bind port 9a0de882-d782-4291-8866-9368a9c53b2a on network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:02.053962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce4ae8a5-0ee2-4339-957b-2d639c37b124 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.095845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.111423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.170746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object 41990797-0963-40fa-a780-48bf102ee218 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:02.183205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:02.197925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Attempting to bind port a41c87c1-9148-47b0-98bf-1d82c52d2823 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:02.198678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Attempting to bind port a41c87c1-9148-47b0-98bf-1d82c52d2823 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:02.199203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Attempting to bind port a41c87c1-9148-47b0-98bf-1d82c52d2823 on network 6d886e60-ef08-4014-9858-2defadc8f4b3 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:02.211124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=ffe824ed-057b-40ab-9f81-a730005380c9,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:02.211692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:02.212182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Checking segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:02.212823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.213536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Bound using segment: {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:02.214007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:02.214202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Bound port: 9a0de882-d782-4291-8866-9368a9c53b2a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fe580f-c1c1-48c8-a01a-694ffee382e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:02.214762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.215435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.224761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.229823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:02.233276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dc9c5e5a-547a-436f-b889-67e2511ae362 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.272566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:02.283189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:02.298842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:02.310345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.312359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.314333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:02.314725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Checking segment: {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:02.315137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.315681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Bound using segment: {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:02.316554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Bound port: a41c87c1-9148-47b0-98bf-1d82c52d2823, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:02.316949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.332822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:02.336439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.337618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.885s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.338028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.354786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:02.363191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:02.364981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.368752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:02.373718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:02.374181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.393182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Performing IP validity checks on allocation pools {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:32:02.393784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:32:02.408222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.469048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120571bc-34b3-4fee-b234-28623b8ea96f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:02.469775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.479450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.482815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8161fb5-34d4-46e1-8fd9-3c913b5f6963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.490226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': 'cb898580-78ff-4cbb-b39e-aa89b830728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '58a6fb96-6ee2-4abd-ba07-0335b872b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:02.490435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 58a6fb96-6ee2-4abd-ba07-0335b872b57e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:02.500623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7117545-0c9d-41ef-a8ce-7d6bc8208677 (CIDR: 172.20.0.0/28) Dec 09 09:32:02.526246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539c14a9-05d9-4685-928e-eb2b1460f8d7') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:02.526604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539c14a9-05d9-4685-928e-eb2b1460f8d7') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:02.547313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.553686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:02.553850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:02.586132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.628148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:02.628566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.644513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:02.652249 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:02.742989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 58a6fb96-6ee2-4abd-ba07-0335b872b57e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:02.762379 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c4a422fe-3258-413b-a1fa-669cd16c9cb2 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8364542 Dec 09 09:32:02.766099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55648) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.773195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:02.775266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.780517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31969b18-3fcd-4d6d-8f56-5b12cc505e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.785183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] For port a41c87c1-9148-47b0-98bf-1d82c52d2823, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:02.794735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.801624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 58a6fb96-6ee2-4abd-ba07-0335b872b57e) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:02.808732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.831363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b919bab-ba6a-46a5-95a8-43bd263bbaf0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:02.840320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5704693-ca11-4849-8391-88b1e35f917b None None] Network 58a6fb96-6ee2-4abd-ba07-0335b872b57e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:02.853174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:02.854558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.865316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:02.866495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.893716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.897062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] For port a41c87c1-9148-47b0-98bf-1d82c52d2823, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41c87c1-9148-47b0-98bf-1d82c52d2823,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:02.907435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] For port 9a0de882-d782-4291-8866-9368a9c53b2a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:02.927944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.932588 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/120571bc-34b3-4fee-b234-28623b8ea96f HTTP/1.1" status: 204 len: 168 time: 1.6372180 Dec 09 09:32:02.933661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:02.935456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-534a5bb5-fc2f-4035-a662-0d0bd0d7bf7d tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:02.979320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.983316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55654) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.986853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.991684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1425498 Dec 09 09:32:02.994661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:02.995911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b919bab-ba6a-46a5-95a8-43bd263bbaf0 HTTP/1.1" status: 204 len: 168 time: 1.3154507 Dec 09 09:32:03.002730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55656) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:03.026030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:03.107734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] For port 9a0de882-d782-4291-8866-9368a9c53b2a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9a0de882-d782-4291-8866-9368a9c53b2a,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:03.120796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.164824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.213557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Transition to ACTIVE for port object d5431be2-4ad2-4e2e-a925-851e98e69f49 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:03.237222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:03.241753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:03.247709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:03.256658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:03.293264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:03.301883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.329904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 947b4d39-4fdd-4106-945f-857d9d778f01 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:03.335452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Pushing event updated for resources: {'Port': ['ID=a41c87c1-9148-47b0-98bf-1d82c52d2823,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:03.345722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Transition to ACTIVE for port object d5431be2-4ad2-4e2e-a925-851e98e69f49 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:03.352310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:03.352867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:03.420157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=f8ff1777-6835-40e4-b057-3b563608456c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:03.442719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:03.443383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d091f84f-ad75-4ac4-baf9-beae683dac81 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:03.495794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.499213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.501915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=120571bc-34b3-4fee-b234-28623b8ea96f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:03.523540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:03.578232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.591709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': 'f4fc0bb9-e0b1-4756-946d-edfcdb9b381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '89f4cd01-85de-4517-802f-325cd21243e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:03.592601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 89f4cd01-85de-4517-802f-325cd21243e1, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:03.637165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:03.657143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:03.667906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:03.756979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efcad978-df11-4670-8c5f-4cc618e809aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.783636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:03.787571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:31:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:03.918259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.921162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55666) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:03.934524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.935481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:03.961361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Pushing event updated for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:03.973258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c7a629d-32c8-4736-bd25-462902947b54 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:04.015638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Provisioning for port 947b4d39-4fdd-4106-945f-857d9d778f01 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:04.018818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.024206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:04.032624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-faf634c3-ca1e-4db8-98e4-24d519da525e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:04.071991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.077445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.079096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deec20f-7be3-4ad6-a7d1-9abe9d8022c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-58a6fb96-6ee2-4abd-ba07-0335b872b57e', 'network_id': '58a6fb96-6ee2-4abd-ba07-0335b872b57e', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': 'ffe824ed-057b-40ab-9f81-a730005380c9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:04.079935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7deec20f-7be3-4ad6-a7d1-9abe9d8022c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.116141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 89f4cd01-85de-4517-802f-325cd21243e1 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:04.130046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f600a6d3-bc78-4b35-a784-8762173df87f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.142912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:04.143243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.156249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c307d37-5fdc-4a6c-85c8-d05d3fdfa388') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.157012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c307d37-5fdc-4a6c-85c8-d05d3fdfa388') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.174566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 89f4cd01-85de-4517-802f-325cd21243e1) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:04.187032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.202289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:04.203303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.234075 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1308630 Dec 09 09:32:04.237074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55670) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.258287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.262099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:04.262386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.265167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:04.277187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105a0e0-7811-4d04-8b1b-14b48cf79642 None None] Network 89f4cd01-85de-4517-802f-325cd21243e1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:04.284243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-704f8335-3350-4f1d-b55e-991cb92da737 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:04.343467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:04.344507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:04.363427 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:04.365728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe824ed-057b-40ab-9f81-a730005380c9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:04.368625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:04.371858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:04.375706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:04.389734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Attempting to bind port d5431be2-4ad2-4e2e-a925-851e98e69f49 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:04.390447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Attempting to bind port d5431be2-4ad2-4e2e-a925-851e98e69f49 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:04.391007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Attempting to bind port d5431be2-4ad2-4e2e-a925-851e98e69f49 on network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:04.394409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Pushing event updated for resources: {'Port': ['ID=d5431be2-4ad2-4e2e-a925-851e98e69f49,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:04.414973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:04.540752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:04.541902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Checking segment: {'id': '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:04.542588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.543021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Bound using segment: {'id': '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:04.543525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Bound port: d5431be2-4ad2-4e2e-a925-851e98e69f49, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2254c8d0-39cb-4c01-b55e-2b2d99a6345f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:04.543926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.598288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.606210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07192e35-531e-442c-b41c-2d0343286d57 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:04.722651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.726075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.738473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.752543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:04.782591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a6fb96-6ee2-4abd-ba07-0335b872b57e']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.797363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.803150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.808878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b19bf166-b926-43aa-b82d-670a4be4f841 tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:04.828645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb898580-78ff-4cbb-b39e-aa89b830728a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.830038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb898580-78ff-4cbb-b39e-aa89b830728a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:04.878571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:04.887201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=f600a6d3-bc78-4b35-a784-8762173df87f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:04.889776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:04.891547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:04.893640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:04.909103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41c87c1-9148-47b0-98bf-1d82c52d2823 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:04.920374 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/f600a6d3-bc78-4b35-a784-8762173df87f HTTP/1.1" status: 204 len: 168 time: 1.9272535 Dec 09 09:32:04.920983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.007293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.016906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8a255-161c-4cb6-a724-9dd2e5a2e185 None None] Network 58a6fb96-6ee2-4abd-ba07-0335b872b57e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:05.026121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:05.026978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.031989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bdc73a-2eaa-4faa-9142-de45b4bbc701 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:05.047396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.073085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=1f29d298-8b85-4c3c-b94b-d57db6769d17,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:05.074432 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:05.076811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:05.077259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:05.077833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.084218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:05.094687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Usage tracker for resource:security_group_rule and tenant:e567c49bbfd24e9cb6d01ddaa808e70f is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:05.100662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:05.111921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:05.112517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219a092-a01c-4216-9dd4-e25a2699688a None None] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:05.132737 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3629980 Dec 09 09:32:05.134719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55680) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.141568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-941403114', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f29d298-8b85-4c3c-b94b-d57db6769d17'}], 'security_groups': ['4c07def8-5f60-4ede-8d34-53c50b2b3326']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:05.269336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.276846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cabe5e35-727e-49ab-9991-852e448b5f07 tempest-RoutersNegativeIpV6Test-658310494 tempest-RoutersNegativeIpV6Test-658310494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:05.291805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.325230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=58a6fb96-6ee2-4abd-ba07-0335b872b57e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:05.335584 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/58a6fb96-6ee2-4abd-ba07-0335b872b57e HTTP/1.1" status: 204 len: 168 time: 2.3315270 Dec 09 09:32:05.336666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55684) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.337049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:05.343197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f74b5-a9b4-4dda-b11b-a57900e874cc tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:05.347281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f74b5-a9b4-4dda-b11b-a57900e874cc tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:05.348090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9a2f74b5-a9b4-4dda-b11b-a57900e874cc tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Synchronizing usage tracker for tenant:d42d756a8d7641259a053f4d57d9677a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:05.352585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.358225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0d53d76-b729-4578-b2de-cb7f0bc28e93 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:05.360367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-541267630'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:05.372023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:05.379051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:05.395927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:05.398124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ff1777-6835-40e4-b057-3b563608456c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:05.403811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:05.409998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:05.440007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.456703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:05.490135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] For port d5431be2-4ad2-4e2e-a925-851e98e69f49, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:05.509164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.510454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.539886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f4cd01-85de-4517-802f-325cd21243e1']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:05.553398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fc0bb9-e0b1-4756-946d-edfcdb9b381c') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:05.553701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fc0bb9-e0b1-4756-946d-edfcdb9b381c') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:05.566222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.573017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.589876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9a2f74b5-a9b4-4dda-b11b-a57900e874cc tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Unset dirty status for tenant:d42d756a8d7641259a053f4d57d9677a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:05.594807 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9a2f74b5-a9b4-4dda-b11b-a57900e874cc tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6403818 Dec 09 09:32:05.594969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:05.595093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.602926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2019033394'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:05.603486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:05.606424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.606886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.612591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:05.617863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:05.617863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.659423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.687459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] For port d5431be2-4ad2-4e2e-a925-851e98e69f49, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d5431be2-4ad2-4e2e-a925-851e98e69f49,segment=NetworkSegment(566c60cf-a395-49a4-a2f3-a7bfdcbb33b0),segment_id=566c60cf-a395-49a4-a2f3-a7bfdcbb33b0)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:05.758961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:05.760955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:05.762567 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:05.769897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.771006 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment d6fe13a0-d76d-4f1d-a235-4922423eb108 of type vlan for network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 Dec 09 09:32:05.779288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:05.780492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2539bfa9-3f17-40d8-b1c1-15b56a57b208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:05.805307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7e7d7-43d3-48aa-b0a7-22ca3d5d42f3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:05.817441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ec445-0f94-47eb-8b5c-55e25bcdbe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-89f4cd01-85de-4517-802f-325cd21243e1', 'network_id': '89f4cd01-85de-4517-802f-325cd21243e1', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': 'f8ff1777-6835-40e4-b057-3b563608456c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:05.819366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c5ec445-0f94-47eb-8b5c-55e25bcdbe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.822628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:05.828342 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e567c49bbfd24e9cb6d01ddaa808e70f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9013076 Dec 09 09:32:05.836969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55692) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.855611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:05.858969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.875847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.877853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:05.882221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.885019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.895679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b47e5b36-63e3-4bb1-a34e-05fc46d2f9fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:05.923778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/89f4cd01-85de-4517-802f-325cd21243e1 HTTP/1.1" status: 204 len: 168 time: 1.6820874 Dec 09 09:32:05.925847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55698) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.932298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=89f4cd01-85de-4517-802f-325cd21243e1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:05.935637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:05.949306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:05.949938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2146464568'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:05.962252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:05.964544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:05.964970 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment ecdba52a-e734-4212-ab92-0f4574217506 of type vlan for network c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011 Dec 09 09:32:06.004497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.004926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:06.006555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.011242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50ec2373-6d99-4a42-881f-f8ccc1f44202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.024625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:06.044597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a41c87c1-9148-47b0-98bf-1d82c52d2823 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:06.061373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:06.067145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.069879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:06.074054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:06.074676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.080438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0b2adab5-68ab-4162-9d9c-d4ea64266720 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:06.116264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Pushing event updated for resources: {'Port': ['ID=d5431be2-4ad2-4e2e-a925-851e98e69f49,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:06.118884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72e941-ab71-4728-86f3-92fed8df5d4f None None] Network 89f4cd01-85de-4517-802f-325cd21243e1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:06.125185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.145204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.149183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:06.149438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:06.149573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.161236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b2b85192-0039-4ca5-bbfa-1e7758b135db tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:06.162006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:06.189335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:06.192533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.206243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:06.209408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:06.211517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6136436 Dec 09 09:32:06.213914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55702) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.221909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-378220870'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:06.229123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72e941-ab71-4728-86f3-92fed8df5d4f None None] Network 89f4cd01-85de-4517-802f-325cd21243e1 could not be found, it might have been deleted concurrently. {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 09 09:32:06.230155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:06.233516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:06.242143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:network and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:06.245654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:06.251942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:06.255989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:06.264129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.267276 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:06.274727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:06.280208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.282234 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:06.283096 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:06.320642 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9789279 Dec 09 09:32:06.326477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.340508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1744652686'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:06.347160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:06.350597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:06.366059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:network and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:06.372208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:06.383392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.385300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment 6303596f-74f0-431f-b106-d99c3ba59907 of type vlan for network 8b292ec9-4b11-4429-8dd9-238505bef895 Dec 09 09:32:06.387106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:06.434588 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0906644 Dec 09 09:32:06.445339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55710) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.453993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:06.454607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.454720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=9e2c35d3-62c5-41e8-a14e-91ed10a303d0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:06.468024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:06.483877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:06.488199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.507059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:06.515955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.536814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:06.562548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:06.576923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.577414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added segment 0969625f-1766-4543-9191-166252ef850e of type vlan for network 31bd4c88-d370-46b9-a538-31cc33c65c3c Dec 09 09:32:06.598016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:06.612530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.628671 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:06.669497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:06.681684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.687296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:06.688055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.702560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.703284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 265bc6cc-79a5-4a09-99e8-db222837e069 of type vlan for network 22f7a176-eed0-467f-bce7-de6bdc0157aa Dec 09 09:32:06.716991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6c94e67b-6937-47bb-8dff-89f5bf73b8a5 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:06.813645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:06.823962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:06.825386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.825988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:06.877411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.878143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32b3d085-6690-4644-b57f-695539563430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:06.882099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:06.882882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.901357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.903135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:06.903693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.926736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:06.961050 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7459686 Dec 09 09:32:06.971433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6409733 Dec 09 09:32:06.971433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.983134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7e7d7-43d3-48aa-b0a7-22ca3d5d42f3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:06.984133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.999257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:07.005852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'subnet': {'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:07.042218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'ports': [{'network_id': 'c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011', 'name': 'tempest-port--824792873', 'admin_state_up': True}, {'network_id': '8b292ec9-4b11-4429-8dd9-238505bef895', 'admin_state_up': False}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:07.042936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'port': {'network_id': 'c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011', 'name': 'tempest-port--824792873', 'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:07.044508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'port': {'network_id': '8b292ec9-4b11-4429-8dd9-238505bef895', 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:07.061035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.061866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Network': ['ID=31bd4c88-d370-46b9-a538-31cc33c65c3c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:07.062602 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9b7e7d7-43d3-48aa-b0a7-22ca3d5d42f3 HTTP/1.1" status: 204 len: 168 time: 1.2247026 Dec 09 09:32:07.068966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:07.077548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.078540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:07.106170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:07.140539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Delete allocated IP 172.20.0.8 (e5ebcad7-179b-4b75-b034-354b7177ea08/e7117545-0c9d-41ef-a8ce-7d6bc8208677) {{(pid=83486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:32:07.153727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0de882-d782-4291-8866-9368a9c53b2a', 'name': '', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:72:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:46Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:07.156441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.170508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bda62671-461f-4882-8cd4-ab5bbab8cc27 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:07.215110 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:03Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:07.215785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Provisioning for port 6d8e3f21-e257-47cb-a54b-b5096c34478d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:07.223837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.18 (e5ebcad7-179b-4b75-b034-354b7177ea08/1f29d298-8b85-4c3c-b94b-d57db6769d17/6d8e3f21-e257-47cb-a54b-b5096c34478d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:07.237213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.249670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:07.250247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Provisioning complete for port 6d8e3f21-e257-47cb-a54b-b5096c34478d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:07.250630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.254297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.298929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243ff98-81e0-4575-b03a-9d04487cc204 None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:31:48Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a0de882-d782-4291-8866-9368a9c53b2a', 'name': '', 'network_id': 'c64ded21-40a1-45f3-9fcd-3fc44d73ced7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:72:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:46Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '293fcc65-140f-42ee-9b37-e7a22caf42dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:07.301129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Update dhcp port {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'fixed_ips': [{'subnet_id': 'e7117545-0c9d-41ef-a8ce-7d6bc8208677', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f29d298-8b85-4c3c-b94b-d57db6769d17'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '947b4d39-4fdd-4106-945f-857d9d778f01'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:32:07.319479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 is not hosted by any dhcp agent {{(pid=83486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 09 09:32:07.329073 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:07.333041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:07.336460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.337959 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Updating router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 port 41990797-0963-40fa-a780-48bf102ee218 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:32:07.351378 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "PUT /v2.0/networks/9e2c35d3-62c5-41e8-a14e-91ed10a303d0 HTTP/1.1" status: 200 len: 723 time: 0.8954349 Dec 09 09:32:07.364436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55726) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.462522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.597519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:07.676423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=8b292ec9-4b11-4429-8dd9-238505bef895,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:07.687293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:07.695477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:07.707788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:subnet and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:07.714365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:07.723639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:07.729306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 8b292ec9-4b11-4429-8dd9-238505bef895 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:07.751589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Port 6d8e3f21-e257-47cb-a54b-b5096c34478d cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:07.761617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Made reservation on behalf of 5880192935e44f7aa1223b61da3951e8 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:07.923254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '9e2c35d3-62c5-41e8-a14e-91ed10a303d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:08.093272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:08.140004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec4562-ea0b-447a-8747-ae5377891a6a None None] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:08.239167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:port and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:08.242427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:08.266013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:08.330348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'port': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:08.335742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:08.341209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.349754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:08.363390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:08.366492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.384662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Provisioning for port a41c87c1-9148-47b0-98bf-1d82c52d2823 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:08.388601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:08.419133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Provisioning complete for port a41c87c1-9148-47b0-98bf-1d82c52d2823 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:08.419886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.446919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.472810 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.487695 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Transition to ACTIVE for port object 41990797-0963-40fa-a780-48bf102ee218 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:08.496699 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.507775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.510051 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:08.542298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9a0de882-d782-4291-8866-9368a9c53b2a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:08.613658 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Pushing event updated for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:08.668839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.687373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Ignored duplicate provisioning block setup for port 6d8e3f21-e257-47cb-a54b-b5096c34478d by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 09:32:08.706036 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:08.725309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=9e2c35d3-62c5-41e8-a14e-91ed10a303d0,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:08.729010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.558s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:08.730697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d0bc7a5-a9fe-4b86-9025-f438004d6751 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.469s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:08.784345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:08.849649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:08.850587 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Attempting to bind port 41990797-0963-40fa-a780-48bf102ee218 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:08.851113 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Attempting to bind port 41990797-0963-40fa-a780-48bf102ee218 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:08.857779 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Attempting to bind port 41990797-0963-40fa-a780-48bf102ee218 on network 6d886e60-ef08-4014-9858-2defadc8f4b3 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:08.865580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.873098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] device_id is not set on port 487434b2-89d7-4ca8-89d0-f17e4a726c82 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:08.874175 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:08.874827 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Checking segment: {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:08.876287 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.876907 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Bound using segment: {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:08.878267 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Bound port: 41990797-0963-40fa-a780-48bf102ee218, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb82909-bbcc-44c4-90d1-23d832c54f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:08.880720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:08.881548 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9472184 Dec 09 09:32:08.888180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=22f7a176-eed0-467f-bce7-de6bdc0157aa,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:08.892170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:08.893023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c2d2044d-9a3b-48b6-8cbe-214655560ccd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:08.923582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 22f7a176-eed0-467f-bce7-de6bdc0157aa details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:08.944726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55746) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.093444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '22f7a176-eed0-467f-bce7-de6bdc0157aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:09.096922 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] For port 41990797-0963-40fa-a780-48bf102ee218, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:09.109616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] For port 41990797-0963-40fa-a780-48bf102ee218, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41990797-0963-40fa-a780-48bf102ee218,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:09.116198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.120281 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:09.190947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55750) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.195615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] In _notify_port_updated(), no bound segment for port 6d8e3f21-e257-47cb-a54b-b5096c34478d on network e5ebcad7-179b-4b75-b034-354b7177ea08 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:32:09.199820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:09.200686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.202030 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/ports/6d8e3f21-e257-47cb-a54b-b5096c34478d HTTP/1.1" status: 200 len: 920 time: 4.0675046 Dec 09 09:32:09.224311 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Pushing event updated for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:09.228540 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:09.250018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55754) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.264143 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:09.265246 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:09.330465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.453768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.481892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=6d8e3f21-e257-47cb-a54b-b5096c34478d,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:09.485250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:09.492910 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:09.495410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:09.502680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:09.507077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:09.515204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:09.567233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 6d8e3f21-e257-47cb-a54b-b5096c34478d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:09.567619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c75e21d8-8d23-4e94-958e-de2c313acb79 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] Request body: {'port': {'network_id': 'c9a3008c-5bf6-45b4-a0f4-7836fa0c85f7', 'name': 'tempest-NetworksNegativeTestJSON-1110588963'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:09.567744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.589792 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e21d8-8d23-4e94-958e-de2c313acb79 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] POST failed (client error): The resource could not be found. Dec 09 09:32:09.590434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75e21d8-8d23-4e94-958e-de2c313acb79 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:09.591795 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c75e21d8-8d23-4e94-958e-de2c313acb79 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3884094 Dec 09 09:32:09.599233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:09.607727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55760) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.619121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-707bce6e-e790-47f5-92f7-7fae3b11d622 {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:09.619513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:09.682446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9a0de882-d782-4291-8866-9368a9c53b2a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:09.696591 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ee2cdf-aaac-4a20-bb4f-288a1b3f9ae2 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:09.697871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ee2cdf-aaac-4a20-bb4f-288a1b3f9ae2 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:09.699623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9a0de882-d782-4291-8866-9368a9c53b2a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:09.700097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.726728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.730875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.737525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.739861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9dd52431-a755-4ab6-a9fb-c9d7a9e1e574 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:09.741200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] For port a41c87c1-9148-47b0-98bf-1d82c52d2823, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41c87c1-9148-47b0-98bf-1d82c52d2823,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:09.756591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.761555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-30fd065a-8839-4675-a97e-1317e33d9906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:09.783032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-21ee2cdf-aaac-4a20-bb4f-288a1b3f9ae2 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "DELETE /v2.0/networks/89b25624-ef70-4325-aff0-f6288cf750e7 HTTP/1.1" status: 404 len: 339 time: 0.1627769 Dec 09 09:32:09.880975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.936368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:09.946207 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffffacf-99c4-4221-a950-9ff4284166ff tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:09.946775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffffacf-99c4-4221-a950-9ff4284166ff tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:09.954815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Pushing event updated for resources: {'Port': ['ID=a41c87c1-9148-47b0-98bf-1d82c52d2823,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:09.969985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fffffacf-99c4-4221-a950-9ff4284166ff tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "DELETE /v2.0/ports/d8551b0c-2126-4e58-9154-dc50916b00e2 HTTP/1.1" status: 404 len: 333 time: 0.0845258 Dec 09 09:32:09.971636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55770) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.972399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:09.996279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9a0de882-d782-4291-8866-9368a9c53b2a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9a0de882-d782-4291-8866-9368a9c53b2a,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:10.018227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.020870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:10.043041 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-457a47ec-d53e-466b-9954-ece0ab4fcb66 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:10.044543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457a47ec-d53e-466b-9954-ece0ab4fcb66 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:10.047594 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-457a47ec-d53e-466b-9954-ece0ab4fcb66 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "DELETE /v2.0/subnets/ae557e31-eafd-4d33-a8c0-18b3a0ef87c7 HTTP/1.1" status: 404 len: 337 time: 0.0749655 Dec 09 09:32:10.048814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.078183 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:09Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:10.093722 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac1a04-b2b9-41e7-ba86-21e67c96e707 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:09Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:10.105217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55774) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.105752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86eb32c6-50b0-44d5-ba83-60f3723868b0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:10.125170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f26fc0d1-7cdc-4ef2-8b55-9970d96b6618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:10.228032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a5d82240-ab0b-45f1-a79b-e1d722ae79ca None None] Provisioning complete for port a41c87c1-9148-47b0-98bf-1d82c52d2823 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:10.229550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a5d82240-ab0b-45f1-a79b-e1d722ae79ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.251841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.344979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] device_id is not set on port 76dc13ae-61e8-4b00-8ed0-655d135436cd yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:10.348141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.377129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:10.382073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:10.391504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a13b31e-5ab3-4076-bcd3-ef3e0fb505fd tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] GET failed (client error): The resource could not be found. Dec 09 09:32:10.393564 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6a13b31e-5ab3-4076-bcd3-ef3e0fb505fd tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "GET /v2.0/networks/54d66510-aecb-494b-bcbb-fcb2469e3493 HTTP/1.1" status: 404 len: 339 time: 0.0745802 Dec 09 09:32:10.412355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Subnet': ['ID=bac640f1-e8b6-4700-b68a-78b122e4b3dc,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:10.414785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55778) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.416909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:10.426163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 6d8e3f21-e257-47cb-a54b-b5096c34478d owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:10.457860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:10.457860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.491062 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cfd67c-856d-472e-9eea-f38a817e159d tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] GET failed (client error): The resource could not be found. Dec 09 09:32:10.492590 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-48cfd67c-856d-472e-9eea-f38a817e159d tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "GET /v2.0/ports/a5353729-bc30-4437-8eb7-1f1d35eea7d1 HTTP/1.1" status: 404 len: 333 time: 0.0766282 Dec 09 09:32:10.495481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=09da5263-8edc-44ba-a8b0-b8e971080adf,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:10.498265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55782) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.500448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:10.501810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Checking segment: {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:10.502174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network hostable DHCP agents. Network: 31bd4c88-d370-46b9-a538-31cc33c65c3c, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:10.571040 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5815eaf1-d34b-4371-a17e-98de84811061 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] GET failed (client error): The resource could not be found. Dec 09 09:32:10.571523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': 'd6fe13a0-d76d-4f1d-a235-4922423eb108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9e2c35d3-62c5-41e8-a14e-91ed10a303d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:10.572307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 9e2c35d3-62c5-41e8-a14e-91ed10a303d0, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:10.572861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5815eaf1-d34b-4371-a17e-98de84811061 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "GET /v2.0/subnets/0a99874f-54d0-4c81-b0a1-44290f86b0dd HTTP/1.1" status: 404 len: 337 time: 0.0724430 Dec 09 09:32:10.583114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55786) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.606510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-aed7c33e-636d-450d-ac49-daf7f0de6c98 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:10.631141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.656144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a5d82240-ab0b-45f1-a79b-e1d722ae79ca None None] Provisioning for port 41990797-0963-40fa-a780-48bf102ee218 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:10.657911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-018b5f77-39db-41a8-a04f-451a0f0e4eb9 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:10.718105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:10.741920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 31bd4c88-d370-46b9-a538-31cc33c65c3c) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:10.748540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:10.749351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.759184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.765335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed7c33e-636d-450d-ac49-daf7f0de6c98 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] PUT failed (client error): The resource could not be found. Dec 09 09:32:10.765780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed7c33e-636d-450d-ac49-daf7f0de6c98 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:10.766900 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-aed7c33e-636d-450d-ac49-daf7f0de6c98 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "PUT /v2.0/networks/d0c52aa1-35ac-4627-a53f-76abadcaa3d9 HTTP/1.1" status: 404 len: 339 time: 0.1695755 Dec 09 09:32:10.774029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55790) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.784123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d5f455b2-e5a7-49a0-8191-5c135d4796f9 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:10.785855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f409982-223c-41bf-a279-e3ac25fce44f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:10.801981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7935c8-911e-406f-b914-64c6fbde0e19 None None] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:10.827680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d5431be2-4ad2-4e2e-a925-851e98e69f49 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:10.834037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8325288 Dec 09 09:32:10.834388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f455b2-e5a7-49a0-8191-5c135d4796f9 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] PUT failed (client error): The resource could not be found. Dec 09 09:32:10.834840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f455b2-e5a7-49a0-8191-5c135d4796f9 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:10.840474 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d5f455b2-e5a7-49a0-8191-5c135d4796f9 tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "PUT /v2.0/ports/86479894-4b71-46d9-b735-2ebddeddb520 HTTP/1.1" status: 404 len: 333 time: 0.0580552 Dec 09 09:32:10.846893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55794) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.847242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.877563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:10.884067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=324c98af-96ae-4d3b-970c-cca2fecd85e8,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:10.889968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:10.894465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '265bc6cc-79a5-4a09-99e8-db222837e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '22f7a176-eed0-467f-bce7-de6bdc0157aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:10.894825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 22f7a176-eed0-467f-bce7-de6bdc0157aa, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:10.909785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9e2c35d3-62c5-41e8-a14e-91ed10a303d0) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:10.914612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:10.915195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:10.945119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 22f7a176-eed0-467f-bce7-de6bdc0157aa is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:10.957902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5824168 Dec 09 09:32:10.958892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55802) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.960999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a5d82240-ab0b-45f1-a79b-e1d722ae79ca None None] Provisioning for port d5431be2-4ad2-4e2e-a925-851e98e69f49 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:10.964739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=6d8e3f21-e257-47cb-a54b-b5096c34478d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:10.968479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:10.969052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4e097-5107-475b-ad75-7e2be3decc12 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:11.001522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d60005e4-15ff-4ce6-abb1-55c3c2407ffa tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:11.002635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 22f7a176-eed0-467f-bce7-de6bdc0157aa) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:11.017011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:11.017604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3567607'] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.028685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c569a4-8d63-40ef-9b3a-3fcf11e19b8b None None] Network 22f7a176-eed0-467f-bce7-de6bdc0157aa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:11.067261 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1179750 Dec 09 09:32:11.076651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:11.077256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55806) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.124800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Allocated IP 172.20.0.19 (e5ebcad7-179b-4b75-b034-354b7177ea08/1f29d298-8b85-4c3c-b94b-d57db6769d17/947b4d39-4fdd-4106-945f-857d9d778f01) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:11.151363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1952403'] for subnet, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.168046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60005e4-15ff-4ce6-abb1-55c3c2407ffa tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] PUT failed (client error): The resource could not be found. Dec 09 09:32:11.168544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60005e4-15ff-4ce6-abb1-55c3c2407ffa tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:11.173015 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d60005e4-15ff-4ce6-abb1-55c3c2407ffa tempest-NetworksNegativeTestJSON-2115410704 tempest-NetworksNegativeTestJSON-2115410704-project] 10.222.0.41 "PUT /v2.0/subnets/c3811366-0f73-4ff0-b706-6a494e6baf96 HTTP/1.1" status: 404 len: 337 time: 0.3089039 Dec 09 09:32:11.374328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1132747'] for subnet, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.382712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4e42f2f4-3cb8-4e80-af07-ff33ad338ac1 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:11.447743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:11.448739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.450542 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "PUT /v2.0/subnets/09da5263-8edc-44ba-a8b0-b8e971080adf HTTP/1.1" status: 200 len: 806 time: 0.4895182 Dec 09 09:32:11.453429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55812) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.470878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.477059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=09da5263-8edc-44ba-a8b0-b8e971080adf,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:11.480501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:11.581830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55818) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.608242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port d5431be2-4ad2-4e2e-a925-851e98e69f49 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:11.638251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.641812 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/6d8e3f21-e257-47cb-a54b-b5096c34478d HTTP/1.1" status: 204 len: 168 time: 2.3784297 Dec 09 09:32:11.642166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55824) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.646219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Provisioning complete for port d5431be2-4ad2-4e2e-a925-851e98e69f49 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:11.646608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.672931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.701359 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8654301-268f-4fb5-a288-ebb8ebc5edef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:32:11.701981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a8654301-268f-4fb5-a288-ebb8ebc5edef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:11.723018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a8654301-268f-4fb5-a288-ebb8ebc5edef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:11.727734 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a8654301-268f-4fb5-a288-ebb8ebc5edef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/6d8e3f21-e257-47cb-a54b-b5096c34478d HTTP/1.1" status: 404 len: 333 time: 0.0844741 Dec 09 09:32:11.729316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55828) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.739407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-31bd4c88-d370-46b9-a538-31cc33c65c3c', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:11.740655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.751232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d5431be2-4ad2-4e2e-a925-851e98e69f49 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:11.751612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.774402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.790878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9be54c2c-ca16-40ac-b837-9989a221431c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:11.806145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.823952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.842473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.893224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:11.899203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:11.908141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0eb1b6ceac44154aa913e6412fb3e13 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:11.913602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:11.923550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:11.959683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.002177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:12.038804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.046358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8ebe2464-2756-40ea-b7b0-e69a804edabe tempest-ExternalNetworksAdminNegativeTestJSON-1686182073 tempest-ExternalNetworksAdminNegativeTestJSON-1686182073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.050615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234fb87-7559-429d-806d-17abebfce981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9e2c35d3-62c5-41e8-a14e-91ed10a303d0', 'network_id': '9e2c35d3-62c5-41e8-a14e-91ed10a303d0', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '09da5263-8edc-44ba-a8b0-b8e971080adf'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:12.051538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2234fb87-7559-429d-806d-17abebfce981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.077397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fee0f-06c0-48df-8117-c4877f56091c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.080381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.081462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.086085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Port': ['ID=487434b2-89d7-4ca8-89d0-f17e4a726c82,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.093077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.101272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5a052782-ca98-4a6d-8e7e-ab6c5cfad629 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.102681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.113886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.118032 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/security-groups/173fee0f-06c0-48df-8117-c4877f56091c HTTP/1.1" status: 204 len: 168 time: 0.3871632 Dec 09 09:32:12.122126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55834) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.158315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ed736-17ed-4138-942f-2ac4d1335d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-22f7a176-eed0-467f-bce7-de6bdc0157aa', 'network_id': '22f7a176-eed0-467f-bce7-de6bdc0157aa', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': '324c98af-96ae-4d3b-970c-cca2fecd85e8'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:12.159438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d57ed736-17ed-4138-942f-2ac4d1335d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.171308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.180454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5373aa7a-c7ec-4473-827e-6e12466599d1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.190636 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0eb1b6ceac44154aa913e6412fb3e13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6074171 Dec 09 09:32:12.191275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55838) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.193971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.213992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Checking segment: {'id': 'ecdba52a-e734-4212-ab92-0f4574217506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:12.214170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network hostable DHCP agents. Network: c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:12.253326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.276835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.281845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.286327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-76b6ce94-7d52-4cd5-a33d-2d384aed5c9b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.294728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.296313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:12.331809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.335005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=324c98af-96ae-4d3b-970c-cca2fecd85e8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.342125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.349648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.365862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.370313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:12.382277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.418049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.438026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.442235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e058cb8-24e6-4d62-b14e-e42bb8869afc tempest-RoutersIpV6AdminTest-1621455338 tempest-RoutersIpV6AdminTest-1621455338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.448323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.461594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5373aa7a-c7ec-4473-827e-6e12466599d1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.464979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.465478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e5372b2-3de5-4a8a-9ea7-f9dc0812cfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.473495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=09da5263-8edc-44ba-a8b0-b8e971080adf,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.484916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07def8-5f60-4ede-8d34-53c50b2b3326,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.491566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.492597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.498733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:12.500051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.503068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.504043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/security-groups/4c07def8-5f60-4ede-8d34-53c50b2b3326 HTTP/1.1" status: 204 len: 168 time: 0.3795438 Dec 09 09:32:12.504690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.505505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.509550 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5373aa7a-c7ec-4473-827e-6e12466599d1 HTTP/1.1" status: 204 len: 168 time: 0.3146384 Dec 09 09:32:12.514911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.516686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:12.517496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.524664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Transition to ACTIVE for port object 947b4d39-4fdd-4106-945f-857d9d778f01 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:12.546277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.558846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.563688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7f78d-8610-4f34-b5c7-eb319b8f7150 None None] Network c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:12.591027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:12.636282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] For port d5431be2-4ad2-4e2e-a925-851e98e69f49, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d5431be2-4ad2-4e2e-a925-851e98e69f49,segment=NetworkSegment(566c60cf-a395-49a4-a2f3-a7bfdcbb33b0),segment_id=566c60cf-a395-49a4-a2f3-a7bfdcbb33b0)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:12.637800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Allocated IP 2001:db8:3::2 (31bd4c88-d370-46b9-a538-31cc33c65c3c/bac640f1-e8b6-4700-b68a-78b122e4b3dc/bb634424-ff00-4599-a96f-282f6a93cb5a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-2234fb87-7559-429d-806d-17abebfce981 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09da5263-8edc-44ba-a8b0-b8e971080adf: This subnet is being modified by another concurrent operation. Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:32:12.668456 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09da5263-8edc-44ba-a8b0-b8e971080adf: This subnet is being modified by another concurrent operation. Dec 09 09:32:12.672901 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:32:12.737581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.757867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26413f-8e4b-4925-88b9-11d8e9033ef4 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:12.801523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet e7117545-0c9d-41ef-a8ce-7d6bc8208677 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:12.805257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.816427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f7a176-eed0-467f-bce7-de6bdc0157aa']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.830763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf97b4-ae93-4276-b758-e3749efcc17f None None] Network 22f7a176-eed0-467f-bce7-de6bdc0157aa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:12.847980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.860054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265bc6cc-79a5-4a09-99e8-db222837e069') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.860691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265bc6cc-79a5-4a09-99e8-db222837e069') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.880238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.893801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Port': ['ID=76dc13ae-61e8-4b00-8ed0-655d135436cd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:12.901556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:12.903494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.930915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2c35d3-62c5-41e8-a14e-91ed10a303d0']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.954624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.957994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fe13a0-d76d-4f1d-a235-4922423eb108') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.958455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fe13a0-d76d-4f1d-a235-4922423eb108') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:12.978544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:12.979332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:12.997519 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:13.000601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.015429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.089893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Checking segment: {'id': '6303596f-74f0-431f-b106-d99c3ba59907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b292ec9-4b11-4429-8dd9-238505bef895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:13.090618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network hostable DHCP agents. Network: 8b292ec9-4b11-4429-8dd9-238505bef895, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:13.098630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.098796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:13.132621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.137264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17d94cfd-d49b-4f70-afe2-25177f4dd117 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:13.178173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=e7117545-0c9d-41ef-a8ce-7d6bc8208677,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:13.180454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:13.185963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.192883 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/e7117545-0c9d-41ef-a8ce-7d6bc8208677 HTTP/1.1" status: 204 len: 168 time: 0.6815588 Dec 09 09:32:13.197002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55856) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.204297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:13.277023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:13.296584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8beb4054-ee5a-40c8-afd0-8988e0f0c1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:13.356099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:13.358329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.424662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:13.425034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:13.504910 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:13.510345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:13.520123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:13.524232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:13.539475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:13.558819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:13.561197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.564919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.566461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.581118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.585769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.589350 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/9e2c35d3-62c5-41e8-a14e-91ed10a303d0 HTTP/1.1" status: 204 len: 168 time: 2.1285722 Dec 09 09:32:13.600939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55864) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.627816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30fce600-79a3-440f-b407-1f76d6c9fea9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:13.647439 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/22f7a176-eed0-467f-bce7-de6bdc0157aa HTTP/1.1" status: 204 len: 168 time: 2.5178838 Dec 09 09:32:13.660141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network 8b292ec9-4b11-4429-8dd9-238505bef895 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:13.661817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55870) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.668108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105945793'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:13.683658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 8b292ec9-4b11-4429-8dd9-238505bef895) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:13.689834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:13.696448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Pushing event updated for resources: {'Port': ['ID=d5431be2-4ad2-4e2e-a925-851e98e69f49,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:13.697080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:13.699107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21153bb7-f373-471a-85da-e307ffed0757 None None] Network 8b292ec9-4b11-4429-8dd9-238505bef895 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:13.702314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:13.703471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:13.723094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:13.724349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4ab7d-9acd-41d4-8114-16675ad68e66 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:13.727489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=22f7a176-eed0-467f-bce7-de6bdc0157aa,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:13.760670 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb045a5-f3ea-4e1a-94eb-58740946056d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:13.761208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb045a5-f3ea-4e1a-94eb-58740946056d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:13.763280 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ceb045a5-f3ea-4e1a-94eb-58740946056d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/9e2c35d3-62c5-41e8-a14e-91ed10a303d0 HTTP/1.1" status: 404 len: 339 time: 0.1610129 Dec 09 09:32:13.776890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=9e2c35d3-62c5-41e8-a14e-91ed10a303d0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:13.779860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55876) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.780921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:13.781290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:13.783596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.8044217 Dec 09 09:32:13.788538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:13.789071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:13.795037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55878) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.799909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572258226', 'description': 'd1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:13.824887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:13.835442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:13.850226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:13.865354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:network and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:13.891003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:13.894611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:13.912544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4ab7d-9acd-41d4-8114-16675ad68e66 None None] Network 9e2c35d3-62c5-41e8-a14e-91ed10a303d0 could not be found, it might have been deleted concurrently. {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 09 09:32:13.961434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55884) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.962584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:14.002169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:14.007496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.022239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.082841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:14.090128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.097334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.101682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183aa80a-1a68-4a64-a5be-8bfa7a143cc6 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:14.165189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:14.184153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Transition to ACTIVE for port object bb634424-ff00-4599-a96f-282f6a93cb5a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:14.188363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-245743765'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:14.190228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Could not find standard attr ID for object 6d8e3f21-e257-47cb-a54b-b5096c34478d. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:32:14.216298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:14.227383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.227807 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 804a0380-030a-47c3-bcea-586e4da387b0 of type vlan for network 345868ad-fae5-461d-8b93-a3b206bf4590 Dec 09 09:32:14.231164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:14.242878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:14.258395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:14.276379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:14.288890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Transition to ACTIVE for port object bb634424-ff00-4599-a96f-282f6a93cb5a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:14.323621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.331168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.331456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment cd884c9c-ec6d-4e77-8908-126603862c9b of type vlan for network 57081290-8f58-4957-b066-57ae467a269e Dec 09 09:32:14.332768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:14.347410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df98520-d889-4e28-8852-7e131332c9c2 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:14.354090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df98520-d889-4e28-8852-7e131332c9c2 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:14.354950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7df98520-d889-4e28-8852-7e131332c9c2 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Synchronizing usage tracker for tenant:d42d756a8d7641259a053f4d57d9677a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:14.358192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.386577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:14.390075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.397792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7df98520-d889-4e28-8852-7e131332c9c2 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Unset dirty status for tenant:d42d756a8d7641259a053f4d57d9677a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:14.402066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7df98520-d889-4e28-8852-7e131332c9c2 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6025720 Dec 09 09:32:14.402885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9a0de882-d782-4291-8866-9368a9c53b2a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:14.403945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55892) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.419391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55896) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.425850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.450946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Provisioning for port 947b4d39-4fdd-4106-945f-857d9d778f01 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:14.471660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Pushing event updated for resources: {'Port': ['ID=bb634424-ff00-4599-a96f-282f6a93cb5a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:14.484703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:14.488942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:14.489071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.520675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.531374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Deleting port 487434b2-89d7-4ca8-89d0-f17e4a726c82 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:14.531948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.580858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:14.588492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:14.595213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:14.597490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.601221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:14.602140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.615090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09a06466-550a-4454-a4c1-981124d721bd tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:14.665179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:14.692574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Allocated IP 2001:db8:3::1 (31bd4c88-d370-46b9-a538-31cc33c65c3c/bac640f1-e8b6-4700-b68a-78b122e4b3dc/d2135bb5-63a1-4288-9798-6f22bc72818e) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:14.750227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:security_group_rule and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:14.763304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.767371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:14.767969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.781928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:14.807717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Attempting to bind port bb634424-ff00-4599-a96f-282f6a93cb5a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:14.808378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Attempting to bind port bb634424-ff00-4599-a96f-282f6a93cb5a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:14.808907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Attempting to bind port bb634424-ff00-4599-a96f-282f6a93cb5a on network 31bd4c88-d370-46b9-a538-31cc33c65c3c {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:14.818100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:14.819738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9a0de882-d782-4291-8866-9368a9c53b2a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:14.820318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.820446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=345868ad-fae5-461d-8b93-a3b206bf4590,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:14.823964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:14.829825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b8266af9-fa55-4d82-bfc8-855e729825fc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:14.849988 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1830666 Dec 09 09:32:14.854671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 345868ad-fae5-461d-8b93-a3b206bf4590 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:14.861375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55900) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.878197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '345868ad-fae5-461d-8b93-a3b206bf4590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:14.901180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.901974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:14.902369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Checking segment: {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:14.902790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.903206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Bound using segment: {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:14.903698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Bound port: bb634424-ff00-4599-a96f-282f6a93cb5a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:14.904109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:14.993608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.010440 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2212710 Dec 09 09:32:15.031466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55904) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.057609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Calling delete_port for 487434b2-89d7-4ca8-89d0-f17e4a726c82 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:15.171181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:15.172140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.193130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=57081290-8f58-4957-b066-57ae467a269e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:15.205907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:15.212668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:15.218249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:15.220627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7d05b848-5de8-495f-b95a-750f739006aa tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:15.224940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 57081290-8f58-4957-b066-57ae467a269e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:15.260481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.273353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646da79-3eec-47d7-9742-1fbb27a1d28e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:15.274040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7646da79-3eec-47d7-9742-1fbb27a1d28e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Synchronizing usage tracker for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:15.291051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:15.291807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.294439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Transition to ACTIVE for port object d2135bb5-63a1-4288-9798-6f22bc72818e will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:15.295810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.301907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-375b40ae-451b-40b1-b8f0-dcb967ab2fbe tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:15.316732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:15.318275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] For port bb634424-ff00-4599-a96f-282f6a93cb5a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:15.321584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:15.325845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:15.332145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:15.370868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=16f98ce1-e3a1-4f6f-b221-a842e2292e34,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:15.372398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6d99c46a-b192-4b46-8dcb-31a3cd9b4403 None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:15.380667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:15.389690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:15.396203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] For port bb634424-ff00-4599-a96f-282f6a93cb5a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb634424-ff00-4599-a96f-282f6a93cb5a,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:15.421461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.427195 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2282033 Dec 09 09:32:15.430143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8378001-4db9-47c4-8b3e-ad3a471c9e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:15.439627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55908) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.462584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41990797-0963-40fa-a780-48bf102ee218 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:15.493081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Port': ['ID=487434b2-89d7-4ca8-89d0-f17e4a726c82,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:15.498474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:15.507394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.515445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'security_group': {'name': 'tempest-secgroup-840397837'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:15.530695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/ports/487434b2-89d7-4ca8-89d0-f17e4a726c82 HTTP/1.1" status: 204 len: 168 time: 1.1259530 Dec 09 09:32:15.533283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.534329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55912) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.539168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b459b342-e409-4ff0-a23d-5a990b23a60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:15.587233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:15.589517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Pushing event updated for resources: {'Port': ['ID=bb634424-ff00-4599-a96f-282f6a93cb5a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:15.595786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:15.614382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:15.614893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:15.616089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:15.620827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:15.621592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.624673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 41990797-0963-40fa-a780-48bf102ee218 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:15.630798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41990797-0963-40fa-a780-48bf102ee218 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:15.631189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.642454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:15.647289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:15.657729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:15.762088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.766661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.775589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.796920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.802135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:15.835702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.856111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7646da79-3eec-47d7-9742-1fbb27a1d28e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Unset dirty status for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:15.856366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef428912-e910-472e-a070-45c9c841427e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:15.860012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7646da79-3eec-47d7-9742-1fbb27a1d28e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks?id=57081290-8f58-4957-b066-57ae467a269e HTTP/1.1" status: 200 len: 761 time: 0.8266771 Dec 09 09:32:15.861791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 41990797-0963-40fa-a780-48bf102ee218, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41990797-0963-40fa-a780-48bf102ee218,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:15.868838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55916) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.869752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:15.871046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d5431be2-4ad2-4e2e-a925-851e98e69f49 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:15.877969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'description': 'd2'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:15.911106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:16.097642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:16.102650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:16.116293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d5431be2-4ad2-4e2e-a925-851e98e69f49 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:16.116877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.145087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Deleting port 76dc13ae-61e8-4b00-8ed0-655d135436cd {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:16.145426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.195712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.206775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbbe0f-0485-4662-9a29-c6222e49ad7d None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:16.223597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:16.266525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68f443-7d6d-46b6-a291-9b86ab9ab1d1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:16.269307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.269647 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment 9aacc6b3-d3ee-4349-ae7c-705f83630aee of type vlan for network 5973a9df-4184-4692-ac86-280fe6979b20 Dec 09 09:32:16.287248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:16.310970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f379bdc0-0717-42aa-a7a2-1922f3385c4a None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:16.311509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f379bdc0-0717-42aa-a7a2-1922f3385c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.393138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.401327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:16.417887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.445117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:16.491874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.500177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-37ae44de-56ba-40ff-a7b2-e95752070ce7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:16.530190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:16.542998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:16.551174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 57081290-8f58-4957-b066-57ae467a269e is not hosted by any dhcp agent {{(pid=83487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 09 09:32:16.555718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:16.556456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.558022 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "PUT /v2.0/networks/57081290-8f58-4957-b066-57ae467a269e HTTP/1.1" status: 200 len: 758 time: 0.6886313 Dec 09 09:32:16.568949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:16.582595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:16.701457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:16.701960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.709619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=57081290-8f58-4957-b066-57ae467a269e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:16.726018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:16.733858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 57081290-8f58-4957-b066-57ae467a269e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:16.758173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.766463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.767323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.771346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f3c52cf9-172f-42f5-b0ae-27a7d032d29e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:16.808938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.811028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:16.811613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.822184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.831565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c8c28e1-773c-4f61-ad8f-06ff8fccd692 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:16.891363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f379bdc0-0717-42aa-a7a2-1922f3385c4a None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:16.891779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f379bdc0-0717-42aa-a7a2-1922f3385c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:16.914851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event updated for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:16.924046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.012376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:17.013718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:17.059605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Calling delete_port for 76dc13ae-61e8-4b00-8ed0-655d135436cd owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:17.105699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f379bdc0-0717-42aa-a7a2-1922f3385c4a None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:17.154250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679aa8b-cdcd-409f-8327-f0d88f3b6731 None None] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:17.184724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36371367-d5b3-484a-a384-f48958958c31 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:17.185444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-36371367-d5b3-484a-a384-f48958958c31 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Synchronizing usage tracker for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:17.213755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.230568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=5973a9df-4184-4692-ac86-280fe6979b20,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:17.233307 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.2679853 Dec 09 09:32:17.246575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.249026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a106c4bd-e81a-48a6-bffb-87839ae41a38 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:17.256483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55924) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.256688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 5973a9df-4184-4692-ac86-280fe6979b20 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:17.275133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Update dhcp port {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'fixed_ips': [{'subnet_id': '1f29d298-8b85-4c3c-b94b-d57db6769d17', 'ip_address': '172.20.0.19'}, {'subnet_id': '16f98ce1-e3a1-4f6f-b221-a842e2292e34'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '947b4d39-4fdd-4106-945f-857d9d778f01'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:32:17.277059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-426941283'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.328489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=b663523b-67c0-428f-84b8-e9b2b1405b88,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:17.353488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.357864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41c87c1-9148-47b0-98bf-1d82c52d2823 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:17.368964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.370556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-36371367-d5b3-484a-a384-f48958958c31 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Unset dirty status for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:17.375540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-36371367-d5b3-484a-a384-f48958958c31 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks?id=57081290-8f58-4957-b066-57ae467a269e HTTP/1.1" status: 200 len: 761 time: 0.7853160 Dec 09 09:32:17.377278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55928) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.390108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1092847639'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.414936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.420318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:17.424724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6ec6c68-f175-4bf1-935b-37c17b7df0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:17.449963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:17.461902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:17.466110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:17.468978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:17.474105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:17.475348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.488539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:17.491922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.515035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d1cf10c9-49d6-4972-8a91-0c434164a2d1 None None] Provisioning for port bb634424-ff00-4599-a96f-282f6a93cb5a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:17.553334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:17.556552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.567861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.569383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.569797 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment 4d905545-18f7-4b24-b990-9c0faf686689 of type vlan for network da03ec1d-8a91-4a6a-b860-92782a451d9d Dec 09 09:32:17.583878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.583878 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1412899 Dec 09 09:32:17.584196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:17.584312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2782dfd3-e459-42ec-be42-53489a775638,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:17.589920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55932) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.599985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'security_group': {'name': 'tempest-secgroup-366096151'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.610274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '804a0380-030a-47c3-bcea-586e4da387b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '345868ad-fae5-461d-8b93-a3b206bf4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:17.610643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 345868ad-fae5-461d-8b93-a3b206bf4590, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:17.615062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:17.617968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.636953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:17.652330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.652718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.653096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.653491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.653861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.654337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.654609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.655017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.655348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.655796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.656146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.662068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:17.668609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:17.673537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.673537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b68b6d95-20f8-40ff-8f33-d92fe386140b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:17.678822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.710734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.715656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/ports/76dc13ae-61e8-4b00-8ed0-655d135436cd HTTP/1.1" status: 204 len: 168 time: 2.1672947 Dec 09 09:32:17.720577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:17.727722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55936) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.757071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a41c87c1-9148-47b0-98bf-1d82c52d2823 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:17.757308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.779569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Port': ['ID=76dc13ae-61e8-4b00-8ed0-655d135436cd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:17.792982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.794690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.796920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:17.798775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.803123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:17.805263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-81e25752-2a86-4a02-834d-9a1b4a917521 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:17.817662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-01e79efd-bd7a-4541-8085-e2a25f4af733 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Synchronizing usage tracker for tenant:d42d756a8d7641259a053f4d57d9677a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:17.825294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.852845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:17.854006 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 3f848ec9-0830-4c9f-9ab8-54e784b41a82 of type vlan for network 6b9175f2-d6cd-44b7-8d5a-420da339e16e Dec 09 09:32:17.927751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 345868ad-fae5-461d-8b93-a3b206bf4590 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:17.929861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=da03ec1d-8a91-4a6a-b860-92782a451d9d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:17.933120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6698277 Dec 09 09:32:17.936729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55940) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.942285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-01e79efd-bd7a-4541-8085-e2a25f4af733 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Unset dirty status for tenant:d42d756a8d7641259a053f4d57d9677a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:17.943688 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-01e79efd-bd7a-4541-8085-e2a25f4af733 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2150180 Dec 09 09:32:17.944010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': '5973a9df-4184-4692-ac86-280fe6979b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.954975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Allocated IP 172.20.0.2 (e5ebcad7-179b-4b75-b034-354b7177ea08/16f98ce1-e3a1-4f6f-b221-a842e2292e34/947b4d39-4fdd-4106-945f-857d9d778f01) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:17.960102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55944) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.970532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346026276'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.984925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.985306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.985680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.986050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.986419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.986781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.987139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.987528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.987879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.988256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.988614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:17.994687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:17.999579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:18.001223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 345868ad-fae5-461d-8b93-a3b206bf4590) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:18.003890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.008838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:18.014351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:network and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:18.019116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:18.029891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22adc4-7d8d-4127-b23c-0e47ade1f0f1 None None] Network 345868ad-fae5-461d-8b93-a3b206bf4590 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:18.058466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:18.070793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2079010 Dec 09 09:32:18.070793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55948) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.074757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network da03ec1d-8a91-4a6a-b860-92782a451d9d details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:18.084122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:18.144538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:18.145102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.149021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:18.153640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:18.158824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:18.169163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:18.179485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:18.226395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:18.232532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:18.236314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:18.243892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:18.254661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:18.259950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.272395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:18.282089 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4165492 Dec 09 09:32:18.288466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55952) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.342916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.347042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:18.348142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.383152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:18.411989 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0334315 Dec 09 09:32:18.414040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:18.414713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:18.422622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55956) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.426867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:18.438996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.439447 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment d081b90a-ff09-4c48-9302-852137c6b89f of type vlan for network deb13ee6-8925-40f9-ad28-3888cfdcd489 Dec 09 09:32:18.446567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '6b9175f2-d6cd-44b7-8d5a-420da339e16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:18.469445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.559832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.692856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb634424-ff00-4599-a96f-282f6a93cb5a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:18.724567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.728313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:18.728946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.743395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:18.855660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.865214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=6b9175f2-d6cd-44b7-8d5a-420da339e16e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:18.874063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:18.876995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09fff42f-2cd4-4424-9cdf-b48172327e4b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:18.889968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:18.895913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.903450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:18.929524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6b9175f2-d6cd-44b7-8d5a-420da339e16e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:18.958141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:18.973445 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0087147 Dec 09 09:32:18.984823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bd27f-62a9-4816-b3a5-418363ae6dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-345868ad-fae5-461d-8b93-a3b206bf4590', 'network_id': '345868ad-fae5-461d-8b93-a3b206bf4590', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': 'b663523b-67c0-428f-84b8-e9b2b1405b88'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:18.985891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd27f-62a9-4816-b3a5-418363ae6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.002450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55960) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:19.049860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.078058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-63412427'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:19.107950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:19.112273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.116007 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5220644 Dec 09 09:32:19.127002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55964) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:19.134771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Transition to ACTIVE for port object 947b4d39-4fdd-4106-945f-857d9d778f01 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:19.158642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=deb13ee6-8925-40f9-ad28-3888cfdcd489,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:19.161447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:network and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:19.170967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:19.171989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:19.176684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c2b04104-c01f-4ae7-91e0-8add269e204e tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:19.190886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Provisioning for port d2135bb5-63a1-4288-9798-6f22bc72818e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:19.192349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:19.200108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1007818677'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:19.203833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Usage tracker for resource:subnet and tenant:d5725ddc64734cd4a8434bb5038564ab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:19.208336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:19.211515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:19.220126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:19.221211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:19.248255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:19.248472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network deb13ee6-8925-40f9-ad28-3888cfdcd489 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:19.267340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.269669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:19.278898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:19.306479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:19.318843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Provisioning complete for port d2135bb5-63a1-4288-9798-6f22bc72818e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:19.319532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.320875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:19.324387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.334204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8886794c-ab92-4d10-8054-bb8a18cfe587,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:19.347550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:19.350817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.421423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.461267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:19.467373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port bb634424-ff00-4599-a96f-282f6a93cb5a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:19.490656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:19.519742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.520102 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Added segment decad7a1-b61e-4617-bdc7-7d4cbcc6c73c of type vlan for network 7b6beb59-c484-422e-8537-4adf176c6ade Dec 09 09:32:19.582405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port bb634424-ff00-4599-a96f-282f6a93cb5a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:19.583888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.588951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.596919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:19.601719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:19.645755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.649373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:security_group_rule and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:19.661555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:19.666226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=b663523b-67c0-428f-84b8-e9b2b1405b88,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:19.669988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.677389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:19.680324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:19.684873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Port d2135bb5-63a1-4288-9798-6f22bc72818e cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-8c7bd27f-62a9-4816-b3a5-418363ae6dc2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b663523b-67c0-428f-84b8-e9b2b1405b88: This subnet is being modified by another concurrent operation. Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:32:19.739165 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b663523b-67c0-428f-84b8-e9b2b1405b88: This subnet is being modified by another concurrent operation. Dec 09 09:32:19.742658 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:32:19.765697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:19.790545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba9347-5a74-4bc8-ba0a-1941256a3b15 None None] Network 345868ad-fae5-461d-8b93-a3b206bf4590 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:19.844794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.858714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.862733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:19.863499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.881961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:19.934287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.934631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.934965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.935311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.936302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.936638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.936966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.937291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.937620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.937942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.938260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:32:19.947626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:19.950294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:19.956890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:32:19.958034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345868ad-fae5-461d-8b93-a3b206bf4590']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:19.980759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804a0380-030a-47c3-bcea-586e4da387b0') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:19.981353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804a0380-030a-47c3-bcea-586e4da387b0') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:19.999392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Removed routes are [] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:32:19.999640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.001743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.022885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.032085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:20.033084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.070631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.094848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Provisioning complete for port bb634424-ff00-4599-a96f-282f6a93cb5a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:20.095235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd70f-99b9-4dc7-842f-24f6743bd088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:20.159548 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:20.182980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.189886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port bb634424-ff00-4599-a96f-282f6a93cb5a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb634424-ff00-4599-a96f-282f6a93cb5a,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:20.208520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.209367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41990797-0963-40fa-a780-48bf102ee218 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:20.223097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.231400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:20.252499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.281488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.286407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4b893bc-3043-4a83-8e28-49066f95abe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:20.332472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Network': ['ID=7b6beb59-c484-422e-8537-4adf176c6ade,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:20.358439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:20.365146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9bde381e-06b8-44a9-b95f-5e09625b80d4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:20.391732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/345868ad-fae5-461d-8b93-a3b206bf4590 HTTP/1.1" status: 204 len: 168 time: 2.0866802 Dec 09 09:32:20.391732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3789654 Dec 09 09:32:20.392248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 7b6beb59-c484-422e-8537-4adf176c6ade details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:20.392336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:20.392336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.392336 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2344682 Dec 09 09:32:20.415534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157776893'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.415534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55976) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:20.431856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': '9aacc6b3-d3ee-4349-ae7c-705f83630aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:20.431856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: 5973a9df-4184-4692-ac86-280fe6979b20, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:20.432251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1305189483', 'security_groups': ['2b5d8acb-0044-4417-9c83-dd34a52e22a1'], 'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16f98ce1-e3a1-4f6f-b221-a842e2292e34'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.432458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=ac6acfa9-798e-4686-be07-1f00041c3b86,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:20.441943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:20.457264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.462530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:20.466552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d8acb-0044-4417-9c83-dd34a52e22a1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:20.473863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:20.498985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e3b04bd-6252-407f-a80f-82c7ebac9578 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:20.561185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:20.566992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5973a9df-4184-4692-ac86-280fe6979b20 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:20.587320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'subnets': [{'network_id': 'deb13ee6-8925-40f9-ad28-3888cfdcd489', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1200026749', 'ip_version': 4}, {'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.594691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'subnet': {'network_id': 'deb13ee6-8925-40f9-ad28-3888cfdcd489', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1200026749', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.595825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Request body: {'subnet': {'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.683623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 5973a9df-4184-4692-ac86-280fe6979b20) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:20.763303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:20.766970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f78a655a-5c6a-4373-ba06-c3b1fb3be938 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:20.778371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782bc919-7c9b-4673-b97d-ead3a9f18457 None None] Network 5973a9df-4184-4692-ac86-280fe6979b20 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:20.795935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:20.800705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:20.808225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:20.843582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=27c23081-eac9-4108-aafa-e54f92a48dd3,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:20.857592 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9186382 Dec 09 09:32:20.864777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=345868ad-fae5-461d-8b93-a3b206bf4590,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:20.872925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:20.873392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55986) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:20.874298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:20.877823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:20.899957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:20.900674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '3f848ec9-0830-4c9f-9ab8-54e784b41a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b9175f2-d6cd-44b7-8d5a-420da339e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:20.901067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 6b9175f2-d6cd-44b7-8d5a-420da339e16e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:21.009512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:21.013507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.043886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:21.061651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Usage tracker for resource:subnet and tenant:d42d756a8d7641259a053f4d57d9677a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:21.118870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41990797-0963-40fa-a780-48bf102ee218 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:21.119904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.133584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:21.210565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:21.211791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:21.243441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Made reservation on behalf of d42d756a8d7641259a053f4d57d9677a for: {'subnet': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:21.250190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:21.266344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.266686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 5922b682-b9b1-4d11-8715-e222c0f1316f of type vlan for network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 Dec 09 09:32:21.283695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:21.286034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:21.288190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 9a0de882-d782-4291-8866-9368a9c53b2a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:21.288911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.289525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:16Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:21.294750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-5973a9df-4184-4692-ac86-280fe6979b20', 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': 'ac6acfa9-798e-4686-be07-1f00041c3b86'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:21.295812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.323737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:21.325354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:21.326188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Updating router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 port d2135bb5-63a1-4288-9798-6f22bc72818e binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:32:21.336826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:21.350897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:21.408983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:21.442349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:21.459319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.473052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=bb634424-ff00-4599-a96f-282f6a93cb5a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:21.477544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.191s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:21.500876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 6b9175f2-d6cd-44b7-8d5a-420da339e16e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:21.520647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.523653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6b9175f2-d6cd-44b7-8d5a-420da339e16e) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:21.534250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.548755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259ba98-6a3e-416b-a25f-1dafef6fa37f None None] Network 6b9175f2-d6cd-44b7-8d5a-420da339e16e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:21.549469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.554732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:21.555395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.668415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:21.716801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.722650 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2888546 Dec 09 09:32:21.738784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 55992) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:21.741932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Could not find standard attr ID for object 6d8e3f21-e257-47cb-a54b-b5096c34478d. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:32:21.771816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.776600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:21.777249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.798233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2e063eeb-d7d9-48b1-8e69-8048836a039a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:21.828000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Allocated IP 172.20.0.2 (5973a9df-4184-4692-ac86-280fe6979b20/ac6acfa9-798e-4686-be07-1f00041c3b86/f92544ab-5882-4e40-a4ec-d7bc9c63a309) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:21.835476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.835803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.928331 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 9a0de882-d782-4291-8866-9368a9c53b2a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9a0de882-d782-4291-8866-9368a9c53b2a,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:21.928808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:21.968252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Provisioning complete for port d2135bb5-63a1-4288-9798-6f22bc72818e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:21.968651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.023556 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6302199 Dec 09 09:32:22.032460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 55996) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:22.073054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:22.104270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:22.129411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.140073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.210440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=9e9d7498-eec9-4bb3-93a3-fbc384af3b25,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:22.219113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 9a0de882-d782-4291-8866-9368a9c53b2a owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:22.235009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Port d2135bb5-63a1-4288-9798-6f22bc72818e cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:22.247792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:22.258622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:22.292582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.332261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:22.359979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] device_id is not set on port 5f631b7a-b336-450c-a9e1-dc87508bde7f yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:22.488833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a901fa-de74-482f-857c-ed38206f1312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6b9175f2-d6cd-44b7-8d5a-420da339e16e', 'network_id': '6b9175f2-d6cd-44b7-8d5a-420da339e16e', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '27c23081-eac9-4108-aafa-e54f92a48dd3'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:22.489651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f3a901fa-de74-482f-857c-ed38206f1312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.518456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:22.531624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:22.537502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:22.611331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Provisioning for port 947b4d39-4fdd-4106-945f-857d9d778f01 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:22.628491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.636560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-350439dd-c4e4-4897-bf7b-1b3a709cb487 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:22.685719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=27c23081-eac9-4108-aafa-e54f92a48dd3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:22.686628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:22.687433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.696277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:22.707601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:22.738524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.747970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:22.748261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.790546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:22.808794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Transition to ACTIVE for port object f92544ab-5882-4e40-a4ec-d7bc9c63a309 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:22.826558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.846687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:22.900292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9175f2-d6cd-44b7-8d5a-420da339e16e']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:22.912307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e861e-d08a-4cae-98d4-ccc26d4d9016 None None] Network 6b9175f2-d6cd-44b7-8d5a-420da339e16e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:22.921473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.922966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f848ec9-0830-4c9f-9ab8-54e784b41a82') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:22.923286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f848ec9-0830-4c9f-9ab8-54e784b41a82') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:22.929375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Transition to ACTIVE for port object f92544ab-5882-4e40-a4ec-d7bc9c63a309 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:22.940212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d15f1444-0261-43f0-897a-d1da4d682f85 tempest-FloatingIPTestJSON-649525702 tempest-FloatingIPTestJSON-649525702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:22.951188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:22.956295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:22.997815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.001705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab4422ba-4d0a-47cd-8750-34c190814551 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 954 time: 4.9284251 Dec 09 09:32:23.001705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.004082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56000) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:23.005259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.024574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.043882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.7 (e5ebcad7-179b-4b75-b034-354b7177ea08/16f98ce1-e3a1-4f6f-b221-a842e2292e34/5f631b7a-b336-450c-a9e1-dc87508bde7f) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:23.080854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.139469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=29e64ae1-b0be-43db-a26d-8bc79de6301c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.150417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.153702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.244283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Network 5973a9df-4184-4692-ac86-280fe6979b20 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:23.251988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Pushing event updated for resources: {'Port': ['ID=f92544ab-5882-4e40-a4ec-d7bc9c63a309,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.280192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.286679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:23.288459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:23.288639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.290400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a9a126f9-ad24-4734-8b6a-aaa32190c626 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.290967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.301915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:23.308786 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:23.314042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb634424-ff00-4599-a96f-282f6a93cb5a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:23.321507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.329900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-69881cb8-8d15-45a3-be4f-3d42a3bac5d7 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.361235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': '4d905545-18f7-4b24-b990-9c0faf686689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:23.363002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: da03ec1d-8a91-4a6a-b860-92782a451d9d, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:23.374651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=9a0de882-d782-4291-8866-9368a9c53b2a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.385525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.465668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:23.466054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.470732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Subnet': ['ID=63954e40-7575-4bb5-9944-2d7f425880f6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.477456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.489922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.491738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Transition to ACTIVE for port object d2135bb5-63a1-4288-9798-6f22bc72818e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:23.502356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0eb83bcc-292e-4546-a679-81ff2fa3b7eb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.512393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Attempting to bind port f92544ab-5882-4e40-a4ec-d7bc9c63a309 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:23.512951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Attempting to bind port f92544ab-5882-4e40-a4ec-d7bc9c63a309 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9aacc6b3-d3ee-4349-ae7c-705f83630aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:23.513326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Attempting to bind port f92544ab-5882-4e40-a4ec-d7bc9c63a309 on network 5973a9df-4184-4692-ac86-280fe6979b20 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:23.522971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.528783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.535400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7b9224d1-7cb8-491e-b056-3e7e4a6286d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.550375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=6b9175f2-d6cd-44b7-8d5a-420da339e16e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.559213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.566408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Checking segment: {'id': 'd081b90a-ff09-4c48-9302-852137c6b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deb13ee6-8925-40f9-ad28-3888cfdcd489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:23.567067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network hostable DHCP agents. Network: deb13ee6-8925-40f9-ad28-3888cfdcd489, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:23.573804 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/6b9175f2-d6cd-44b7-8d5a-420da339e16e HTTP/1.1" status: 204 len: 168 time: 1.8312409 Dec 09 09:32:23.579556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56004) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:23.581816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:23.582260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Checking segment: {'id': '9aacc6b3-d3ee-4349-ae7c-705f83630aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:23.582680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.583086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Bound using segment: {'id': '9aacc6b3-d3ee-4349-ae7c-705f83630aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:23.583581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Bound port: f92544ab-5882-4e40-a4ec-d7bc9c63a309, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aacc6b3-d3ee-4349-ae7c-705f83630aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5973a9df-4184-4692-ac86-280fe6979b20'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:23.584033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.616431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1368c-2dec-4534-84bb-ea79f8dc4872 None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:23.630571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network da03ec1d-8a91-4a6a-b860-92782a451d9d is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:23.638822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd85c101-a540-4154-8712-cd1dc2d04497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] GET failed (client error): The resource could not be found. Dec 09 09:32:23.639634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fd85c101-a540-4154-8712-cd1dc2d04497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Synchronizing usage tracker for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:23.663014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a213fc51-44e6-489e-a1a9-2908bca28bee tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 954 time: 0.6577260 Dec 09 09:32:23.666245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56008) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:23.684469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fd85c101-a540-4154-8712-cd1dc2d04497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Unset dirty status for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:23.685727 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fd85c101-a540-4154-8712-cd1dc2d04497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets/27c23081-eac9-4108-aafa-e54f92a48dd3 HTTP/1.1" status: 404 len: 337 time: 0.1036246 Dec 09 09:32:23.689184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network deb13ee6-8925-40f9-ad28-3888cfdcd489 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:23.692150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56012) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:23.725897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port bb634424-ff00-4599-a96f-282f6a93cb5a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:23.726284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.731092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, deb13ee6-8925-40f9-ad28-3888cfdcd489) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:23.737004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:23.741109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:23.769571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a430bcdd-ba4d-41e4-ad00-fb6b1037d430 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:23.769823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a329e53-c670-40c4-ac6f-e01a6806f218 None None] Network deb13ee6-8925-40f9-ad28-3888cfdcd489 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:23.770141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a430bcdd-ba4d-41e4-ad00-fb6b1037d430 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:23.771829 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a430bcdd-ba4d-41e4-ad00-fb6b1037d430 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/6b9175f2-d6cd-44b7-8d5a-420da339e16e HTTP/1.1" status: 404 len: 339 time: 0.0786655 Dec 09 09:32:23.776740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56016) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:23.829871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Pushing event updated for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.841870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'routes': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:23.846687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:23.966379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event updated for resources: {'Subnet': ['ID=2c76864f-1906-41f0-89d3-e0e12cbc4bd1,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:23.987458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:24.021610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Checking segment: {'id': 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:24.021984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network hostable DHCP agents. Network: 7b6beb59-c484-422e-8537-4adf176c6ade, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:24.053975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, da03ec1d-8a91-4a6a-b860-92782a451d9d) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:24.058046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3682be7-8d0f-48b5-a173-4bb9f333b958 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.058862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f3682be7-8d0f-48b5-a173-4bb9f333b958 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Synchronizing usage tracker for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:24.064307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.071514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.076292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-064ead53-1d91-41e1-a422-d626b9014d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:24.077276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] For port f92544ab-5882-4e40-a4ec-d7bc9c63a309, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:24.077798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Network 7b6beb59-c484-422e-8537-4adf176c6ade is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:24.085479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f3682be7-8d0f-48b5-a173-4bb9f333b958 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Unset dirty status for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:24.087012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f3682be7-8d0f-48b5-a173-4bb9f333b958 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3085289 Dec 09 09:32:24.090217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56020) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.094123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d7fec-fb22-47ad-9be6-6f8dbb02e316 None None] Network da03ec1d-8a91-4a6a-b860-92782a451d9d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:24.112052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.112639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.123723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 7b6beb59-c484-422e-8537-4adf176c6ade) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:24.133311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.133527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.134109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.139601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b4cfea1c-08de-4349-b7b0-c7539e626dc6 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 207 time: 0.0481591 Dec 09 09:32:24.147131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56024) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.149637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] For port f92544ab-5882-4e40-a4ec-d7bc9c63a309, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f92544ab-5882-4e40-a4ec-d7bc9c63a309,segment=NetworkSegment(9aacc6b3-d3ee-4349-ae7c-705f83630aee),segment_id=9aacc6b3-d3ee-4349-ae7c-705f83630aee)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:24.152955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb1c27-9e27-43f2-a828-c573e1f3461f None None] Network 7b6beb59-c484-422e-8537-4adf176c6ade requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:24.159533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 5f631b7a-b336-450c-a9e1-dc87508bde7f will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:24.192178 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6242561 Dec 09 09:32:24.193833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56028) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.231359 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3470807 Dec 09 09:32:24.231359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=a429344b-5b47-488b-96a6-531c23690dd9,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:24.233980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:24.235538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56032) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.254058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1250177981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:24.261375 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:32:24.279922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:24.294241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:24.299150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:24.314227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.340238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f628930e-7bf9-4ee7-8867-10db0a2397cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:24.344673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.346007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.347430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.348250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Synchronizing usage tracker for tenant:d42d756a8d7641259a053f4d57d9677a on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:24.355889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:24.374793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '5922b682-b9b1-4d11-8715-e222c0f1316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:24.375163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 9e9d7498-eec9-4bb3-93a3-fbc384af3b25, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:24.383330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d31f0-043e-45d7-bc08-5732cd43c07c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.388430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d31f0-043e-45d7-bc08-5732cd43c07c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.392681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.392882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d31f0-043e-45d7-bc08-5732cd43c07c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.397072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d31f0-043e-45d7-bc08-5732cd43c07c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.399001 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-616d31f0-043e-45d7-bc08-5732cd43c07c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2509294 Dec 09 09:32:24.403440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56036) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.406720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.407721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.410722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-28b1731c-1f1c-493a-b981-4040ba5203f1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:24.428238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Unset dirty status for tenant:d42d756a8d7641259a053f4d57d9677a on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:24.432998 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c683513-2bf0-4ee7-becf-884023e1f320 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2355814 Dec 09 09:32:24.435109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56040) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.457977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Attempting to bind port d2135bb5-63a1-4288-9798-6f22bc72818e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:24.458359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Attempting to bind port d2135bb5-63a1-4288-9798-6f22bc72818e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:24.458731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Attempting to bind port d2135bb5-63a1-4288-9798-6f22bc72818e on network 31bd4c88-d370-46b9-a538-31cc33c65c3c {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:24.563273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:24.563679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Checking segment: {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:24.564103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.564828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Bound using segment: {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:24.565009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Bound port: d2135bb5-63a1-4288-9798-6f22bc72818e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0969625f-1766-4543-9191-166252ef850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:24.565351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.577389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Deleting subnet 63954e40-7575-4bb5-9944-2d7f425880f6 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:24.595703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.653345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:24.662863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=5f631b7a-b336-450c-a9e1-dc87508bde7f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:24.672943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Pushing event updated for resources: {'Port': ['ID=f92544ab-5882-4e40-a4ec-d7bc9c63a309,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:24.681769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c7e19fd3-5c99-47e4-9495-5b9b4ae82b61 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2770736 Dec 09 09:32:24.686858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56044) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.727879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:24.735981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:24.737592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:24.737775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:24.754402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.817066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd978c-b33a-428a-8ee3-12bc4f1e8ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-deb13ee6-8925-40f9-ad28-3888cfdcd489', 'network_id': 'deb13ee6-8925-40f9-ad28-3888cfdcd489', 'tenant_id': 'd42d756a8d7641259a053f4d57d9677a', 'fixed_ips': [{'subnet_id': '63954e40-7575-4bb5-9944-2d7f425880f6'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:24.818607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5fdd978c-b33a-428a-8ee3-12bc4f1e8ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.845631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d7f88-8bfa-432d-a243-f8b048943a1b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.847578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:24.848857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d7f88-8bfa-432d-a243-f8b048943a1b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.850496 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6c5d7f88-8bfa-432d-a243-f8b048943a1b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1626990 Dec 09 09:32:24.856653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56048) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.881608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.920020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9e9d7498-eec9-4bb3-93a3-fbc384af3b25) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:24.953995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.969150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:24.970213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:24.977029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] For port d2135bb5-63a1-4288-9798-6f22bc72818e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:24.985351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] For port d2135bb5-63a1-4288-9798-6f22bc72818e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d2135bb5-63a1-4288-9798-6f22bc72818e,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:25.038803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:25.039369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.105378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.112753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5dcb3c-0ea6-4a61-ac69-d5d0b7313ef4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:25.114228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5dcb3c-0ea6-4a61-ac69-d5d0b7313ef4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:25.115906 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca5dcb3c-0ea6-4a61-ac69-d5d0b7313ef4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2582777 Dec 09 09:32:25.124743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56052) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.146559 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1102464 Dec 09 09:32:25.155051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56056) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.175208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:25.183807 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7660863 Dec 09 09:32:25.184959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56060) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.226013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.227388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c17e217b-a360-4dbb-9feb-03c8e9117ec0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9880576 Dec 09 09:32:25.231697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.237954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:25.238666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35959253-ab38-4dc9-892d-d5f38cbe2f6d None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:25.254142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56064) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.258315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.325113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:25.357804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-da03ec1d-8a91-4a6a-b860-92782a451d9d', 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': '29e64ae1-b0be-43db-a26d-8bc79de6301c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:25.358635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.436342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.440502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b4de307e-7c81-4fb3-a040-f7cb6c187d3e None None] Provisioning for port 5f631b7a-b336-450c-a9e1-dc87508bde7f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:25.453584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b4de307e-7c81-4fb3-a040-f7cb6c187d3e None None] Provisioning complete for port 5f631b7a-b336-450c-a9e1-dc87508bde7f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:25.453966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b4de307e-7c81-4fb3-a040-f7cb6c187d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.501173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-5fdd978c-b33a-428a-8ee3-12bc4f1e8ebd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63954e40-7575-4bb5-9944-2d7f425880f6: This subnet is being modified by another concurrent operation. Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:32:25.501407 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63954e40-7575-4bb5-9944-2d7f425880f6: This subnet is being modified by another concurrent operation. Dec 09 09:32:25.504784 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 09:32:25.583884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ed4d9-fe7b-48cf-b825-57f0321a90e5 None None] Network deb13ee6-8925-40f9-ad28-3888cfdcd489 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:25.654170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Subnet': ['ID=63954e40-7575-4bb5-9944-2d7f425880f6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:25.666453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:25.691928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added routes are [] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:32:25.692494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:32:25.697175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.735684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:25.751346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:25.757110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:25.762478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:25.769978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:25.782941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/subnets/63954e40-7575-4bb5-9944-2d7f425880f6 HTTP/1.1" status: 204 len: 168 time: 1.3470542 Dec 09 09:32:25.789621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56068) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.790398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07453d-ec42-4c00-978d-b3d402b2be45 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:25.792192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0b07453d-ec42-4c00-978d-b3d402b2be45 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks/6e8d5ad6-7380-4bba-ac5d-571d472cf23f HTTP/1.1" status: 200 len: 799 time: 0.6664989 Dec 09 09:32:25.799146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56070) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.845929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Pushing event updated for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:25.849605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:25.883250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:25.979721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-7b6beb59-c484-422e-8537-4adf176c6ade', 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade', 'tenant_id': 'd42d756a8d7641259a053f4d57d9677a', 'fixed_ips': [{'subnet_id': '2c76864f-1906-41f0-89d3-e0e12cbc4bd1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:25.981270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:26.034994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b4de307e-7c81-4fb3-a040-f7cb6c187d3e None None] Port 5f631b7a-b336-450c-a9e1-dc87508bde7f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:26.046648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:26.051551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:26.054626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:subnet and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:26.068040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:26.071978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:26.119982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:26.149224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:26.197930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:26.201180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683bf84-a2dc-4ab5-8134-3a97e6f44ab8 None None] Network 5973a9df-4184-4692-ac86-280fe6979b20 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:26.375907 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1788e9c7-8cba-418a-9568-9217f01cc6a8 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/networks/6e8d5ad6-7380-4bba-ac5d-571d472cf23f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5695555 Dec 09 09:32:26.378330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56076) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:26.490925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:26.545595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9e9d7498-eec9-4bb3-93a3-fbc384af3b25', 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': 'a429344b-5b47-488b-96a6-531c23690dd9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:26.546591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:26.556707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Allocated IP 172.21.0.2 (da03ec1d-8a91-4a6a-b860-92782a451d9d/29e64ae1-b0be-43db-a26d-8bc79de6301c/6d7df8de-0cf8-46f3-a989-20310e50f36d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:26.576454 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16f98ce1-e3a1-4f6f-b221-a842e2292e34 (CIDR: 172.20.0.0/28) Dec 09 09:32:26.604413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:26.604852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:26.614524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:26.658802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Deleting subnet 2c76864f-1906-41f0-89d3-e0e12cbc4bd1 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:26.674879 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-20dddd70-5db6-4fa9-b226-08d8523fe066 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4471104 Dec 09 09:32:26.674879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f16456-448b-4432-8a4e-eee3c346f147 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:26.674879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c5f16456-448b-4432-8a4e-eee3c346f147 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Synchronizing usage tracker for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:26.677457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56080) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:26.689538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:26.720537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:26.902932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c5f16456-448b-4432-8a4e-eee3c346f147 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Unset dirty status for tenant:d5725ddc64734cd4a8434bb5038564ab on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:26.909036 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c5f16456-448b-4432-8a4e-eee3c346f147 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets/7747087d-ab59-4be9-9a78-34043082bd64 HTTP/1.1" status: 200 len: 811 time: 0.5212200 Dec 09 09:32:26.909214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f92544ab-5882-4e40-a4ec-d7bc9c63a309 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:26.911209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56084) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.059888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.080300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.085111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Allocated IP 172.20.0.18 (7b6beb59-c484-422e-8537-4adf176c6ade/2c76864f-1906-41f0-89d3-e0e12cbc4bd1/948bfcd5-1903-463a-8393-163c92988dab) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:27.096462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e41ef1-264e-44f8-98d1-f549cd5eb94a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:27.100957 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d0e41ef1-264e-44f8-98d1-f549cd5eb94a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "GET /v2.0/subnets/7747087d-ab59-4be9-9a78-34043082bd64?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1869578 Dec 09 09:32:27.102646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b78aaaa9-9752-45ea-99f0-a07d6ab12261 None None] Provisioning for port f92544ab-5882-4e40-a4ec-d7bc9c63a309 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:27.106461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56088) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.170054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382307248'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:27.184415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:27.252317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:27.297887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:27.334173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:27.340442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:27.343475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.345947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:27.361514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:27.407560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:27.411172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:27.467213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Allocated IP 2001:db8::2 (9e9d7498-eec9-4bb3-93a3-fbc384af3b25/a429344b-5b47-488b-96a6-531c23690dd9/b804d9a5-0a57-4891-9806-3486820b94d3) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:27.484218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.484576 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Added segment 884dcb9f-bcc8-441b-99a4-d81d58d211a5 of type vlan for network 30f9b51e-be62-455e-aca4-65d092ed0cac Dec 09 09:32:27.527348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:27.531518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.534493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f92544ab-5882-4e40-a4ec-d7bc9c63a309 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:27.612074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.20.0.1 (5973a9df-4184-4692-ac86-280fe6979b20/ac6acfa9-798e-4686-be07-1f00041c3b86/623b5898-88d8-4715-a6c3-844017ef75cd) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:27.619961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.626824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:27.668246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f92544ab-5882-4e40-a4ec-d7bc9c63a309 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:27.668863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.694161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.700930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.704692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:27.705274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.715236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5aec275c-c0b0-4757-9235-acf8ce2419b4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:27.763585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:27.850508 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6874065 Dec 09 09:32:27.850508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Network': ['ID=30f9b51e-be62-455e-aca4-65d092ed0cac,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:27.852804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Transition to ACTIVE for port object 6d7df8de-0cf8-46f3-a989-20310e50f36d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:27.854750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:27.855209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56092) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.857075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:27.864230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:27.892238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:27.921716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 30f9b51e-be62-455e-aca4-65d092ed0cac details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:27.990258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Transition to ACTIVE for port object 6d7df8de-0cf8-46f3-a989-20310e50f36d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.003703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=d1de2db7-3e8f-45a8-9640-96e216426160,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:28.006025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:28.012868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:28.016036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.020546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.021310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.095394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.109080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6ab6269f-efa8-4f56-96db-77e96e122ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:28.115568 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1f29d298-8b85-4c3c-b94b-d57db6769d17 (CIDR: 172.20.0.16/28) Dec 09 09:32:28.125919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object 623b5898-88d8-4715-a6c3-844017ef75cd will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.142030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:28.142682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:28.160971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.176882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0182989 Dec 09 09:32:28.181964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.186399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.229405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1aa36036-07f2-44ac-ad18-9b5deca2f0e0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:28.273062 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8010a5db-84be-4baf-a587-077ab53bc035 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5917983 Dec 09 09:32:28.275041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56100) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.281713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Transition to ACTIVE for port object 948bfcd5-1903-463a-8393-163c92988dab will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.284867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'subnet': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:28.313326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:28.333580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Network da03ec1d-8a91-4a6a-b860-92782a451d9d is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:28.333953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5973a9df-4184-4692-ac86-280fe6979b20 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:28.337697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=623b5898-88d8-4715-a6c3-844017ef75cd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:28.346684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:28.348750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:28.350503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:28.352880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:28.353025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.354979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.356469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.358008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.359130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:28.360068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Synchronizing usage tracker for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:28.362960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:28.369707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Pushing event updated for resources: {'Port': ['ID=6d7df8de-0cf8-46f3-a989-20310e50f36d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:28.373014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:28.383165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:28.386295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Transition to ACTIVE for port object 948bfcd5-1903-463a-8393-163c92988dab will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.400058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.404533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.422502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.429773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.434658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-bb94f8fb-895a-4f4b-9e08-eff737bf84bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:28.453285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Unset dirty status for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:28.459712 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a51dce96-ecfd-4b6b-9f2e-2956f9dc8efb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2756557 Dec 09 09:32:28.459974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56104) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.460685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.470066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-890355771'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:28.473052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:28.478599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:28.485992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.487155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e3ca17a6-9e45-4217-bc5a-e0521fd99c33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 704 time: 4.8197308 Dec 09 09:32:28.491417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56108) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.492460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:28.544587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Made reservation on behalf of d5725ddc64734cd4a8434bb5038564ab for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:28.548610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:25Z', 'revision_number': 7, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:24Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:28.553990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:28.559496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Pushing event updated for resources: {'Port': ['ID=948bfcd5-1903-463a-8393-163c92988dab,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:28.561944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ab5ae61b-2d07-445a-9496-b6c8b2983049 None None] Provisioning complete for port f92544ab-5882-4e40-a4ec-d7bc9c63a309 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:28.562325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae61b-2d07-445a-9496-b6c8b2983049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.586688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:28.590737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:28.594784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:28.643595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Transition to ACTIVE for port object b804d9a5-0a57-4891-9806-3486820b94d3 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.646961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Usage tracker for resource:subnet and tenant:b0bd36f347684f84972eacaafad66cba is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:28.657895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:28.663256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:28.665519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.673968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17554e19-6d56-4ad6-bae3-9b510ec3c4c9 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:25Z', 'revision_number': 7, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:24Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:28.674676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.722928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:28.751957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Attempting to bind port 6d7df8de-0cf8-46f3-a989-20310e50f36d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:28.752341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Attempting to bind port 6d7df8de-0cf8-46f3-a989-20310e50f36d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '4d905545-18f7-4b24-b990-9c0faf686689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:28.752704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Attempting to bind port 6d7df8de-0cf8-46f3-a989-20310e50f36d on network da03ec1d-8a91-4a6a-b860-92782a451d9d {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:28.763358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Network 7b6beb59-c484-422e-8537-4adf176c6ade is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:28.773954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:28.776682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:28.781419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Transition to ACTIVE for port object b804d9a5-0a57-4891-9806-3486820b94d3 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:28.784515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f92544ab-5882-4e40-a4ec-d7bc9c63a309, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f92544ab-5882-4e40-a4ec-d7bc9c63a309,segment=NetworkSegment(9aacc6b3-d3ee-4349-ae7c-705f83630aee),segment_id=9aacc6b3-d3ee-4349-ae7c-705f83630aee)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:28.799001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:28.799381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Checking segment: {'id': '4d905545-18f7-4b24-b990-9c0faf686689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:28.799739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:28.799909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.800206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Bound using segment: {'id': '4d905545-18f7-4b24-b990-9c0faf686689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:28.800697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Bound port: 6d7df8de-0cf8-46f3-a989-20310e50f36d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d905545-18f7-4b24-b990-9c0faf686689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'da03ec1d-8a91-4a6a-b860-92782a451d9d'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:28.801129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.812663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.815884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.816465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 70767385-0893-48a2-a737-c1c5b009ad8a of type vlan for network 72837f80-9aab-4e97-ae10-0abbe76f55d5 Dec 09 09:32:28.819538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-570b4c45-8a66-4baa-b8fc-98b54d5aefa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:28.824354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.858101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.876724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.910214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:28.949513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Made reservation on behalf of b0bd36f347684f84972eacaafad66cba for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:29.065372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d2135bb5-63a1-4288-9798-6f22bc72818e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:29.118166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.165976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f92544ab-5882-4e40-a4ec-d7bc9c63a309,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:29.190515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:29.191594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Attempting to bind port 948bfcd5-1903-463a-8393-163c92988dab on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:29.192002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Attempting to bind port 948bfcd5-1903-463a-8393-163c92988dab by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:29.193200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Attempting to bind port 948bfcd5-1903-463a-8393-163c92988dab on network 7b6beb59-c484-422e-8537-4adf176c6ade {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:29.201768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:29.205555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-757a2388-6523-4be6-b10a-311e71a2f372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:29.245937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:29.249132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:29.308265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing IP validity checks on allocation pools {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:32:29.310222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:32:29.315977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.321813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dbc4b33c-4fb5-4d36-8c54-c23efa6d8f55 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:29.326211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:29.326594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Checking segment: {'id': 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:29.327043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.327454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Bound using segment: {'id': 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:29.327995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Bound port: 948bfcd5-1903-463a-8393-163c92988dab, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b6beb59-c484-422e-8537-4adf176c6ade'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:29.328389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.368744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Subnet': ['ID=2c76864f-1906-41f0-89d3-e0e12cbc4bd1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:29.379006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] For port 6d7df8de-0cf8-46f3-a989-20310e50f36d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:29.399787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:29.434514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:29.440287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] For port 6d7df8de-0cf8-46f3-a989-20310e50f36d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6d7df8de-0cf8-46f3-a989-20310e50f36d,segment=NetworkSegment(4d905545-18f7-4b24-b990-9c0faf686689),segment_id=4d905545-18f7-4b24-b990-9c0faf686689)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:29.441328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Pushing event updated for resources: {'Port': ['ID=b804d9a5-0a57-4891-9806-3486820b94d3,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:29.444304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:29.455976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:29.469739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.473482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:29.474066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.477360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:29.479390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.482632 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-878bb58b-1135-49ae-812d-12a946f880a3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 704 time: 0.9856791 Dec 09 09:32:29.487133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf83dd0d-fecd-4f06-a9ad-e8d87c6500e3 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:29.489512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56112) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.501085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.503409 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:29.504056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:29.533764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:29.647116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=72837f80-9aab-4e97-ae10-0abbe76f55d5,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:29.650815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:29.659563 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1955161 Dec 09 09:32:29.662573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56116) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.675393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:29.708999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:29.722528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.792236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.805554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] For port 948bfcd5-1903-463a-8393-163c92988dab, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:29.809653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] For port 948bfcd5-1903-463a-8393-163c92988dab, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=948bfcd5-1903-463a-8393-163c92988dab,segment=NetworkSegment(decad7a1-b61e-4617-bdc7-7d4cbcc6c73c),segment_id=decad7a1-b61e-4617-bdc7-7d4cbcc6c73c)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:29.832511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Pushing event updated for resources: {'Port': ['ID=6d7df8de-0cf8-46f3-a989-20310e50f36d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:29.835414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:29.835975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60f543dc-60a0-42e3-9209-d000ea8cfcf8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:29.894354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.917014 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/71746791-c1fd-46ef-a4fd-dfbd17cb4a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4797244 Dec 09 09:32:29.920078 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/subnets/2c76864f-1906-41f0-89d3-e0e12cbc4bd1 HTTP/1.1" status: 204 len: 168 time: 4.0462551 Dec 09 09:32:29.936326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:29.938681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56122) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.955471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e36dc01a-b9c4-476d-b11a-d9d4a6a7b6b5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:30.052291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:30.054457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port d2135bb5-63a1-4288-9798-6f22bc72818e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:30.073196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:30.094336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.106142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:30.149423 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:30.154245 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:30.164786 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:30.165411 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:30.201420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:30.202097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:30.340656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=623b5898-88d8-4715-a6c3-844017ef75cd,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:30.368768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.386050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:30.388520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:30.404916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:30.406523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:30.447946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Checking segment: {'id': '884dcb9f-bcc8-441b-99a4-d81d58d211a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:30.448312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network hostable DHCP agents. Network: 30f9b51e-be62-455e-aca4-65d092ed0cac, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:30.474692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d2135bb5-63a1-4288-9798-6f22bc72818e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:30.475156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.519935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Attempting to bind port b804d9a5-0a57-4891-9806-3486820b94d3 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:30.520381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Attempting to bind port b804d9a5-0a57-4891-9806-3486820b94d3 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '5922b682-b9b1-4d11-8715-e222c0f1316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:30.521167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Attempting to bind port b804d9a5-0a57-4891-9806-3486820b94d3 on network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:30.556555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3bf8b4bd-1d49-486c-b57c-e6f9b32f5fd4 None None] Provisioning for port 623b5898-88d8-4715-a6c3-844017ef75cd completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:30.582332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Pushing event updated for resources: {'Port': ['ID=948bfcd5-1903-463a-8393-163c92988dab,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:30.586025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:30.625292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5973a9df-4184-4692-ac86-280fe6979b20 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:30.633878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3bf8b4bd-1d49-486c-b57c-e6f9b32f5fd4 None None] Provisioning complete for port 623b5898-88d8-4715-a6c3-844017ef75cd triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:30.634343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b4bd-1d49-486c-b57c-e6f9b32f5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.653536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:30.683487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:30.684019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Checking segment: {'id': '5922b682-b9b1-4d11-8715-e222c0f1316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:30.684504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.684980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Bound using segment: {'id': '5922b682-b9b1-4d11-8715-e222c0f1316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:30.685538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Bound port: b804d9a5-0a57-4891-9806-3486820b94d3, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5922b682-b9b1-4d11-8715-e222c0f1316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:30.685986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.707113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:30.834474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Network 30f9b51e-be62-455e-aca4-65d092ed0cac is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:30.866103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:30.867258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 30f9b51e-be62-455e-aca4-65d092ed0cac) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:30.903176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19959db2-016f-4b70-882d-dccdbe69ee55 None None] Network 30f9b51e-be62-455e-aca4-65d092ed0cac requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:30.907090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659756be-84ea-4b13-98e5-7aa0a3f7d81f tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:30.914192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-659756be-84ea-4b13-98e5-7aa0a3f7d81f tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Synchronizing usage tracker for tenant:d42d756a8d7641259a053f4d57d9677a on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:30.920131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e1927-5fe0-4e2c-bf36-5b02e4c7c973 None None] Network 7b6beb59-c484-422e-8537-4adf176c6ade requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:30.946604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8b4bd-1d49-486c-b57c-e6f9b32f5fd4 None None] Port 623b5898-88d8-4715-a6c3-844017ef75cd cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:31.020505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:31.021157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.037747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.058599 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:31.068003 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2222f86-07e6-4b8c-8951-53c336d7f102 None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '4bd32f71-ebbb-4265-9fe0-1b4fa76257f4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'port_id': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'mac_address': 'fa:16:3e:e6:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:39Z', 'updated_at': '2021-12-09T09:29:46Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:31.072199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47a1bd7c-a7a7-4d8c-9154-dc65e423c005 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:31.076914 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2149780 Dec 09 09:32:31.093564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56128) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.109898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 is not hosted by any dhcp agent {{(pid=83487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 09 09:32:31.114434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:31.115048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.116450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "PUT /v2.0/networks/72837f80-9aab-4e97-ae10-0abbe76f55d5 HTTP/1.1" status: 200 len: 723 time: 1.4528549 Dec 09 09:32:31.122870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:31.147691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.268153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:31.269651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:31.319085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.476133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b804d9a5-0a57-4891-9806-3486820b94d3,segment=NetworkSegment(5922b682-b9b1-4d11-8715-e222c0f1316f),segment_id=5922b682-b9b1-4d11-8715-e222c0f1316f)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:31.481898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.487706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1952403'] for subnet, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.490460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-da34406c-7dca-4238-bfdd-77662572d1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:31.519472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-659756be-84ea-4b13-98e5-7aa0a3f7d81f tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Unset dirty status for tenant:d42d756a8d7641259a053f4d57d9677a on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:31.524902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-659756be-84ea-4b13-98e5-7aa0a3f7d81f tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.5810988 Dec 09 09:32:31.534217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56136) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.553150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:31.572168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.591501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:31.638626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Subnet': ['ID=3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:31.643451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:31.644260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Network e5ebcad7-179b-4b75-b034-354b7177ea08 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:31.646104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad37a0-38cb-4450-942b-ea4770a1986a None None] Network da03ec1d-8a91-4a6a-b860-92782a451d9d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:31.651185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:31.659265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:31.660063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.680080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fab110-516c-4190-ab08-f0d7be76fa03 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:31.717214 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4393375 Dec 09 09:32:31.720592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56140) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.727119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2110489669', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb'}], 'security_groups': ['2782dfd3-e459-42ec-be42-53489a775638', '8886794c-ab92-4d10-8054-bb8a18cfe587']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:31.796417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.821185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932251b5-afa2-4176-ba04-3ef8826dfa9e req-6878f28d-8234-418b-a653-55c6a20cad42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:31.822809 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-932251b5-afa2-4176-ba04-3ef8826dfa9e req-6878f28d-8234-418b-a653-55c6a20cad42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 1.2542982 Dec 09 09:32:31.823745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:31.846532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=72837f80-9aab-4e97-ae10-0abbe76f55d5,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:31.849675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:31.852061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.874265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Deleting port 948bfcd5-1903-463a-8393-163c92988dab {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:31.874683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.889592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:31.916814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-581baa04-0706-4e9c-9a93-99a3607a25d8 None None] Provisioning complete for port 623b5898-88d8-4715-a6c3-844017ef75cd triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:31.916814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-581baa04-0706-4e9c-9a93-99a3607a25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:31.923780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:32.024773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-581baa04-0706-4e9c-9a93-99a3607a25d8 None None] Port 623b5898-88d8-4715-a6c3-844017ef75cd cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:32.049856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.133905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-932251b5-afa2-4176-ba04-3ef8826dfa9e req-176eaaa2-79e2-495e-9571-cdee137ce5c9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037519 Dec 09 09:32:32.271951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Pushing event updated for resources: {'Port': ['ID=b804d9a5-0a57-4891-9806-3486820b94d3,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:32.336977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.361864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1132747'] for subnet, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.367988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:32.393317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a27a3b-793b-437c-8e57-202f52493412 req-4b15364b-cbc8-43d5-adf9-4f1fe51f255b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:32.394348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-87a27a3b-793b-437c-8e57-202f52493412 req-4b15364b-cbc8-43d5-adf9-4f1fe51f255b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:32.403845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9667ccc2-1dbe-4ab3-b139-e21e7431de72 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:32.425365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] For port 948bfcd5-1903-463a-8393-163c92988dab, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=948bfcd5-1903-463a-8393-163c92988dab,segment=NetworkSegment(decad7a1-b61e-4617-bdc7-7d4cbcc6c73c),segment_id=decad7a1-b61e-4617-bdc7-7d4cbcc6c73c)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:32.425722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.442528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:25Z', 'revision_number': 7, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:24Z', 'revision_number': 4, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:32.500280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-626df029-e9e4-43ff-8632-e54985bd50b9 None None] Provisioning for port 6d7df8de-0cf8-46f3-a989-20310e50f36d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:32.528175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:32.533403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:32.534155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.538224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "PUT /v2.0/subnets/9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9 HTTP/1.1" status: 200 len: 877 time: 1.4411316 Dec 09 09:32:32.538383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port d2135bb5-63a1-4288-9798-6f22bc72818e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d2135bb5-63a1-4288-9798-6f22bc72818e,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:32.549485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56144) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:32.588869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-87a27a3b-793b-437c-8e57-202f52493412 req-4b15364b-cbc8-43d5-adf9-4f1fe51f255b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:32.590247 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87a27a3b-793b-437c-8e57-202f52493412 req-4b15364b-cbc8-43d5-adf9-4f1fe51f255b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 0.7558386 Dec 09 09:32:32.630447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Calling delete_port for 948bfcd5-1903-463a-8393-163c92988dab owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:32.663979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.670473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-eea6a71b-dc13-4ba1-8b3c-d6953e78b0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:32.685550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 53a65f4f-c312-4a02-ab90-f61fbddb3898 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:32.686010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.707009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-30f9b51e-be62-455e-aca4-65d092ed0cac', 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac', 'tenant_id': 'd5725ddc64734cd4a8434bb5038564ab', 'fixed_ips': [{'subnet_id': '9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:32.707858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.819505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 69f0f7fc-aded-4485-a704-6595fd5a7878 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:32:32.828172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.833694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb06c90c-a38b-4ae7-a6f9-2f105dd31f14 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:32.857394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:32.858046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:32.882142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:32.894117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Port': ['ID=948bfcd5-1903-463a-8393-163c92988dab,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:32.897890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:32.900288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd027e5c-526b-40ad-bc3b-52d59af30abb tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:32.935855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] No DVR routers for this DVR port 948bfcd5-1903-463a-8393-163c92988dab on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:33.063285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event updated for resources: {'Subnet': ['ID=9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:33.071958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:33.107346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f92544ab-5882-4e40-a4ec-d7bc9c63a309 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:33.254618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.315536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:33.319115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:33.396508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:33.521591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f92544ab-5882-4e40-a4ec-d7bc9c63a309 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:33.522570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.522706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=3cfdfb65-9241-4924-968e-23215d04f9a3,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:33.532642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:33.540886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.573079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '70767385-0893-48a2-a737-c1c5b009ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:33.573440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 72837f80-9aab-4e97-ae10-0abbe76f55d5, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:33.584976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.606664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6beb59-c484-422e-8537-4adf176c6ade']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.647449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.647747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decad7a1-b61e-4617-bdc7-7d4cbcc6c73c') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.667178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.693346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:33.696522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.702443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:33.707161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Allocated IP 172.20.0.3 (30f9b51e-be62-455e-aca4-65d092ed0cac/9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9/32eef54c-1180-4a60-b6b0-aaea46fb993c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:33.717934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:33.718100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.725516 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] Sync routers for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:33.736120 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:33.750252 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4902053 Dec 09 09:32:33.751575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56152) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:33.753418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 72837f80-9aab-4e97-ae10-0abbe76f55d5) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:33.754901 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:33.755627 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.807589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-16af0a09-344d-4aa3-9e2f-62194552358a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.810050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b7bf4-47c5-4569-89df-38b5a64cc644 None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:33.821220 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.823154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682c2a0-0577-417e-9360-0ed4a91f08d7 None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:33.834245 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:33.835302 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.861763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:33.862468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.919092 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:33.926409 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6714604 Dec 09 09:32:33.927255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:33.927495 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4181a1-c597-416f-bc51-2d602fab9d21 None None] The sync data for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:33.966756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:33.968217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:34.018849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7c0ca-7ee8-44ac-9060-a91462df5220 req-df9440da-0720-432c-bfc7-5bf6582f5059 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:34.020459 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-78a7c0ca-7ee8-44ac-9060-a91462df5220 req-df9440da-0720-432c-bfc7-5bf6582f5059 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 946 time: 0.6621950 Dec 09 09:32:34.022138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 53a65f4f-c312-4a02-ab90-f61fbddb3898, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53a65f4f-c312-4a02-ab90-f61fbddb3898,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:34.022488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.027218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Update dhcp port {'port': {'network_id': 'e5ebcad7-179b-4b75-b034-354b7177ea08', 'fixed_ips': [{'subnet_id': '1f29d298-8b85-4c3c-b94b-d57db6769d17', 'ip_address': '172.20.0.19'}, {'subnet_id': '16f98ce1-e3a1-4f6f-b221-a842e2292e34', 'ip_address': '172.20.0.2'}, {'subnet_id': '3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '947b4d39-4fdd-4106-945f-857d9d778f01'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:32:34.072712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca97d01-a7b1-4904-8f6e-41fd0bc55f6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:34.074599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1ca97d01-a7b1-4904-8f6e-41fd0bc55f6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:34.080483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.155175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754d10d-ad60-4465-bcc0-0f11a7820263 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:34.181198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.199510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 53a65f4f-c312-4a02-ab90-f61fbddb3898 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:34.200845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=7b6beb59-c484-422e-8537-4adf176c6ade,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:34.218754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:34.224284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/7b6beb59-c484-422e-8537-4adf176c6ade HTTP/1.1" status: 204 len: 168 time: 2.6882765 Dec 09 09:32:34.228111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.253024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1ca97d01-a7b1-4904-8f6e-41fd0bc55f6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:34.256971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1ca97d01-a7b1-4904-8f6e-41fd0bc55f6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports/623b5898-88d8-4715-a6c3-844017ef75cd HTTP/1.1" status: 200 len: 910 time: 0.5021999 Dec 09 09:32:34.259147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1550104'] for subnet, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.259297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fe538596-f36b-4159-aa6c-ede0f7c82819 None None] Provisioning for port b804d9a5-0a57-4891-9806-3486820b94d3 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:34.262141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56164) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.314141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.414939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.516831 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-78a7c0ca-7ee8-44ac-9060-a91462df5220 req-b3c83ab2-c7b6-4118-a65a-76d4a661b0af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=59dcad75-db1b-4631-8469-8331a9fce91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4770751 Dec 09 09:32:34.550144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Delete allocated IP 172.20.0.7 (e5ebcad7-179b-4b75-b034-354b7177ea08/16f98ce1-e3a1-4f6f-b221-a842e2292e34) {{(pid=83486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:32:34.589904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Allocated IP 172.20.0.36 (e5ebcad7-179b-4b75-b034-354b7177ea08/3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb/5f631b7a-b336-450c-a9e1-dc87508bde7f) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:34.607723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6d7df8de-0cf8-46f3-a989-20310e50f36d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:34.653804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.671848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port d2135bb5-63a1-4288-9798-6f22bc72818e {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:34.672188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.695169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb13ee6-8925-40f9-ad28-3888cfdcd489']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:34.711487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd081b90a-ff09-4c48-9302-852137c6b89f') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:34.712020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd081b90a-ff09-4c48-9302-852137c6b89f') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:34.720535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1082388'] for subnet, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.727411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7670a290-76e4-4daf-b073-6980789984a0 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:34.769243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.770537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.779714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.807399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-03be5e15-9bb3-4158-b5b0-e2860e1eecbb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:34.808062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:34.808691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.812218 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "PUT /v2.0/subnets/3cfdfb65-9241-4924-968e-23215d04f9a3 HTTP/1.1" status: 200 len: 826 time: 0.8807697 Dec 09 09:32:34.816452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56168) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.822287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.844371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=3cfdfb65-9241-4924-968e-23215d04f9a3,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:34.857999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:34.864494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:34.865241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:34.886024 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:34.940041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.974482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-72837f80-9aab-4e97-ae10-0abbe76f55d5', 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': '3cfdfb65-9241-4924-968e-23215d04f9a3'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:34.975288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:34.994675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Transition to ACTIVE for port object 32eef54c-1180-4a60-b6b0-aaea46fb993c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:35.050428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53a65f4f-c312-4a02-ab90-f61fbddb3898 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:35.069480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=53a65f4f-c312-4a02-ab90-f61fbddb3898,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:35.081187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Transition to ACTIVE for port object 32eef54c-1180-4a60-b6b0-aaea46fb993c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:35.082118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:35.136059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.142475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.146234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 53a65f4f-c312-4a02-ab90-f61fbddb3898 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:35.147249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53a65f4f-c312-4a02-ab90-f61fbddb3898 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:35.152312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-462a1fff-9384-43e2-9a61-daf7ea4432b3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:35.160581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.169409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.175576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-098a1664-cfba-4538-a823-c3ef51ccfaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:35.181504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=deb13ee6-8925-40f9-ad28-3888cfdcd489,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:35.188242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:35.195256 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/deb13ee6-8925-40f9-ad28-3888cfdcd489 HTTP/1.1" status: 204 len: 168 time: 0.9662027 Dec 09 09:32:35.218092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6d7df8de-0cf8-46f3-a989-20310e50f36d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:35.225620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:35.246865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:25Z', 'revision_number': 7, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:32Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:35.262601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6d7df8de-0cf8-46f3-a989-20310e50f36d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:35.263873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.325315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 53a65f4f-c312-4a02-ab90-f61fbddb3898 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:35.343551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.353042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.363276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'name': 'network-vif-deleted', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:32:35.376728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.387995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3af5d-d0fe-4424-8006-e033197095ee None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:25Z', 'revision_number': 7, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2135bb5-63a1-4288-9798-6f22bc72818e', 'name': '', 'network_id': '31bd4c88-d370-46b9-a538-31cc33c65c3c', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:55:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:14Z', 'updated_at': '2021-12-09T09:32:32Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': 'bac640f1-e8b6-4700-b68a-78b122e4b3dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:35.407682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.445689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Network 30f9b51e-be62-455e-aca4-65d092ed0cac is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:35.446473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6521c8c0-719a-4e43-baa4-c56dedd34d38 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:35.457028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:35.492738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Pushing event updated for resources: {'Port': ['ID=32eef54c-1180-4a60-b6b0-aaea46fb993c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:35.535375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:35.536424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:35.544545 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4ef440-3a66-4104-8f16-9d64ea6ac122', 'name': 'network-vif-deleted', 'tag': '53a65f4f-c312-4a02-ab90-f61fbddb3898', 'status': 'completed', 'code': 200} Dec 09 09:32:35.567907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:35.576056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:35.579610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port d2135bb5-63a1-4288-9798-6f22bc72818e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d2135bb5-63a1-4288-9798-6f22bc72818e,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:35.579994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.592277 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87a27a3b-793b-437c-8e57-202f52493412 req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/53a65f4f-c312-4a02-ab90-f61fbddb3898 HTTP/1.1" status: 204 len: 173 time: 2.9852452 Dec 09 09:32:35.712111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Allocated IP 2001:db8::2 (72837f80-9aab-4e97-ae10-0abbe76f55d5/3cfdfb65-9241-4924-968e-23215d04f9a3/4a929da4-f2f4-4c02-9a54-5eda18607779) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:35.791954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for d2135bb5-63a1-4288-9798-6f22bc72818e owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:35.813881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.859855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b292ec9-4b11-4429-8dd9-238505bef895']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:35.865211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:35.878739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6303596f-74f0-431f-b106-d99c3ba59907') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:35.879315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6303596f-74f0-431f-b106-d99c3ba59907') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:35.892794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.910774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.917999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:35.918396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:35.936613 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:35.951445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-94d02a5c-1e67-4853-999c-b12fa976eab5 req-1467e52f-26c5-4768-a6cc-0315bc569e69 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:35.966730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:35.979877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Attempting to bind port 32eef54c-1180-4a60-b6b0-aaea46fb993c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:35.980293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Attempting to bind port 32eef54c-1180-4a60-b6b0-aaea46fb993c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '884dcb9f-bcc8-441b-99a4-d81d58d211a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:35.980671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Attempting to bind port 32eef54c-1180-4a60-b6b0-aaea46fb993c on network 30f9b51e-be62-455e-aca4-65d092ed0cac {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:35.984281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.023108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f3c85ecd-7800-430e-8485-2b954030f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.035990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.042466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.047727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a07a715a-6cc2-4bb5-98fd-a05cea7528fe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.055894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:36.056290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Checking segment: {'id': '884dcb9f-bcc8-441b-99a4-d81d58d211a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:36.056709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.057643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Bound using segment: {'id': '884dcb9f-bcc8-441b-99a4-d81d58d211a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:36.058140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Bound port: 32eef54c-1180-4a60-b6b0-aaea46fb993c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884dcb9f-bcc8-441b-99a4-d81d58d211a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30f9b51e-be62-455e-aca4-65d092ed0cac'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:36.058529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.070307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f9b51e-be62-455e-aca4-65d092ed0cac']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.075603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=8b292ec9-4b11-4429-8dd9-238505bef895,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:36.078769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/8b292ec9-4b11-4429-8dd9-238505bef895 HTTP/1.1" status: 204 len: 168 time: 0.8487649 Dec 09 09:32:36.079724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:36.086068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:36.098679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Update dhcp port {'port': {'network_id': '9e9d7498-eec9-4bb3-93a3-fbc384af3b25', 'fixed_ips': [{'subnet_id': 'a429344b-5b47-488b-96a6-531c23690dd9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd1de2db7-3e8f-45a8-9640-96e216426160'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': 'b804d9a5-0a57-4891-9806-3486820b94d3'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:32:36.126361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Transition to ACTIVE for port object 5f631b7a-b336-450c-a9e1-dc87508bde7f will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:36.148194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-94d02a5c-1e67-4853-999c-b12fa976eab5 req-1467e52f-26c5-4768-a6cc-0315bc569e69 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:36.150796 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-94d02a5c-1e67-4853-999c-b12fa976eab5 req-1467e52f-26c5-4768-a6cc-0315bc569e69 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac4ef440-3a66-4104-8f16-9d64ea6ac122 HTTP/1.1" status: 200 len: 210 time: 0.3229351 Dec 09 09:32:36.155008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884dcb9f-bcc8-441b-99a4-d81d58d211a5') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.155444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884dcb9f-bcc8-441b-99a4-d81d58d211a5') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.167423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.190431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.202009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-248db595-4fcb-4964-b171-75a849834de6 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.224936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.226800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.272107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event updated for resources: {'Port': ['ID=5f631b7a-b336-450c-a9e1-dc87508bde7f,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:36.287265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:36.293944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.318299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:36.318701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:36.334836 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:36.384575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.415245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.420009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.428012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdba52a-e734-4212-ab92-0f4574217506') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.428317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdba52a-e734-4212-ab92-0f4574217506') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:36.441092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.459810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.471244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:36.471699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.480504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Allocated IP 172.20.0.34 (e5ebcad7-179b-4b75-b034-354b7177ea08/3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb/947b4d39-4fdd-4106-945f-857d9d778f01) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:36.487847 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:36.492548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] For port 32eef54c-1180-4a60-b6b0-aaea46fb993c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:36.525373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6d7df8de-0cf8-46f3-a989-20310e50f36d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6d7df8de-0cf8-46f3-a989-20310e50f36d,segment=NetworkSegment(4d905545-18f7-4b24-b990-9c0faf686689),segment_id=4d905545-18f7-4b24-b990-9c0faf686689)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:36.542789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.543847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b804d9a5-0a57-4891-9806-3486820b94d3 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:36.569706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.574981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0f264df-2ccb-4637-92a0-1341e40a568b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.582880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.585687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.594301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.601225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Pushing event deleted for resources: {'Network': ['ID=c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:36.606032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:36.612317 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] 10.222.0.41 "DELETE /v2.0/networks/c7060ef5-4fb5-4ecd-b07e-ffb1d9e76011 HTTP/1.1" status: 204 len: 168 time: 0.5229275 Dec 09 09:32:36.680824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Transition to ACTIVE for port object 4a929da4-f2f4-4c02-9a54-5eda18607779 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:36.787171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:32:36.787171 dv-neutron-821175-1-hyperv neutron-server[83486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:32:36.787171 dv-neutron-821175-1-hyperv neutron-server[83486]: [parameters: {'id': '30f9b51e-be62-455e-aca4-65d092ed0cac'}] Dec 09 09:32:36.787171 dv-neutron-821175-1-hyperv neutron-server[83486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:36.788077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:36.810255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] In _notify_port_updated(), no bound segment for port 5f631b7a-b336-450c-a9e1-dc87508bde7f on network e5ebcad7-179b-4b75-b034-354b7177ea08 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:32:36.814022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:36.814618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.816080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "PUT /v2.0/ports/5f631b7a-b336-450c-a9e1-dc87508bde7f HTTP/1.1" status: 200 len: 960 time: 5.0936935 Dec 09 09:32:36.818991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:36.849384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.859496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.881651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Transition to ACTIVE for port object 4a929da4-f2f4-4c02-9a54-5eda18607779 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:36.887123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] For port 32eef54c-1180-4a60-b6b0-aaea46fb993c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=32eef54c-1180-4a60-b6b0-aaea46fb993c,segment=NetworkSegment(884dcb9f-bcc8-441b-99a4-d81d58d211a5),segment_id=884dcb9f-bcc8-441b-99a4-d81d58d211a5)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:36.905597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6d7df8de-0cf8-46f3-a989-20310e50f36d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:36.914684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.919855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:36.920333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:36.932654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=d2135bb5-63a1-4288-9798-6f22bc72818e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:36.936665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:36.950065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port 5f631b7a-b336-450c-a9e1-dc87508bde7f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:36.950616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.963317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:36.964302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.062274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56192) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.130437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b804d9a5-0a57-4891-9806-3486820b94d3 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:37.165990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:37.175729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:37.185969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:37.187688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b804d9a5-0a57-4891-9806-3486820b94d3 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:37.188288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.212655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:37.243363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Pushing event updated for resources: {'Port': ['ID=32eef54c-1180-4a60-b6b0-aaea46fb993c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:37.277121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.297599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5249c85f-096a-4b7c-b22a-af5147dba128 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:37.302085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:37.304730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.314527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:37.346341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56200) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.355177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfdfb65-9241-4924-968e-23215d04f9a3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:37.367497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Allocated IP 172.20.0.1 (9e9d7498-eec9-4bb3-93a3-fbc384af3b25/d1de2db7-3e8f-45a8-9640-96e216426160/b804d9a5-0a57-4891-9806-3486820b94d3) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:37.382384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:37.405690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 32eef54c-1180-4a60-b6b0-aaea46fb993c {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:37.406296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.424334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:37.451525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.503005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.556218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.575405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.637622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f400a6b-2111-4613-a248-ac4906714bfb None None] Network 30f9b51e-be62-455e-aca4-65d092ed0cac requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:37.650091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.694765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Pushing event updated for resources: {'Port': ['ID=4a929da4-f2f4-4c02-9a54-5eda18607779,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:37.698156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:37.704052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Transition to ACTIVE for port object 947b4d39-4fdd-4106-945f-857d9d778f01 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:37.707015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Attempting to bind port 4a929da4-f2f4-4c02-9a54-5eda18607779 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:37.707413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Attempting to bind port 4a929da4-f2f4-4c02-9a54-5eda18607779 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '70767385-0893-48a2-a737-c1c5b009ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:37.707815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Attempting to bind port 4a929da4-f2f4-4c02-9a54-5eda18607779 on network 72837f80-9aab-4e97-ae10-0abbe76f55d5 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:37.725512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72837f80-9aab-4e97-ae10-0abbe76f55d5']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:37.740864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for 5f631b7a-b336-450c-a9e1-dc87508bde7f owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:37.761255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.798109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70767385-0893-48a2-a737-c1c5b009ad8a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:37.798529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70767385-0893-48a2-a737-c1c5b009ad8a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:37.810670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c2acbf31-46a8-421e-8868-abe99e042b89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d42d756a8d7641259a053f4d57d9677a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7430131 Dec 09 09:32:37.817688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:37.820025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56206) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.884614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:37.885844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Checking segment: {'id': '70767385-0893-48a2-a737-c1c5b009ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:37.886182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.886636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Bound using segment: {'id': '70767385-0893-48a2-a737-c1c5b009ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:37.887090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Bound port: 4a929da4-f2f4-4c02-9a54-5eda18607779, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70767385-0893-48a2-a737-c1c5b009ad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:37.887469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.931381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.951652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.971138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:37.982094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.022253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 32eef54c-1180-4a60-b6b0-aaea46fb993c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=32eef54c-1180-4a60-b6b0-aaea46fb993c,segment=NetworkSegment(884dcb9f-bcc8-441b-99a4-d81d58d211a5),segment_id=884dcb9f-bcc8-441b-99a4-d81d58d211a5)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:38.022526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.056680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.059963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.072710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9aff4630-f673-41c5-8588-5f9fb573a652 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.089978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:38.090379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:38.105822 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:38.113650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dcad75-db1b-4631-8469-8331a9fce91a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.129607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.133564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b804d9a5-0a57-4891-9806-3486820b94d3,segment=NetworkSegment(5922b682-b9b1-4d11-8715-e222c0f1316f),segment_id=5922b682-b9b1-4d11-8715-e222c0f1316f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:38.184851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.190246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.196699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 32eef54c-1180-4a60-b6b0-aaea46fb993c owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:38.288180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.289606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/59dcad75-db1b-4631-8469-8331a9fce91a HTTP/1.1" status: 204 len: 168 time: 0.9322634 Dec 09 09:32:38.293895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:32:38.293895 dv-neutron-821175-1-hyperv neutron-server[83487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:32:38.293895 dv-neutron-821175-1-hyperv neutron-server[83487]: [parameters: {'id': '72837f80-9aab-4e97-ae10-0abbe76f55d5'}] Dec 09 09:32:38.293895 dv-neutron-821175-1-hyperv neutron-server[83487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:38.294718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:38.344394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56212) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.354067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.355273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:32:38.376785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] For port 4a929da4-f2f4-4c02-9a54-5eda18607779, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:38.388033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.393710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.405115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] For port 4a929da4-f2f4-4c02-9a54-5eda18607779, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a929da4-f2f4-4c02-9a54-5eda18607779,segment=NetworkSegment(70767385-0893-48a2-a737-c1c5b009ad8a),segment_id=70767385-0893-48a2-a737-c1c5b009ad8a)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:38.406481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.412903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Transition to ACTIVE for port object b804d9a5-0a57-4891-9806-3486820b94d3 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:38.415734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.425883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1742fad6-7c16-4eeb-b3c5-7e5d4d7ccdc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.460675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.470689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=5f631b7a-b336-450c-a9e1-dc87508bde7f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.482181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.516007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.573395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.581921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.585720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Pushing event updated for resources: {'Port': ['ID=4a929da4-f2f4-4c02-9a54-5eda18607779,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.590680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-da493475-7550-4ad9-ab09-6a5396747baf tempest-AllowedAddressPairIpV6TestJSON-1973651963 tempest-AllowedAddressPairIpV6TestJSON-1973651963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.608158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.611057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-415e8bd3-eee2-4b74-a5ed-199d2fd12edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.662390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.21.0.1 (da03ec1d-8a91-4a6a-b860-92782a451d9d/29e64ae1-b0be-43db-a26d-8bc79de6301c/96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:38.725425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:38.725832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:38.726456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29443401-9f4c-4a0d-a66d-d4ed643fd339 None None] Network 30f9b51e-be62-455e-aca4-65d092ed0cac requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:38.798111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.801998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 293fcc65-140f-42ee-9b37-e7a22caf42dd {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:38.808221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.858438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.877420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.878959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:38.899178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39f746-2177-4bca-a464-818021041b5a None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:38.899410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Port': ['ID=32eef54c-1180-4a60-b6b0-aaea46fb993c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.906220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.920154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Pushing event updated for resources: {'Port': ['ID=b804d9a5-0a57-4891-9806-3486820b94d3,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:38.920978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:38.928474 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/5f631b7a-b336-450c-a9e1-dc87508bde7f HTTP/1.1" status: 204 len: 168 time: 2.1049373 Dec 09 09:32:38.928658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:38.938895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56216) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.939659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-218e7208-d757-4148-8541-78bc9e4032a4 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:38.940074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port 4a929da4-f2f4-4c02-9a54-5eda18607779 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:38.952025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.014338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.111945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No DVR routers for this DVR port 32eef54c-1180-4a60-b6b0-aaea46fb993c on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:39.124980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Could not find standard attr ID for object 5f631b7a-b336-450c-a9e1-dc87508bde7f. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:32:39.164006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:39.168193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:39.183866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network da03ec1d-8a91-4a6a-b860-92782a451d9d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:39.221943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Provisioning for port 947b4d39-4fdd-4106-945f-857d9d778f01 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:39.258885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:39.259118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.260976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:39.263738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:39.304370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.378883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port 4a929da4-f2f4-4c02-9a54-5eda18607779, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4a929da4-f2f4-4c02-9a54-5eda18607779,segment=NetworkSegment(70767385-0893-48a2-a737-c1c5b009ad8a),segment_id=70767385-0893-48a2-a737-c1c5b009ad8a)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:39.379258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.444386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.449429 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-510f14e3-99b9-470b-b218-0ca7d90e666d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] GET failed (client error): The resource could not be found. Dec 09 09:32:39.449953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-510f14e3-99b9-470b-b218-0ca7d90e666d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:39.466905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.532474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.584620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for 4a929da4-f2f4-4c02-9a54-5eda18607779 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:39.623844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12225d71-46ea-45a7-81a7-ad02b3532471 None None] Network 72837f80-9aab-4e97-ae10-0abbe76f55d5 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:39.661215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f9b51e-be62-455e-aca4-65d092ed0cac']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:39.677439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.694776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cedc3a90-296f-4921-a5a3-2fbb09532e63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:39.698297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.716607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9ea7a-4a8c-41e0-832d-5d5461b2b569,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:39.720189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:39.721416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:39.731204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884dcb9f-bcc8-441b-99a4-d81d58d211a5') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:39.731782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884dcb9f-bcc8-441b-99a4-d81d58d211a5') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:39.758801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-510f14e3-99b9-470b-b218-0ca7d90e666d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:39.761015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-510f14e3-99b9-470b-b218-0ca7d90e666d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports/5f631b7a-b336-450c-a9e1-dc87508bde7f HTTP/1.1" status: 404 len: 333 time: 0.7216833 Dec 09 09:32:39.773851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.780106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56220) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.782236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=293fcc65-140f-42ee-9b37-e7a22caf42dd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:39.785145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:39.807542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.817972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.837553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.850008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a47cda6-b8c6-4a68-964f-d716114cd9c9 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:39.854094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b804d9a5-0a57-4891-9806-3486820b94d3,segment=NetworkSegment(5922b682-b9b1-4d11-8715-e222c0f1316f),segment_id=5922b682-b9b1-4d11-8715-e222c0f1316f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:39.857892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e6b6a-6f13-4802-9cb1-aa8741c644d4 None None] Network c64ded21-40a1-45f3-9fcd-3fc44d73ced7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:39.872148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f778eea-3825-46eb-9775-654adfd9527c None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:39.903638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:39.904215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.919661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:39.919912 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/293fcc65-140f-42ee-9b37-e7a22caf42dd HTTP/1.1" status: 204 len: 168 time: 1.5730572 Dec 09 09:32:39.922461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56224) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.930409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Port': ['ID=4a929da4-f2f4-4c02-9a54-5eda18607779,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:39.933501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:39.980721 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:40.005161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No DVR routers for this DVR port 4a929da4-f2f4-4c02-9a54-5eda18607779 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:40.092050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.108053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:40.183076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.186932 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48f9ea7a-4a8c-41e0-832d-5d5461b2b569 HTTP/1.1" status: 204 len: 168 time: 2.3630786 Dec 09 09:32:40.187112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b804d9a5-0a57-4891-9806-3486820b94d3,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:40.188332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9a0de882-d782-4291-8866-9368a9c53b2a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:40.208716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.225583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:40.271050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca6e60b-e418-429e-afb5-fd763e3e5e44 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818 tempest-ExtraDHCPOptionsIpV6TestJSON-149034818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:40.287815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.298255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9a0de882-d782-4291-8866-9368a9c53b2a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:40.298614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9a0de882-d782-4291-8866-9368a9c53b2a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:40.336341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:40.336600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.404152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0583fa3b-8a5d-4ea9-9a0c-f1d6cf5b1f6d None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:40.412843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.416129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.462638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.479493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72837f80-9aab-4e97-ae10-0abbe76f55d5']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:40.504916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.546778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70767385-0893-48a2-a737-c1c5b009ad8a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:40.547261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70767385-0893-48a2-a737-c1c5b009ad8a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:40.549489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Provisioning for port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:40.565228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Provisioning complete for port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:40.565890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.571366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 4fcac6ad-565c-4bee-8f7f-a9742367275b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:40.571710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.625569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=30f9b51e-be62-455e-aca4-65d092ed0cac,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:40.642393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:40.644066 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/30f9b51e-be62-455e-aca4-65d092ed0cac HTTP/1.1" status: 204 len: 168 time: 8.0889955 Dec 09 09:32:40.657125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56232) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.658528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:40.673991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Could not find standard attr ID for object 5f631b7a-b336-450c-a9e1-dc87508bde7f. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:32:40.722354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:40.723622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.770222 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3563a2bb-ef2f-4648-8e60-854cd15cfd86 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:40.770661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3563a2bb-ef2f-4648-8e60-854cd15cfd86 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:40.774940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3563a2bb-ef2f-4648-8e60-854cd15cfd86 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/9fb968e1-6a1b-4a93-b77c-5b8a51a9a8b9 HTTP/1.1" status: 404 len: 337 time: 0.1164970 Dec 09 09:32:40.776945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56236) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.810177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] DHCP port deletion for c64ded21-40a1-45f3-9fcd-3fc44d73ced7 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:40.831902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Deleting port 4fcac6ad-565c-4bee-8f7f-a9742367275b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:40.832343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.850664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.889423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:40.889834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.891290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Provisioning for port b804d9a5-0a57-4891-9806-3486820b94d3 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:40.911491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:40.913657 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:40.927320 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da57a16-8465-46c0-8e6c-aff9be98f77b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:40.927786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da57a16-8465-46c0-8e6c-aff9be98f77b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:40.929136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Provisioning complete for port b804d9a5-0a57-4891-9806-3486820b94d3 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:40.929535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2ead4eff-c81e-4023-ac3f-c7b62fe83042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.977967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8da57a16-8465-46c0-8e6c-aff9be98f77b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/30f9b51e-be62-455e-aca4-65d092ed0cac HTTP/1.1" status: 404 len: 339 time: 0.1954696 Dec 09 09:32:40.978702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.981380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:40.982444 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b5d8acb-0044-4417-9c83-dd34a52e22a1 HTTP/1.1" status: 204 len: 168 time: 1.1963739 Dec 09 09:32:40.983384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e6a677f-baa7-486e-a1fa-27795dc99e3a tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:40.992637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56244) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.992919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56246) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.003543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d8acb-0044-4417-9c83-dd34a52e22a1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:41.051560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:41.153643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.158304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:41.162545 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40bd69c-1b07-42f6-868c-09d1319b1401 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:41.162942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40bd69c-1b07-42f6-868c-09d1319b1401 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:41.164660 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e40bd69c-1b07-42f6-868c-09d1319b1401 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/27c23081-eac9-4108-aafa-e54f92a48dd3 HTTP/1.1" status: 404 len: 337 time: 0.1684113 Dec 09 09:32:41.180522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56256) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.185137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.188257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:41.188648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.212391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=72837f80-9aab-4e97-ae10-0abbe76f55d5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:41.221744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:41.224258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/72837f80-9aab-4e97-ae10-0abbe76f55d5 HTTP/1.1" status: 204 len: 168 time: 6.4048374 Dec 09 09:32:41.225399 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-36160569-3e92-45f0-a0a3-3b2723e9f891 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:41.225832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36160569-3e92-45f0-a0a3-3b2723e9f891 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:41.229363 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-36160569-3e92-45f0-a0a3-3b2723e9f891 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/6b9175f2-d6cd-44b7-8d5a-420da339e16e HTTP/1.1" status: 404 len: 339 time: 0.0408466 Dec 09 09:32:41.230483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56260) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.233658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 4fcac6ad-565c-4bee-8f7f-a9742367275b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4fcac6ad-565c-4bee-8f7f-a9742367275b,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:41.234540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.241639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56262) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.387426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.404186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] For port 4fcac6ad-565c-4bee-8f7f-a9742367275b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4fcac6ad-565c-4bee-8f7f-a9742367275b,segment=NetworkSegment(30fe580f-c1c1-48c8-a01a-694ffee382e1),segment_id=30fe580f-c1c1-48c8-a01a-694ffee382e1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:41.404511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.412273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.412502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 4fcac6ad-565c-4bee-8f7f-a9742367275b owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:41.445085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.452629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62578c03-bae4-4e49-9b82-75f19b6a48e1 tempest-RoutersAdminTest-747560707 tempest-RoutersAdminTest-747560707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:41.500332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.531801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.547848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2f180c-2f65-4554-80ae-ec902a78b1b8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:41.588884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 4fcac6ad-565c-4bee-8f7f-a9742367275b on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:41.614076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Calling delete_port for 4fcac6ad-565c-4bee-8f7f-a9742367275b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:41.622419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.631441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.642349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:41.667691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:41.671735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2b4e80-33ef-4b62-9943-e9bab9f6ee91 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:41.672224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2b4e80-33ef-4b62-9943-e9bab9f6ee91 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:41.684892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=4fcac6ad-565c-4bee-8f7f-a9742367275b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:41.692816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:41.698783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.703371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6d7df8de-0cf8-46f3-a989-20310e50f36d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:41.711567 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff2b4e80-33ef-4b62-9943-e9bab9f6ee91 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/72837f80-9aab-4e97-ae10-0abbe76f55d5 HTTP/1.1" status: 404 len: 339 time: 0.2167528 Dec 09 09:32:41.755115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-242c3ded-8814-4229-9e44-9d8b09767d84 None None] Provisioning complete for port b804d9a5-0a57-4891-9806-3486820b94d3 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:41.755432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-242c3ded-8814-4229-9e44-9d8b09767d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.762493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56280) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.781053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:41.784424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.792710 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2954683 Dec 09 09:32:41.798712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761188662', 'description': 'd1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:41.799371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56284) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.806670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.814794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:41.819003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:41.850161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:41.850553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:41.867619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Usage tracker for resource:network and tenant:bee701ad2be646e3bdb35e255be4d298 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:41.879743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:41.906853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:41.907505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:41.919247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:41.922984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:41.947154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57081290-8f58-4957-b066-57ae467a269e']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:41.971233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2f00b56f-fa6f-4b2e-962b-6beb7a7214f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:41.972847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64ded21-40a1-45f3-9fcd-3fc44d73ced7']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:42.024499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd884c9c-ec6d-4e77-8908-126603862c9b') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:42.024836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd884c9c-ec6d-4e77-8908-126603862c9b') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:42.038372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8886794c-ab92-4d10-8054-bb8a18cfe587,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:42.040671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:42.058434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:42.061457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.070969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fe580f-c1c1-48c8-a01a-694ffee382e1') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:42.071708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fe580f-c1c1-48c8-a01a-694ffee382e1') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:42.073647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.083206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6d7df8de-0cf8-46f3-a989-20310e50f36d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:42.083595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.089948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.099787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.100861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1113161443'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:42.103547 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/security-groups/8886794c-ab92-4d10-8054-bb8a18cfe587 HTTP/1.1" status: 204 len: 168 time: 1.1048007 Dec 09 09:32:42.104741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56288) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.117689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:42.126406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.137491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:42.139906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.146107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:42.153860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:42.154259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.154847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:42.155210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:42.155620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:42.169496 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:42.171588 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:42.181713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:42.188343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network da03ec1d-8a91-4a6a-b860-92782a451d9d is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:42.191248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:42.252251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:42.283629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet bac640f1-e8b6-4700-b68a-78b122e4b3dc {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:42.286763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:42.289261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.302621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.343290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.343721 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 33b88332-2a9c-49a9-b46b-98b36d104c09 of type vlan for network 08afd88e-a11e-416d-98d8-f07fb6eb8ed5 Dec 09 09:32:42.347905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.349647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.363632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:42.376979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Deleting port 4fcac6ad-565c-4bee-8f7f-a9742367275b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:42.377462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.392729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.402799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=c64ded21-40a1-45f3-9fcd-3fc44d73ced7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:42.409497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:42.419442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.490370 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/c64ded21-40a1-45f3-9fcd-3fc44d73ced7 HTTP/1.1" status: 204 len: 168 time: 2.5556514 Dec 09 09:32:42.496333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56292) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.520955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-614b5477-84ed-4728-9ce4-6008f7acc4eb None None] The port '4fcac6ad-565c-4bee-8f7f-a9742367275b' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:32:42.565151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b804d9a5-0a57-4891-9806-3486820b94d3 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:42.605842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c06d22-b9c5-4436-8e59-11fad58e73b1 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:32:42.633232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.645004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.654114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f3a7e465-3f52-4b7e-a8cc-eafae3fcc66b tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:42.679149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.683855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=57081290-8f58-4957-b066-57ae467a269e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:42.689910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.696463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:42.738335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/57081290-8f58-4957-b066-57ae467a269e HTTP/1.1" status: 204 len: 168 time: 1.4925282 Dec 09 09:32:42.738549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:42.743153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:42.743334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56296) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.746334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:42.750180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.752516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:42.838093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c2100e76-c8d2-4bf5-a840-da0d860dd173 None None] Provisioning complete for port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:42.838848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2100e76-c8d2-4bf5-a840-da0d860dd173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.872741 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f7015c-3abe-434c-a38a-8074a15aedb6 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:42.873180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f7015c-3abe-434c-a38a-8074a15aedb6 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:42.877448 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-60f7015c-3abe-434c-a38a-8074a15aedb6 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/09da5263-8edc-44ba-a8b0-b8e971080adf HTTP/1.1" status: 404 len: 337 time: 0.1289349 Dec 09 09:32:42.909856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.918458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b804d9a5-0a57-4891-9806-3486820b94d3 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:42.918841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.932963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56300) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.943205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.946877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:42.947450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:42.957375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13f8d9a6-2d7b-4405-8c81-6b96430f710c tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:43.023241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f51e4bc-3f22-4115-9f2b-dc176bd13d09 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.024044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f51e4bc-3f22-4115-9f2b-dc176bd13d09 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.029497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:43.029833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.056537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c2100e76-c8d2-4bf5-a840-da0d860dd173 None None] Port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:43.099148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:36Z', 'revision_number': 8, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:43.106730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.110092 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f51e4bc-3f22-4115-9f2b-dc176bd13d09 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/9e2c35d3-62c5-41e8-a14e-91ed10a303d0 HTTP/1.1" status: 404 len: 339 time: 0.1682355 Dec 09 09:32:43.113632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56304) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.115359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.117867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.119071 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/security-groups/2782dfd3-e459-42ec-be42-53489a775638 HTTP/1.1" status: 204 len: 168 time: 1.0077910 Dec 09 09:32:43.121821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=08afd88e-a11e-416d-98d8-f07fb6eb8ed5,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:43.122027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:43.127516 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3501878 Dec 09 09:32:43.128944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.129260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56310) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.130063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2647b676-facc-4288-9055-2e246e9c7617 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:43.133754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:43.143974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:43.144690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:43.172926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.184296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2941c33-cb4f-48d5-b6c0-4922c6b6a4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:43.195694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.200349 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-db116e98-941b-40b4-86ed-0d1ea0d9503f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.200792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db116e98-941b-40b4-86ed-0d1ea0d9503f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.221391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2782dfd3-e459-42ec-be42-53489a775638,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:43.232758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:43.257701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 08afd88e-a11e-416d-98d8-f07fb6eb8ed5 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:43.271076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:43.304647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db116e98-941b-40b4-86ed-0d1ea0d9503f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/ffe824ed-057b-40ab-9f81-a730005380c9 HTTP/1.1" status: 404 len: 337 time: 0.1867204 Dec 09 09:32:43.304647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.305949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.306290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment f88a5f49-9406-4256-b883-23328e3bf1a3 of type vlan for network 8581a113-7a7e-4a20-9c51-22ec25885ab8 Dec 09 09:32:43.311115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56316) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.321465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0e556-5f6b-421c-81e5-8f94273faf72,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:43.327685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:43.331938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c06d22-b9c5-4436-8e59-11fad58e73b1 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:32:43.333319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c14c8695-2053-4730-8575-35736b184894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:43.379708 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/bac640f1-e8b6-4700-b68a-78b122e4b3dc HTTP/1.1" status: 204 len: 168 time: 1.5771494 Dec 09 09:32:43.382833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-112a0957-815f-4db9-a93f-27913b39ac60 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.383272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112a0957-815f-4db9-a93f-27913b39ac60 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.384152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56320) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.388052 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-112a0957-815f-4db9-a93f-27913b39ac60 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/58a6fb96-6ee2-4abd-ba07-0335b872b57e HTTP/1.1" status: 404 len: 339 time: 0.0707009 Dec 09 09:32:43.392175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=bac640f1-e8b6-4700-b68a-78b122e4b3dc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:43.393503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0af140-c882-4127-9b1c-7b7ef9e3eb4b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:43.394167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e0af140-c882-4127-9b1c-7b7ef9e3eb4b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Synchronizing usage tracker for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:43.395597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56322) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.423118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:43.478775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.479275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.480376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9e0af140-c882-4127-9b1c-7b7ef9e3eb4b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Unset dirty status for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:43.484232 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9e0af140-c882-4127-9b1c-7b7ef9e3eb4b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks?id=08afd88e-a11e-416d-98d8-f07fb6eb8ed5 HTTP/1.1" status: 200 len: 764 time: 0.3490655 Dec 09 09:32:43.484232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 69f0f7fc-aded-4485-a704-6595fd5a7878 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:43.485915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56328) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.495348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'description': 'd2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:43.544586 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c57c81f-604e-46c9-8de7-34fa3114babc tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.545024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c57c81f-604e-46c9-8de7-34fa3114babc tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.549113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4c57c81f-604e-46c9-8de7-34fa3114babc tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/c52c4902-dacb-4c49-bfa9-63f14ffd581f HTTP/1.1" status: 404 len: 337 time: 0.1252792 Dec 09 09:32:43.549113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.565619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56332) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.615451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:43.630322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 16f98ce1-e3a1-4f6f-b221-a842e2292e34 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:43.701703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.714635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4fcac6ad-565c-4bee-8f7f-a9742367275b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:43.719047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:43.757959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-63820a4a-c2f2-42f8-9b5f-cb109457d5c4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.758398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63820a4a-c2f2-42f8-9b5f-cb109457d5c4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.762892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63820a4a-c2f2-42f8-9b5f-cb109457d5c4 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/e35c3ecb-61f5-4495-8d91-3811cb9ed6a9 HTTP/1.1" status: 404 len: 339 time: 0.1902151 Dec 09 09:32:43.771869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56336) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.777142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.814279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4fcac6ad-565c-4bee-8f7f-a9742367275b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:43.815293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4fcac6ad-565c-4bee-8f7f-a9742367275b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:43.844260 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-33861281-f269-46c7-b740-86a16e5f2e54 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.844696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33861281-f269-46c7-b740-86a16e5f2e54 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.850498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33861281-f269-46c7-b740-86a16e5f2e54 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/7d380fe4-20bf-432d-b8f7-3c8f71ffd4de HTTP/1.1" status: 404 len: 337 time: 0.0673437 Dec 09 09:32:43.851304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56340) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.886332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.890373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:43.891705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.897631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.900201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-def97633-081d-4ff3-96da-c1d462adbfa7 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:43.915275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port bb634424-ff00-4599-a96f-282f6a93cb5a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:43.915612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.970942 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68268e5-40dc-4d63-b21b-adbf377e72b2 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.971845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68268e5-40dc-4d63-b21b-adbf377e72b2 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:43.976214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e68268e5-40dc-4d63-b21b-adbf377e72b2 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/a57ade0f-ba19-4f24-a073-f15ca9c2b222 HTTP/1.1" status: 404 len: 339 time: 0.1142657 Dec 09 09:32:43.978130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:43.985668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56344) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.024295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.033416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c63539b4-8fb8-447d-ae9e-c89062a75d8e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:44.041839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b529761-9f00-4946-b56f-aeebb3cf167d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:44.042300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b529761-9f00-4946-b56f-aeebb3cf167d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:44.044142 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9b529761-9f00-4946-b56f-aeebb3cf167d tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/a9c9ec14-22a6-456e-a7a6-b522b2673dc9 HTTP/1.1" status: 404 len: 337 time: 0.0573816 Dec 09 09:32:44.047839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3458831 Dec 09 09:32:44.048076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56348) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.056880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56350) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.086988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'name': 'tempest-PortsIpV6TestJSON-1071351618'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:44.115557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 08afd88e-a11e-416d-98d8-f07fb6eb8ed5 is not hosted by any dhcp agent {{(pid=83486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 09 09:32:44.119104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:44.123998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.123998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "PUT /v2.0/networks/08afd88e-a11e-416d-98d8-f07fb6eb8ed5 HTTP/1.1" status: 200 len: 761 time: 0.6343405 Dec 09 09:32:44.134553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56356) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.166952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=8581a113-7a7e-4a20-9c51-22ec25885ab8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:44.173163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:44.211625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:44.318451 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8fc083-8804-46a2-a1d0-4f7a2ae142d8 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:44.318889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8fc083-8804-46a2-a1d0-4f7a2ae142d8 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:44.323180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf8fc083-8804-46a2-a1d0-4f7a2ae142d8 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/71fa470f-976e-4920-99fb-749e8c7f7f94 HTTP/1.1" status: 404 len: 339 time: 0.2706637 Dec 09 09:32:44.341218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56360) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.387567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:36Z', 'revision_number': 8, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:44.402104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb622d-2560-4351-ac6b-7cc8c7637608 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:36Z', 'revision_number': 8, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41990797-0963-40fa-a780-48bf102ee218', 'name': '', 'network_id': '6d886e60-ef08-4014-9858-2defadc8f4b3', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:45:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:32:01Z', 'updated_at': '2021-12-09T09:32:15Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '32bc92ab-6eac-4abf-b9a4-5c492b40186c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:44.409034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.426647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca4e21-2458-4426-8def-50a879906312 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:32:44.464832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port bb634424-ff00-4599-a96f-282f6a93cb5a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bb634424-ff00-4599-a96f-282f6a93cb5a,segment=NetworkSegment(0969625f-1766-4543-9191-166252ef850e),segment_id=0969625f-1766-4543-9191-166252ef850e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:44.465191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.473340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.480363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a9e0cb13-9fdd-448a-b2ad-03816d3d3279 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:44.517142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=08afd88e-a11e-416d-98d8-f07fb6eb8ed5,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:44.533723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 08afd88e-a11e-416d-98d8-f07fb6eb8ed5 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:44.567217 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-48999961-8362-44f7-a8c7-818f924b22bf tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:44.567488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48999961-8362-44f7-a8c7-818f924b22bf tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:44.571619 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-48999961-8362-44f7-a8c7-818f924b22bf tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/0059f2bb-9df4-424a-83cf-df8acc89e5bb HTTP/1.1" status: 404 len: 337 time: 0.1656322 Dec 09 09:32:44.571619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:44.573373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56364) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.598045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:44.614326 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] Sync routers for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:44.615962 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3527548 Dec 09 09:32:44.618721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56366) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.628058 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:44.628609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=5d3594b7-bef6-4bbc-aa2b-a7ec8514dbca,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:44.629056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:44.637242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for bb634424-ff00-4599-a96f-282f6a93cb5a owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:44.688125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:44.689201 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fb55b2-972a-4948-b298-87ed5a956002 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:44.689640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fb55b2-972a-4948-b298-87ed5a956002 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:44.696996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:44.702429 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:44.708691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868b244-1877-47ba-9726-ec919ae120de tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:44.710156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d868b244-1877-47ba-9726-ec919ae120de tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks?id=08afd88e-a11e-416d-98d8-f07fb6eb8ed5 HTTP/1.1" status: 200 len: 764 time: 0.5743315 Dec 09 09:32:44.715934 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:44.716247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:44.717058 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:44.719748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56372) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.722556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:44.763875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:44.776849 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93fb55b2-972a-4948-b298-87ed5a956002 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/87887884-9b87-4510-a152-b66f0a21bf90 HTTP/1.1" status: 404 len: 339 time: 0.1490257 Dec 09 09:32:44.785838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c6f5e-1d1b-4a21-8366-0903e4525a29 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:44.786437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c40c6f5e-1d1b-4a21-8366-0903e4525a29 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:44.790433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56376) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.805673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:44.806480 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380510c-8dae-4462-8396-7306d19ea140 None None] The sync data for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:44.828909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.837735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.886387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca4e21-2458-4426-8def-50a879906312 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:32:44.912030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:44.917376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:44.975547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bee0077c-eac6-49c3-9ade-c34ec7ae8f48 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:44.978827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=bb634424-ff00-4599-a96f-282f6a93cb5a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:44.983594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:44.989285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No DVR routers for this DVR port bb634424-ff00-4599-a96f-282f6a93cb5a on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:45.036906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:45.044547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.063021 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f985f8ee-d761-4525-b5c7-cc06dfaf0e5f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:45.063738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f985f8ee-d761-4525-b5c7-cc06dfaf0e5f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:45.079333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=16f98ce1-e3a1-4f6f-b221-a842e2292e34,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:45.083504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f985f8ee-d761-4525-b5c7-cc06dfaf0e5f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/08b8c908-6078-4588-8f9e-a9d23ae9f396 HTTP/1.1" status: 404 len: 337 time: 0.2618001 Dec 09 09:32:45.090429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56380) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.100202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:45.106266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:45.167492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c40c6f5e-1d1b-4a21-8366-0903e4525a29 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:45.169087 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c40c6f5e-1d1b-4a21-8366-0903e4525a29 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports/96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca HTTP/1.1" status: 200 len: 910 time: 0.5445604 Dec 09 09:32:45.174765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56384) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.179528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.187284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.189371 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/16f98ce1-e3a1-4f6f-b221-a842e2292e34 HTTP/1.1" status: 204 len: 168 time: 2.0584102 Dec 09 09:32:45.208315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56388) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.214309 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd885b64-74ba-4358-8270-1891c440bcd9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:45.214816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd885b64-74ba-4358-8270-1891c440bcd9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:45.285644 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd885b64-74ba-4358-8270-1891c440bcd9 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/52b5ab5d-4cc2-47f4-aef2-efcf29acdfc3 HTTP/1.1" status: 404 len: 339 time: 0.1875701 Dec 09 09:32:45.298115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56392) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.303240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2430e4-22f9-4390-9490-5913632aac8a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:45.304707 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9d2430e4-22f9-4390-9490-5913632aac8a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5792723 Dec 09 09:32:45.315372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56396) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.334000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ac62d-118a-4f94-a8a6-458edfb5159d None None] Network 31bd4c88-d370-46b9-a538-31cc33c65c3c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:45.349619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d661b9e-3b55-4db7-a6da-5cb9cfc81ac1 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:45.354868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd4c88-d370-46b9-a538-31cc33c65c3c']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:45.373623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3ec179-7c56-4986-94ec-9edb19feb497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:45.374227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3ec179-7c56-4986-94ec-9edb19feb497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:45.380300 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eb3ec179-7c56-4986-94ec-9edb19feb497 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/d1790164-3c96-477e-940c-fc1debf1195f HTTP/1.1" status: 404 len: 337 time: 0.0717416 Dec 09 09:32:45.382968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56400) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.384563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff5380aa-f90e-49dd-96f6-69f94c4cb7d5 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Synchronizing usage tracker for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:45.393740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0969625f-1766-4543-9191-166252ef850e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:45.394027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0969625f-1766-4543-9191-166252ef850e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:45.410506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:45.419414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.439415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.456707 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4d7370-a32c-4f0f-b661-9a3cdc72656b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:45.457144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4d7370-a32c-4f0f-b661-9a3cdc72656b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:45.469930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff5380aa-f90e-49dd-96f6-69f94c4cb7d5 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Unset dirty status for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:45.471054 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff5380aa-f90e-49dd-96f6-69f94c4cb7d5 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 207 time: 0.1523130 Dec 09 09:32:45.474975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56404) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.481126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.484458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4a4d7370-a32c-4f0f-b661-9a3cdc72656b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/ec495c07-89d7-4a3f-9b00-8f7a82409fd2 HTTP/1.1" status: 404 len: 339 time: 0.0957320 Dec 09 09:32:45.491803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56408) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:45.513346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:45.514074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:45.533518 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:45.638186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.711233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.764830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fd099-76b1-40c9-a006-f7664babfc42 None None] DHCP port deletion for 31bd4c88-d370-46b9-a538-31cc33c65c3c request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:45.802623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d2135bb5-63a1-4288-9798-6f22bc72818e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:45.849238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: d2135bb5-63a1-4288-9798-6f22bc72818e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:45.849879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d2135bb5-63a1-4288-9798-6f22bc72818e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:45.891312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.898124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f020749a-433e-4a6a-9669-994904ffed65 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:45.960506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting subnet 7747087d-ab59-4be9-9a78-34043082bd64 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:45.963980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:45.998106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.003294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.016198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.022560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92a48fb1-3b7d-40ad-8480-541068f3aa20 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:46.110118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=4e0febda-fdb9-4ea0-88fa-7bbb1f77c539,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:46.125610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:46.139835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/31bd4c88-d370-46b9-a538-31cc33c65c3c HTTP/1.1" status: 204 len: 168 time: 2.7458313 Dec 09 09:32:46.139835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=31bd4c88-d370-46b9-a538-31cc33c65c3c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:46.140144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:46.140943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56412) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.142937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.152746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.156894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.160826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.164751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.169097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.172990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.173977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Synchronizing usage tracker for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:46.261615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Unset dirty status for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:46.266854 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8614fcbd-5ec6-40ec-97c2-ef3c026c34cf tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7895176 Dec 09 09:32:46.267477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56414) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.376372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': 'f88a5f49-9406-4256-b883-23328e3bf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:46.376734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 8581a113-7a7e-4a20-9c51-22ec25885ab8, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:46.420235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5e93a8c1-3e0b-456e-bc40-4fa52078c72a None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:46.420863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e93a8c1-3e0b-456e-bc40-4fa52078c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.436886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.448786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5f629197-902e-47b9-9f6e-588b7851b350 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:46.498340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:46.505001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:46.518003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.526616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95fd56-5718-4779-b3a6-ddc4d4ec46f8 None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:46.538535 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/3295a1cc-139c-4ad1-b1e3-deb0fc5afbcb HTTP/1.1" status: 204 len: 168 time: 1.3233292 Dec 09 09:32:46.541256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56420) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.547406 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c8ea6afa-4bb3-44b8-944d-888a3dad1758 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2756050 Dec 09 09:32:46.547600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56424) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.565354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.616037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:46.625736 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f72f7f5-794a-46db-b9bc-3fe6de5a5abd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:46.626172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f72f7f5-794a-46db-b9bc-3fe6de5a5abd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:46.630193 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1f72f7f5-794a-46db-b9bc-3fe6de5a5abd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/16f98ce1-e3a1-4f6f-b221-a842e2292e34 HTTP/1.1" status: 404 len: 337 time: 0.0855801 Dec 09 09:32:46.631960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56428) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.656439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 8581a113-7a7e-4a20-9c51-22ec25885ab8) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:46.657951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5e93a8c1-3e0b-456e-bc40-4fa52078c72a None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:46.658318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e93a8c1-3e0b-456e-bc40-4fa52078c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.658645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.692062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea680c01-1a9c-4133-928d-4eaf6df8121b None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:46.711346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:46.715492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.716107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.748295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.749678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.751028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.752391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.753675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:46.754585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Synchronizing usage tracker for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:46.784171 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7246482 Dec 09 09:32:46.790575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56432) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.797113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Unset dirty status for tenant:bee701ad2be646e3bdb35e255be4d298 on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:46.797113 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e158e17f-4044-4e6e-a594-93ceb9ff4d8f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2197196 Dec 09 09:32:46.800830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1064320034'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:46.806712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56436) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.812557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:46.814043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:46.848710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:46.857007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5e93a8c1-3e0b-456e-bc40-4fa52078c72a None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:46.912983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:46.934523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:46.948843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:46.957900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d29e4a7a-a90a-49da-bd6f-57a20664209c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:47.022352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting subnet 1f29d298-8b85-4c3c-b94b-d57db6769d17 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:47.029836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.080465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Subnet': ['ID=7747087d-ab59-4be9-9a78-34043082bd64,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:47.095580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:47.103839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:47.107671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.124785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.126065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.127440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.129014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.129996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.131594 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f5403172-c255-492c-812e-6b91087ee176 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3223641 Dec 09 09:32:47.138558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.140939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56440) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:47.147338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e169172-837a-474a-b92b-02389d559db6 None None] Network 6e8d5ad6-7380-4bba-ac5d-571d472cf23f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:47.166092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.256680 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d9a5b98-ffa3-45b7-8c86-ad3016405283 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/subnets/7747087d-ab59-4be9-9a78-34043082bd64 HTTP/1.1" status: 204 len: 168 time: 1.7635326 Dec 09 09:32:47.277297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:47.291513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.292540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment 4f34021e-b507-4d0f-a80d-5fe1c552e39c of type vlan for network 9f72197c-4e5d-4caa-8a55-3d4c244691ad Dec 09 09:32:47.318510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56444) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:47.411846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4746612-ff86-441a-8a73-d8075040b72f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.418058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e4746612-ff86-441a-8a73-d8075040b72f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks/d1f1f715-4072-4679-821a-6c5fe7ac7a3b HTTP/1.1" status: 200 len: 803 time: 0.2759016 Dec 09 09:32:47.418989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:47.427740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.534486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] DHCP port deletion for 6e8d5ad6-7380-4bba-ac5d-571d472cf23f request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:47.540242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Deleting port 9974c2a1-5100-42d8-8f60-c861606e792d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:47.540897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.577067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.690971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.727113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.754626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.759227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:47.759939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.768459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d0ceccd0-0ff2-49c3-9627-09766fba270c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:47.774836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb634424-ff00-4599-a96f-282f6a93cb5a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:47.810083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 9974c2a1-5100-42d8-8f60-c861606e792d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:47.810326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.813619 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cff45fc3-b143-4051-bbe4-d0cb8d454d7e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/networks/d1f1f715-4072-4679-821a-6c5fe7ac7a3b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3883295 Dec 09 09:32:47.819775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56452) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:47.826737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: bb634424-ff00-4599-a96f-282f6a93cb5a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:47.826918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bb634424-ff00-4599-a96f-282f6a93cb5a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:47.827274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9974c2a1-5100-42d8-8f60-c861606e792d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:47.907392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4b8cc16-5557-4b8e-a268-c60d246fe341 None None] Provisioning complete for port 947b4d39-4fdd-4106-945f-857d9d778f01 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:47.907899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f4b8cc16-5557-4b8e-a268-c60d246fe341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:47.952848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:47.997203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.001358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5d46c94-db91-4439-bced-36f462f5e283 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:48.038186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:48.043237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.047520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Subnet': ['ID=1f29d298-8b85-4c3c-b94b-d57db6769d17,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:48.050870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.076153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2798042 Dec 09 09:32:48.079074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56456) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.079298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:48.080190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:48.089775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:48.090341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.093855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=9f72197c-4e5d-4caa-8a55-3d4c244691ad,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:48.106807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'ports': [{'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'}, {'network_id': '9f72197c-4e5d-4caa-8a55-3d4c244691ad'}]} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.107527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.107527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '9f72197c-4e5d-4caa-8a55-3d4c244691ad'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.110347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:48.120446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.122418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f4af84-2775-4a26-baa9-c79bef4093d4 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:48.127085 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-09f4af84-2775-4a26-baa9-c79bef4093d4 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets/33c4926b-b26d-462d-9010-561108054c63 HTTP/1.1" status: 200 len: 843 time: 0.3029451 Dec 09 09:32:48.130936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:48.131966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56460) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.146851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.148667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/1f29d298-8b85-4c3c-b94b-d57db6769d17 HTTP/1.1" status: 204 len: 168 time: 1.4702492 Dec 09 09:32:48.159537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56464) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.173535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9f72197c-4e5d-4caa-8a55-3d4c244691ad details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:48.204617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d68f4-0268-458a-938f-3cdaf19be05f None None] Network e5ebcad7-179b-4b75-b034-354b7177ea08 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:48.250088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022d29f-40e9-4d20-a534-c86b904401d5 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:48.254818 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6022d29f-40e9-4d20-a534-c86b904401d5 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "GET /v2.0/subnets/33c4926b-b26d-462d-9010-561108054c63?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1175838 Dec 09 09:32:48.256050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56468) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.263357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572124712'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.270736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:48.336112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:48.336881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce3d6af-8563-477e-845e-4d3021a947db tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:48.337396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce3d6af-8563-477e-845e-4d3021a947db tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:48.340155 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bce3d6af-8563-477e-845e-4d3021a947db tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/e7117545-0c9d-41ef-a8ce-7d6bc8208677 HTTP/1.1" status: 404 len: 337 time: 0.1740000 Dec 09 09:32:48.348091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56472) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.355942 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/4bd32f71-ebbb-4265-9fe0-1b4fa76257f4 HTTP/1.1" status: 204 len: 168 time: 5.8564522 Dec 09 09:32:48.371998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Calling delete_port for 9974c2a1-5100-42d8-8f60-c861606e792d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:48.381136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:48.383812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:32:48.384106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.430706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:48.431067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.435803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:32:48.453011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.453358 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Added segment 1c366723-ef60-4d22-8e93-f71e1b69f998 of type vlan for network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc Dec 09 09:32:48.495275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:48.496262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:48.528153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.628973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.633033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:48.633633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:48.640918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:48.686171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 9974c2a1-5100-42d8-8f60-c861606e792d owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:48.787998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5adc9258-b2b9-44cd-a04b-06767ae5ac95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Synchronizing usage tracker for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:48.798069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9974c2a1-5100-42d8-8f60-c861606e792d,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:48.801259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:48.802229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5455272 Dec 09 09:32:48.803140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Network': ['ID=06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:48.805639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56484) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.813588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:48.822921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.974106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'status': 'completed', 'code': 200} Dec 09 09:32:48.977577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:48.980759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5adc9258-b2b9-44cd-a04b-06767ae5ac95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Unset dirty status for tenant:b0bd36f347684f84972eacaafad66cba on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:48.984465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5adc9258-b2b9-44cd-a04b-06767ae5ac95 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 HTTP/1.1" status: 200 len: 205 time: 0.6323812 Dec 09 09:32:48.990192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56488) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.994493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:32:49.052683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:49.061410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:49.064268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:49.076907 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-1ad9fbbb-531c-48dc-961f-f8d8ea680444 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] delete failed (client error): The resource could not be found. Dec 09 09:32:49.080623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1ad9fbbb-531c-48dc-961f-f8d8ea680444 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/routers/0e19cd6f-e7c0-4a57-89e6-5baf15f05de9 HTTP/1.1" status: 404 len: 336 time: 0.0856764 Dec 09 09:32:49.081169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56492) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.082587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:49.084429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:49.118572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 09:32:49.118572 dv-neutron-821175-1-hyperv neutron-server[83488]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 09 09:32:49.118572 dv-neutron-821175-1-hyperv neutron-server[83488]: [parameters: {'port_id': '9974c2a1-5100-42d8-8f60-c861606e792d'}] Dec 09 09:32:49.118572 dv-neutron-821175-1-hyperv neutron-server[83488]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:49.119005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:49.140027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4b8cc16-5557-4b8e-a268-c60d246fe341 None None] Provisioning complete for port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:49.140410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f4b8cc16-5557-4b8e-a268-c60d246fe341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.144121 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a4ff92-bdcb-4fcb-88da-f134dd092100 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.144554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a4ff92-bdcb-4fcb-88da-f134dd092100 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.152825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Made reservation on behalf of bee701ad2be646e3bdb35e255be4d298 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:49.154025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:49.154343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:49.154823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 2} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:32:49.158333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.171042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:49.205804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181de1a-5585-42d4-9a91-13a44f00f0dd req-f914f2bd-be53-4f38-931f-98020fcd2575 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:49.207284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0181de1a-5585-42d4-9a91-13a44f00f0dd req-f914f2bd-be53-4f38-931f-98020fcd2575 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 0.3648429 Dec 09 09:32:49.210078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f4a4ff92-bdcb-4fcb-88da-f134dd092100 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/0084af52-be0b-4597-b1fe-f6dff6189fab HTTP/1.1" status: 404 len: 337 time: 0.1254747 Dec 09 09:32:49.221716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56496) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.255683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 41990797-0963-40fa-a780-48bf102ee218 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:49.256051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.256340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8cc16-5557-4b8e-a268-c60d246fe341 None None] Port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:32:49.270648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.284249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3909f342-96a8-406d-9329-67ef480c598f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.284576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3909f342-96a8-406d-9329-67ef480c598f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.288555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3909f342-96a8-406d-9329-67ef480c598f tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/3faac5d0-cfd8-4762-ba6d-f20ee727a777 HTTP/1.1" status: 404 len: 337 time: 0.0612705 Dec 09 09:32:49.296386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56500) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.340667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:49.341415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.364706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.382409 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-34a42c0c-e7bc-4988-9414-b3b18d1ba109 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 1098 time: 0.3937802 Dec 09 09:32:49.451695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] DHCP port deletion for e5ebcad7-179b-4b75-b034-354b7177ea08 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:49.461268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Deleting port 947b4d39-4fdd-4106-945f-857d9d778f01 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:49.462340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.519032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c717acf8-e4e0-4f70-9466-da8ad832c993 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.519397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c717acf8-e4e0-4f70-9466-da8ad832c993 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.523414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c717acf8-e4e0-4f70-9466-da8ad832c993 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/b8eb29dd-a00a-49a6-ad4d-c53d84a071f1 HTTP/1.1" status: 404 len: 337 time: 0.2219913 Dec 09 09:32:49.531879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56504) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.620361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Deleting port 9974c2a1-5100-42d8-8f60-c861606e792d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:49.620687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.638960 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53f916b-c888-4971-87a1-dc34ac3a08ec tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.639402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53f916b-c888-4971-87a1-dc34ac3a08ec tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.641069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f53f916b-c888-4971-87a1-dc34ac3a08ec tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/21fd8350-2519-4891-a00f-4bf4e203e28c HTTP/1.1" status: 404 len: 333 time: 0.1060724 Dec 09 09:32:49.643846 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0181de1a-5585-42d4-9a91-13a44f00f0dd req-faf6f744-b58b-4637-8b46-66ab3f7762e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523293 Dec 09 09:32:49.645606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56508) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.656292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Performing IP validity checks on allocation pools {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:32:49.656819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.ipam_backend_mixin [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:32:49.662719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 9974c2a1-5100-42d8-8f60-c861606e792d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:49.663052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:49.727116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 947b4d39-4fdd-4106-945f-857d9d778f01 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:49.750299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-2b10f02d-c69b-4ed2-89f8-68563b1b9579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:49.751815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-2b10f02d-c69b-4ed2-89f8-68563b1b9579 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 200 len: 896 time: 0.3557699 Dec 09 09:32:49.764957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port e9089b10-a5bc-43b2-929a-9c835158c46a yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:49.768220 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3471af-6d70-4ff7-9899-804286de0c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.768656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3471af-6d70-4ff7-9899-804286de0c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.770282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5d3471af-6d70-4ff7-9899-804286de0c8a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/1986c01f-bd6d-49d8-9e85-87d96ab73325 HTTP/1.1" status: 404 len: 337 time: 0.1238878 Dec 09 09:32:49.777489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56512) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.894715 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bec5f0-2db6-4de1-a5f1-918129a23184 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:49.895063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bec5f0-2db6-4de1-a5f1-918129a23184 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:49.957749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-22bec5f0-2db6-4de1-a5f1-918129a23184 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/851b3517-4f24-4f53-8841-7ed7d04dbb5a HTTP/1.1" status: 404 len: 337 time: 0.1756191 Dec 09 09:32:49.975505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56516) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:50.062128 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-701a4970-96b7-410b-b613-6f2d0b021148 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:50.063173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701a4970-96b7-410b-b613-6f2d0b021148 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:50.066497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-701a4970-96b7-410b-b613-6f2d0b021148 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/6c893fc5-68d4-4ef5-a8ad-d3169e8d5758 HTTP/1.1" status: 404 len: 333 time: 0.0877433 Dec 09 09:32:50.071850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56520) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:50.079571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 41990797-0963-40fa-a780-48bf102ee218, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41990797-0963-40fa-a780-48bf102ee218,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:50.080004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.093200 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-beee6c28-a6ab-4807-9af4-cd6dd78a8920 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 200 len: 217 time: 0.3270810 Dec 09 09:32:50.112232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.149470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:50.149470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.168976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:50.257421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 41990797-0963-40fa-a780-48bf102ee218 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:50.295901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:50.298825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:50.299231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.313502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Calling delete_port for 947b4d39-4fdd-4106-945f-857d9d778f01 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:50.341520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.348302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bd2e656f-524a-4b4c-83ce-d7a5ddd19268 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:50.357394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.359373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:50.375409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-5cdd847c-0106-4146-9503-55619beb4a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:50.376862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-5cdd847c-0106-4146-9503-55619beb4a1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 200 len: 834 time: 0.2272139 Dec 09 09:32:50.401654 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f42fc65-9a10-49dc-93d0-53cc994955b9 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:50.402079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f42fc65-9a10-49dc-93d0-53cc994955b9 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:50.406033 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f42fc65-9a10-49dc-93d0-53cc994955b9 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/61c2b233-9484-4dea-9bba-ead1faf06550 HTTP/1.1" status: 404 len: 337 time: 0.2843275 Dec 09 09:32:50.424673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56526) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:50.499069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=2a2ead4e-6340-408a-9612-17957f573156,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:50.502067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:50.528150 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c4e5c1-4b52-43fb-8b11-9c197c9f37ef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:50.528591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c4e5c1-4b52-43fb-8b11-9c197c9f37ef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:50.531804 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-91c4e5c1-4b52-43fb-8b11-9c197c9f37ef tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/subnets/16710c38-3e83-40a7-86a5-7b2fe65d6ed1 HTTP/1.1" status: 404 len: 337 time: 0.1038721 Dec 09 09:32:50.534883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56530) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:50.541268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] For port 9974c2a1-5100-42d8-8f60-c861606e792d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9974c2a1-5100-42d8-8f60-c861606e792d,segment=NetworkSegment(10cc7997-4c98-49d0-a24b-5354fcfd81b5),segment_id=10cc7997-4c98-49d0-a24b-5354fcfd81b5)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:50.542174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.554443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Calling delete_port for 9974c2a1-5100-42d8-8f60-c861606e792d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:50.568904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Checking segment: {'id': '1c366723-ef60-4d22-8e93-f71e1b69f998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:50.570479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network hostable DHCP agents. Network: 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:50.626227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:50.626885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:50.672074 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-beed2c05-c232-4d36-a4dd-09be09a37201 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db2a941c-644f-4952-8a92-252b0e1281ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2821388 Dec 09 09:32:50.677795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Deleting port d82a67f7-ada3-442c-8b22-3dc2e237ecb8 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:50.678197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.715317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Calling delete_port for 9974c2a1-5100-42d8-8f60-c861606e792d owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:50.719067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:50.749446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.754572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:50.793105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:50.804256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.846916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:50.847280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:50.868413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.897637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:50.902123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:50.902759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:50.933965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] No DVR routers for this DVR port 9974c2a1-5100-42d8-8f60-c861606e792d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:50.939381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f94c350-3756-4fac-b4d4-6da42a129f48 None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:50.962865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=11']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:50.969146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:50.970338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1aa6b7e7-85c4-42de-be82-de7195b5e9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:50.999087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.013383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:51.060355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Pushing event deleted for resources: {'Port': ['ID=9974c2a1-5100-42d8-8f60-c861606e792d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:51.062283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:51.088725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=41990797-0963-40fa-a780-48bf102ee218,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:51.098262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:51.108511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:51.129084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defabbc-e634-489b-9718-c8bd95f10676 req-92acea29-4ed4-440f-b726-cf60efac4039 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:51.131301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1defabbc-e634-489b-9718-c8bd95f10676 req-92acea29-4ed4-440f-b726-cf60efac4039 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:51.153150 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-5de62b51-9574-4a8c-8e6e-7c1483a3ec3d service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455695 Dec 09 09:32:51.205786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1defabbc-e634-489b-9718-c8bd95f10676 req-92acea29-4ed4-440f-b726-cf60efac4039 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:51.206958 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1defabbc-e634-489b-9718-c8bd95f10676 req-92acea29-4ed4-440f-b726-cf60efac4039 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 1.0425825 Dec 09 09:32:51.299263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05becb60-b24a-4af2-8a07-fb73f89d1f9d req-67779360-adf5-48c5-abc2-e866923833df service neutron] 10.222.0.58 "GET /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353176 Dec 09 09:32:51.349768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Deleting port 947b4d39-4fdd-4106-945f-857d9d778f01 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:51.350328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.352672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port eadde570-8364-4cff-9c2e-3354bbec9931 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:32:51.375435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:51.376159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:51.417507 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6045809 Dec 09 09:32:51.418711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56538) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:51.460338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.482564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.492137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:51.534673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60b537-87b6-4140-8be5-eddfd70149cb req-b0cdb844-6f88-4a38-8c50-1b9742816112 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:51.536712 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f60b537-87b6-4140-8be5-eddfd70149cb req-b0cdb844-6f88-4a38-8c50-1b9742816112 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 945 time: 0.7219522 Dec 09 09:32:51.563620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:51.564015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.573933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc', 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc', 'tenant_id': 'bee701ad2be646e3bdb35e255be4d298', 'fixed_ips': [{'subnet_id': '2a2ead4e-6340-408a-9612-17957f573156'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:32:51.574771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.599089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=96dfe9d5-88d5-41f7-bf0c-fd68fd6ecdca,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:51.606012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:51.759491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] For port 947b4d39-4fdd-4106-945f-857d9d778f01, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=947b4d39-4fdd-4106-945f-857d9d778f01,segment=NetworkSegment(3d103f6b-a7e2-45de-b3b2-6aa221297754),segment_id=3d103f6b-a7e2-45de-b3b2-6aa221297754)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:51.760358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.791363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:51.838172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Calling delete_port for d82a67f7-ada3-442c-8b22-3dc2e237ecb8 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:51.860593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:51.905723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6f60b537-87b6-4140-8be5-eddfd70149cb req-d1ef1cb3-2b90-4b40-a0d7-39f00c1b77cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:51.910958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Calling delete_port for 947b4d39-4fdd-4106-945f-857d9d778f01 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:52.100727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:52.120577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.122923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca99f9-9f57-45a6-8907-eaf477832469 None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:32:23Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '1b9c35a6-499c-48a8-8b61-721f2cacc1f6', 'name': '', 'network_id': 'db2a941c-644f-4952-8a92-252b0e1281ca', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:43:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:50Z', 'updated_at': '2021-12-09T09:29:03Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0a930e9b-8aa2-4804-a98e-c20aa2b9b235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:52.130997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Allocated IP 2001:db8::3 (06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc/2a2ead4e-6340-408a-9612-17957f573156/3225b415-3c77-42ff-8b2e-d09dd417aa20) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:32:52.136202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d3d4648-4c74-46d0-8bdb-5ee6e1a2f391 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:52.144755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.149615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:52.153264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6f60b537-87b6-4140-8be5-eddfd70149cb req-d1ef1cb3-2b90-4b40-a0d7-39f00c1b77cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:52.164296 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f60b537-87b6-4140-8be5-eddfd70149cb req-d1ef1cb3-2b90-4b40-a0d7-39f00c1b77cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=99cfca38-9656-48e2-a684-00ae583c4900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5698462 Dec 09 09:32:52.177015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1952403'] for subnet, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.203942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Port': ['ID=d82a67f7-ada3-442c-8b22-3dc2e237ecb8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:52.207000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:52.226469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Pushing event deleted for resources: {'Port': ['ID=947b4d39-4fdd-4106-945f-857d9d778f01,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:52.232899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.238116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:52.251977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.253968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.268201 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/ports/d82a67f7-ada3-442c-8b22-3dc2e237ecb8 HTTP/1.1" status: 204 len: 168 time: 1.7300847 Dec 09 09:32:52.268674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56542) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:52.271303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:52.292664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] No DVR routers for this DVR port 947b4d39-4fdd-4106-945f-857d9d778f01 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:52.330519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Deleting port 9974c2a1-5100-42d8-8f60-c861606e792d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:52.331235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.381115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:52.381766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.442502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] The port '9974c2a1-5100-42d8-8f60-c861606e792d' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:32:52.453937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.468180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Transition to ACTIVE for port object 3225b415-3c77-42ff-8b2e-d09dd417aa20 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:52.492333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Transition to ACTIVE for port object 3225b415-3c77-42ff-8b2e-d09dd417aa20 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:32:52.499865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.508788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ab3f2fbd-2711-4759-9649-547b42156721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:52.542993 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4099b-a18d-4c45-a6ff-8048d6e1a4a8 None None] New status for floating IP 4bd32f71-ebbb-4265-9fe0-1b4fa76257f4: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:32:52.567546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:52.592298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.600379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:52.602839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:52.611557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:52.704115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:32:52.723088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Pushing event updated for resources: {'Port': ['ID=3225b415-3c77-42ff-8b2e-d09dd417aa20,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:52.732387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:52.736883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:52.750737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:52.751554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.762393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Attempting to bind port 3225b415-3c77-42ff-8b2e-d09dd417aa20 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:32:52.762822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Attempting to bind port 3225b415-3c77-42ff-8b2e-d09dd417aa20 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1c366723-ef60-4d22-8e93-f71e1b69f998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:32:52.763293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Attempting to bind port 3225b415-3c77-42ff-8b2e-d09dd417aa20 on network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:32:52.770371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:52.770921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Checking segment: {'id': '1c366723-ef60-4d22-8e93-f71e1b69f998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:52.771471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.772011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Bound using segment: {'id': '1c366723-ef60-4d22-8e93-f71e1b69f998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:32:52.772591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Bound port: 3225b415-3c77-42ff-8b2e-d09dd417aa20, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c366723-ef60-4d22-8e93-f71e1b69f998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:32:52.773075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.779448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=e9089b10-a5bc-43b2-929a-9c835158c46a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:52.784180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:52.788487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc106233-7470-4006-b154-a3138ddc6880 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:52.876874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.891036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] For port 3225b415-3c77-42ff-8b2e-d09dd417aa20, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:32:52.895606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] For port 3225b415-3c77-42ff-8b2e-d09dd417aa20, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3225b415-3c77-42ff-8b2e-d09dd417aa20,segment=NetworkSegment(1c366723-ef60-4d22-8e93-f71e1b69f998),segment_id=1c366723-ef60-4d22-8e93-f71e1b69f998)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:32:52.901790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:52.910185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-88c8b3d5-3187-4386-aa10-59182b9cb6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:53.016120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Pushing event updated for resources: {'Port': ['ID=3225b415-3c77-42ff-8b2e-d09dd417aa20,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.019701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.022683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.050510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ebcad7-179b-4b75-b034-354b7177ea08']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.061325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.082198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d103f6b-a7e2-45de-b3b2-6aa221297754') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.082504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d103f6b-a7e2-45de-b3b2-6aa221297754') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.104159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.114331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=eadde570-8364-4cff-9c2e-3354bbec9931,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.120334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1132747'] for subnet, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.123749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.127066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1c0f8141-f2e3-4e69-b193-57aa1bf11652 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:53.129532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.133203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937401ec-13df-4459-a553-40a62a9ca9e8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:53.164152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:53.192520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8d5ad6-7380-4bba-ac5d-571d472cf23f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.250842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cc7997-4c98-49d0-a24b-5354fcfd81b5') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.251140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cc7997-4c98-49d0-a24b-5354fcfd81b5') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:53.264477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=8e4df47d-87ce-485a-b8d7-aa6cb1d1550a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.270934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.305885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.308386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:53.308684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:53.321783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.329868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 8e4df47d-87ce-485a-b8d7-aa6cb1d1550a on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:53.393922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.397549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'name': 'network-vif-deleted', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:32:53.401996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': '4f34021e-b507-4d0f-a80d-5fe1c552e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9f72197c-4e5d-4caa-8a55-3d4c244691ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:32:53.402357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 9f72197c-4e5d-4caa-8a55-3d4c244691ad, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:32:53.425093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.456786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:53.457270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:53.473537 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:53.497449 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f28a65-ee17-4a69-82d9-52d0c1981746', 'name': 'network-vif-deleted', 'tag': '8e4df47d-87ce-485a-b8d7-aa6cb1d1550a', 'status': 'completed', 'code': 200} Dec 09 09:32:53.501472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:53.501870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:53.522639 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:53.592593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1defabbc-e634-489b-9718-c8bd95f10676 req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/8e4df47d-87ce-485a-b8d7-aa6cb1d1550a HTTP/1.1" status: 204 len: 173 time: 2.3760433 Dec 09 09:32:53.634897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event updated for resources: {'Subnet': ['ID=2a2ead4e-6340-408a-9612-17957f573156,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.654201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.658501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:53.673086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 9f72197c-4e5d-4caa-8a55-3d4c244691ad is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:32:53.675186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.686816 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6fefd44a-9e45-4309-b61e-2faec7ff935f req-e05bb4ec-6645-46a0-ad18-2b79bad8b1e6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=51f28a65-ee17-4a69-82d9-52d0c1981746 HTTP/1.1" status: 200 len: 210 time: 0.1553271 Dec 09 09:32:53.691727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.694549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:53.698961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.705098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "PUT /v2.0/subnets/2a2ead4e-6340-408a-9612-17957f573156 HTTP/1.1" status: 200 len: 900 time: 1.9260657 Dec 09 09:32:53.710084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Pushing event deleted for resources: {'Network': ['ID=6e8d5ad6-7380-4bba-ac5d-571d472cf23f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.714597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56550) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:53.721886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.723380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.742114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-991d76d7-edf5-41a9-91aa-b1256d2bd2bb tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:53.747378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] 10.222.0.41 "DELETE /v2.0/networks/6e8d5ad6-7380-4bba-ac5d-571d472cf23f HTTP/1.1" status: 204 len: 168 time: 6.4278336 Dec 09 09:32:53.765041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9f72197c-4e5d-4caa-8a55-3d4c244691ad) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:32:53.765238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.772881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c4cf9-f6d2-4dd9-aff9-337608f695a8 None None] Network 9f72197c-4e5d-4caa-8a55-3d4c244691ad requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:53.781121 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] 10.222.0.41 "DELETE /v2.0/networks/e5ebcad7-179b-4b75-b034-354b7177ea08 HTTP/1.1" status: 204 len: 168 time: 1.5114558 Dec 09 09:32:53.787730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Pushing event deleted for resources: {'Network': ['ID=e5ebcad7-179b-4b75-b034-354b7177ea08,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:53.790529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:53.844068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:32:53.852297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:53.863997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:53.867812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:53.881684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:53.999962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3225b415-3c77-42ff-8b2e-d09dd417aa20 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:54.008028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9200327 Dec 09 09:32:54.019711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56558) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.378867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3225b415-3c77-42ff-8b2e-d09dd417aa20 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:54.417935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:54.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1453404 Dec 09 09:32:54.438919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56566) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.447078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:54.476285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:54.476925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:54.493116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port eadde570-8364-4cff-9c2e-3354bbec9931 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:54.493686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:54.530802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56570) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.572446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56572) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.586696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:54.600543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca6d5a-d909-4315-9c4b-00eac8811c8d None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:54.670972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port 3225b415-3c77-42ff-8b2e-d09dd417aa20 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:54.671598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:54.845510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 32bc92ab-6eac-4abf-b9a4-5c492b40186c {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:32:54.849056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:54.921328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.956566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.027442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-21362318-5967-4244-8493-a3d307433952 None None] Provisioning for port 3225b415-3c77-42ff-8b2e-d09dd417aa20 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:32:55.038942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-21362318-5967-4244-8493-a3d307433952 None None] Provisioning complete for port 3225b415-3c77-42ff-8b2e-d09dd417aa20 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:55.039979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-21362318-5967-4244-8493-a3d307433952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.083473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:55.091068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44516c49-0e3d-4739-b791-e937b3ceb5a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0bd36f347684f84972eacaafad66cba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3662312 Dec 09 09:32:55.096173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56588) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.133451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.192552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.230393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.251175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.302032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.334769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a449a82b-e107-411e-9f11-a4564e3e411d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5725ddc64734cd4a8434bb5038564ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7585056 Dec 09 09:32:55.335107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56592) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.341745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.358164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:55.394877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.412116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=32bc92ab-6eac-4abf-b9a4-5c492b40186c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:55.420095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:55.445684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.458899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for eadde570-8364-4cff-9c2e-3354bbec9931 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:55.478873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a507e-d058-4c00-87cd-d5411eb40cbc None None] Network 6d886e60-ef08-4014-9858-2defadc8f4b3 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:55.481246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.483636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.489603 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/99cfca38-9656-48e2-a684-00ae583c4900 HTTP/1.1" status: 204 len: 168 time: 0.5626040 Dec 09 09:32:55.489603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0be07e0a-30f7-45fc-b4e5-c887eb753b78 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:55.502664 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/32bc92ab-6eac-4abf-b9a4-5c492b40186c HTTP/1.1" status: 204 len: 168 time: 1.0577352 Dec 09 09:32:55.502664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56598) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.504680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cfca38-9656-48e2-a684-00ae583c4900,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:55.508758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:55.551845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56602) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.630758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port 3225b415-3c77-42ff-8b2e-d09dd417aa20, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3225b415-3c77-42ff-8b2e-d09dd417aa20,segment=NetworkSegment(1c366723-ef60-4d22-8e93-f71e1b69f998),segment_id=1c366723-ef60-4d22-8e93-f71e1b69f998)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:55.631348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-21362318-5967-4244-8493-a3d307433952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.632130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.653994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.718864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.728558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3d2e9474-3e32-42b9-8c4a-c7f70c1c8e0c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:55.747122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.765958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.795605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447cb89f-af83-47bd-9c54-67972390d13a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:55.796738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for 3225b415-3c77-42ff-8b2e-d09dd417aa20 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:55.807721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:55.837797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.841080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.842439 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/447cb89f-af83-47bd-9c54-67972390d13a HTTP/1.1" status: 204 len: 168 time: 0.7432678 Dec 09 09:32:55.849307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0a3d0069-e829-47d6-a759-7caf3e460a5f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:55.859573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port a41c87c1-9148-47b0-98bf-1d82c52d2823 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:55.864242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.887132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-21362318-5967-4244-8493-a3d307433952 None None] For port 3225b415-3c77-42ff-8b2e-d09dd417aa20, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3225b415-3c77-42ff-8b2e-d09dd417aa20,segment=NetworkSegment(1c366723-ef60-4d22-8e93-f71e1b69f998),segment_id=1c366723-ef60-4d22-8e93-f71e1b69f998)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:55.906276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 69f0f7fc-aded-4485-a704-6595fd5a7878 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:32:55.908792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=eadde570-8364-4cff-9c2e-3354bbec9931,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:55.912038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:55.914403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-21362318-5967-4244-8493-a3d307433952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.929660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-91290521-f851-4de8-9c88-5e31c4e30aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:55.930352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:55.954156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/eadde570-8364-4cff-9c2e-3354bbec9931 HTTP/1.1" status: 204 len: 168 time: 1.9284172 Dec 09 09:32:55.954156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56608) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.991008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.020947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-384a6907-c67c-444f-ad74-0c9fa89e9b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604933943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:56.039650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a51a81-b77f-4a31-8af0-10801df4b1af,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:56.055384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21362318-5967-4244-8493-a3d307433952 None None] Pushing event updated for resources: {'Port': ['ID=3225b415-3c77-42ff-8b2e-d09dd417aa20,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:56.059929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7996d3b-3dbe-41ce-9101-99ecdd74d4fa None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:56.160281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:56.160688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:56.179105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-21362318-5967-4244-8493-a3d307433952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:56.203994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93e995-d031-42bd-8a95-0c1fbeb453b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:56.208029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93e995-d031-42bd-8a95-0c1fbeb453b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:56.208809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9e93e995-d031-42bd-8a95-0c1fbeb453b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:56.222177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:56.243365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bfe55fc6-7696-4924-a13c-d063ce051839 None None] Provisioning complete for port 3225b415-3c77-42ff-8b2e-d09dd417aa20 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:32:56.244072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bfe55fc6-7696-4924-a13c-d063ce051839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.255489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9e93e995-d031-42bd-8a95-0c1fbeb453b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:56.261524 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9e93e995-d031-42bd-8a95-0c1fbeb453b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3063552 Dec 09 09:32:56.262109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56614) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.292640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:50Z', 'revision_number': 9, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.298014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.302690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5a51a81-b77f-4a31-8af0-10801df4b1af HTTP/1.1" status: 204 len: 168 time: 0.9666243 Dec 09 09:32:56.307300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:32:56.330601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:56.331324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.371774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:32:56.383565 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] Sync routers for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:32:56.403424 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2237723 Dec 09 09:32:56.403632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:56.403632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.406242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port e9089b10-a5bc-43b2-929a-9c835158c46a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:56.406583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.440670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56622) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.455175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] DHCP port deletion for 6d886e60-ef08-4014-9858-2defadc8f4b3 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:56.492078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.506320 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:32:56.507705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.589383 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:56.590484 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9137a67-0774-47ff-97eb-0424f0c15962 None None] The sync data for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:56.618887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Deleting port a41c87c1-9148-47b0-98bf-1d82c52d2823 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:56.619576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.663563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port 3225b415-3c77-42ff-8b2e-d09dd417aa20 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:56.664634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.693190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port a41c87c1-9148-47b0-98bf-1d82c52d2823, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41c87c1-9148-47b0-98bf-1d82c52d2823,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:56.693553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.833031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:56.866924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for a41c87c1-9148-47b0-98bf-1d82c52d2823 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:57.061342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] For port a41c87c1-9148-47b0-98bf-1d82c52d2823, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41c87c1-9148-47b0-98bf-1d82c52d2823,segment=NetworkSegment(1eb82909-bbcc-44c4-90d1-23d832c54f81),segment_id=1eb82909-bbcc-44c4-90d1-23d832c54f81)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:57.061867 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.204420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.210044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6fae6ff1-1892-487b-a39f-87cd9369de0e tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:57.232421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Calling delete_port for a41c87c1-9148-47b0-98bf-1d82c52d2823 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:57.262697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=a41c87c1-9148-47b0-98bf-1d82c52d2823,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:57.265633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:57.272949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for e9089b10-a5bc-43b2-929a-9c835158c46a owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:57.279784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No DVR routers for this DVR port a41c87c1-9148-47b0-98bf-1d82c52d2823 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:57.465759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.520747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d8237231-f61b-4fc1-b34a-d30260b69985 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:57.565801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:32:57.576074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=e9089b10-a5bc-43b2-929a-9c835158c46a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:57.583458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:57.584629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56652) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:57.606333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.684686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port 3225b415-3c77-42ff-8b2e-d09dd417aa20, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3225b415-3c77-42ff-8b2e-d09dd417aa20,segment=NetworkSegment(1c366723-ef60-4d22-8e93-f71e1b69f998),segment_id=1c366723-ef60-4d22-8e93-f71e1b69f998)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:32:57.685314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.778109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:57.778635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:32:57.779528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3225b415-3c77-42ff-8b2e-d09dd417aa20 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:32:57.856096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for 3225b415-3c77-42ff-8b2e-d09dd417aa20 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:32:57.868194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:57.876095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56660) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:57.919089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d886e60-ef08-4014-9858-2defadc8f4b3']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:57.942695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb82909-bbcc-44c4-90d1-23d832c54f81') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:57.943006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb82909-bbcc-44c4-90d1-23d832c54f81') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:57.983279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.042870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--659910777'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:58.048218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709557314'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:58.048724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:58.052753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:58.055357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:58.055635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:58.061239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/e9089b10-a5bc-43b2-929a-9c835158c46a HTTP/1.1" status: 204 len: 168 time: 1.7934978 Dec 09 09:32:58.061718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:58.063407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56666) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.064396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:58.069073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:58.076520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.081507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.094759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No active binding found for port 3225b415-3c77-42ff-8b2e-d09dd417aa20 {{(pid=83488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 09 09:32:58.095342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3225b415-3c77-42ff-8b2e-d09dd417aa20 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 09 09:32:58.102953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:58.103207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.115324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:58.117352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.128243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:58.144073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 3225b415-3c77-42ff-8b2e-d09dd417aa20 not found, will not notify nova. {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 09:32:58.212734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Port': ['ID=3225b415-3c77-42ff-8b2e-d09dd417aa20,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:58.217175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:58.248790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41c87c1-9148-47b0-98bf-1d82c52d2823 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:58.257288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.317678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.331292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No DVR routers for this DVR port 3225b415-3c77-42ff-8b2e-d09dd417aa20 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:32:58.341925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Deleting port a41c87c1-9148-47b0-98bf-1d82c52d2823 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:32:58.342314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:58.373897 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:58.393999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.403481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a41c87c1-9148-47b0-98bf-1d82c52d2823 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:58.403878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41c87c1-9148-47b0-98bf-1d82c52d2823 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:58.405545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2d13c-a56d-4921-a8c8-3308f98c1f62 None None] DHCP port deletion for 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:58.422329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.433483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbff587-30ea-4b1a-bded-1d174a79f5b3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:32:58.434169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bbff587-30ea-4b1a-bded-1d174a79f5b3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:32:58.454285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.480072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:58.500617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:58.507239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:58.509804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-174b84ae-851c-4e69-8fa8-aa885e45ffc8 None None] Could not find standard attr ID for object 3225b415-3c77-42ff-8b2e-d09dd417aa20. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:32:58.517251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c6692-3408-4ac5-bedf-1be683deeaf7 None None] The port 'a41c87c1-9148-47b0-98bf-1d82c52d2823' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:32:58.525725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:58.531088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bbff587-30ea-4b1a-bded-1d174a79f5b3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:32:58.534625 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bbff587-30ea-4b1a-bded-1d174a79f5b3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4672718 Dec 09 09:32:58.538398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56670) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.545713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172605e-cdd6-44d1-957f-ad7b6c2ae03e None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:32:58.564927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.574787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.607883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-befd972b-bfb9-46fb-8c8e-9d9af62e36bf tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:32:58.614918 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-befd972b-bfb9-46fb-8c8e-9d9af62e36bf tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/eadde570-8364-4cff-9c2e-3354bbec9931 HTTP/1.1" status: 404 len: 333 time: 0.0700245 Dec 09 09:32:58.629642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e951a83d-9ec5-4d6c-a71a-17c9f0c00db0 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:58.629876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:50Z', 'revision_number': 9, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:58.632707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.639247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6051a05-0f48-4193-9ce8-e2d92fb49c2a None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:32:50Z', 'revision_number': 9, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1', 'name': '', 'network_id': 'ee2d5750-5b22-4468-9826-d7bb65283c05', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:5e:af:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81550269-6adb-4111-ab90-209f748ceccd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:47Z', 'updated_at': '2021-12-09T09:32:02Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '81550269-6adb-4111-ab90-209f748ceccd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:32:58.650710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.667785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:58.677923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=6d886e60-ef08-4014-9858-2defadc8f4b3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:58.680663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:58.685313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:58.689352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:58.702138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:58.707080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:58.717623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/6d886e60-ef08-4014-9858-2defadc8f4b3 HTTP/1.1" status: 204 len: 168 time: 3.2120781 Dec 09 09:32:58.721774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fa92c86-6825-4dd4-9386-b3c706633e80 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:58.722001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56678) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.767808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172605e-cdd6-44d1-957f-ad7b6c2ae03e None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 09:32:58.773318 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdad4767-fa79-4f8f-aec6-8f4fa5dbd1b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:32:58.774587 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bdad4767-fa79-4f8f-aec6-8f4fa5dbd1b8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/e9089b10-a5bc-43b2-929a-9c835158c46a HTTP/1.1" status: 404 len: 333 time: 0.1399591 Dec 09 09:32:58.778732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2ead4e-6340-408a-9612-17957f573156,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:58.786139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:58.796101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56682) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.936050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.076785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.086710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.096219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dbae3780-4cbd-44d2-928a-8c15c413af9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.201690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3c373-8d14-4307-9e7a-08f643be73f0 None None] Network 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:32:59.206233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:59.219827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:59.228028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa3d9e9-5946-453b-bfd5-abc629ba9440,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.231927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.232842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:59.244325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:59.321415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.327290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.341244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.345547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.355917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f10612fd-deaf-4cfb-9665-4e33989c514b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.399313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.444384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c366723-ef60-4d22-8e93-f71e1b69f998') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.444795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c366723-ef60-4d22-8e93-f71e1b69f998') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.450900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c50c4e-3b70-459b-8bf0-367c9726b0e0 None None] DHCP port deletion for 06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:32:59.456912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f72197c-4e5d-4caa-8a55-3d4c244691ad']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.464126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:59.474191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b90f54-3fdd-4e44-91d5-cd936b155f31,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.477529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.485864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f34021e-b507-4d0f-a80d-5fe1c552e39c') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.486159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f34021e-b507-4d0f-a80d-5fe1c552e39c') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:32:59.492501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:32:59.501227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.504822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:32:59.508420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.523968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:32:59.528302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.536677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.538892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:59.539282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:59.558928 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:59.576133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:32:59.576458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:59.591481 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:59.677670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.711131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3225b415-3c77-42ff-8b2e-d09dd417aa20 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:59.725725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.736673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-abe0a2ed-994d-4ad1-9efe-0c29cdae6b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.747526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 3225b415-3c77-42ff-8b2e-d09dd417aa20 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:59.748172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3225b415-3c77-42ff-8b2e-d09dd417aa20 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:59.748772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41990797-0963-40fa-a780-48bf102ee218 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:32:59.768399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.769892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.774641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d876b87b-086e-4517-9175-46c44ae0f892 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.787313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 41990797-0963-40fa-a780-48bf102ee218 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:32:59.787949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41990797-0963-40fa-a780-48bf102ee218 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:32:59.802529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.806824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.812321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.814757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.818358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.841135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.853476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=9f72197c-4e5d-4caa-8a55-3d4c244691ad,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.855952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465657f2-713b-4327-bb68-5f02c395b251,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.861704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.865528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.871144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-888ad736-b823-491e-8910-c32af8bce534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:32:59.889386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.900756 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc HTTP/1.1" status: 204 len: 168 time: 6.1823566 Dec 09 09:32:59.907100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/9f72197c-4e5d-4caa-8a55-3d4c244691ad HTTP/1.1" status: 204 len: 168 time: 1.1093979 Dec 09 09:32:59.908052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56686) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.908407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.911591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.912914 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0317371 Dec 09 09:32:59.920726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56690) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.957994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-714842377'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:59.976154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:32:59.977357 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3899903 Dec 09 09:32:59.978620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:32:59.983416 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb59963c-3a25-4617-833a-ff9fa33fbc1c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:59.983885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb59963c-3a25-4617-833a-ff9fa33fbc1c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:32:59.987812 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb59963c-3a25-4617-833a-ff9fa33fbc1c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/2a2ead4e-6340-408a-9612-17957f573156 HTTP/1.1" status: 404 len: 337 time: 0.0661592 Dec 09 09:32:59.987812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56698) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.988224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56700) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.988822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58220e10-7da8-4136-8032-f3bd383fe19b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:32:59.994462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:32:59.995823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:00.032038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:00.047587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:00.056397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df2301e-3989-4583-8ae4-1ed5ffee6ff6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:00.056848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df2301e-3989-4583-8ae4-1ed5ffee6ff6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:00.061310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9df2301e-3989-4583-8ae4-1ed5ffee6ff6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/06bb7712-a0ac-45bc-8269-4a2fa2d4f9dc HTTP/1.1" status: 404 len: 339 time: 0.0662391 Dec 09 09:33:00.062103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.094044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:00.097196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.134956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.235047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.242554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61b3d161-af39-4f71-8f5d-6947e5c25c2c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:00.245061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:00.263378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.263715 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment 6f0fb2e8-a20b-48a8-9947-8b987c4f616f of type vlan for network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda Dec 09 09:33:00.343268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61b3d161-af39-4f71-8f5d-6947e5c25c2c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:00.347343 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61b3d161-af39-4f71-8f5d-6947e5c25c2c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3533373 Dec 09 09:33:00.349703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56710) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.356610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.371100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-security--1633153755', 'description': 'tempest-security-description-874751557'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.380064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e823131d-5577-407f-9bf6-4616ef0ee928 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:00.428739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.471906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08afd88e-a11e-416d-98d8-f07fb6eb8ed5']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:00.485282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.486467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e823131d-5577-407f-9bf6-4616ef0ee928 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:00.487737 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e823131d-5577-407f-9bf6-4616ef0ee928 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5646989 Dec 09 09:33:00.488978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:00.489547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.492003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56714) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.496271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b88332-2a9c-49a9-b46b-98b36d104c09') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:00.496564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b88332-2a9c-49a9-b46b-98b36d104c09') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:00.502994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:00.506157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-security--1371669686', 'description': 'tempest-security-description-2141928051'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.517220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.535447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.616414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6995418 Dec 09 09:33:00.620947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56718) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.621923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.637204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.651723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:00.652143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.657839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:00.666443 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:00.674287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:00.677513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:00.685246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:00.704603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.731241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.733679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.734889 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "PUT /v2.0/security-groups/58220e10-7da8-4136-8032-f3bd383fe19b HTTP/1.1" status: 200 len: 1611 time: 0.3769362 Dec 09 09:33:00.738581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56722) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.742301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:00.826936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 623b5898-88d8-4715-a6c3-844017ef75cd {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:00.827408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.872953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.877711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.881189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:00.887630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57ab5d2a-4756-4c3f-828e-b15cb3c4e8c3 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:00.906361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:00.914076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:00.918994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=08afd88e-a11e-416d-98d8-f07fb6eb8ed5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:00.921850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:00.926953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:00.932045 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/08afd88e-a11e-416d-98d8-f07fb6eb8ed5 HTTP/1.1" status: 204 len: 168 time: 0.8666067 Dec 09 09:33:00.933097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-15364d8f-8744-4bad-a4b8-a65b98a5e91b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups/58220e10-7da8-4136-8032-f3bd383fe19b HTTP/1.1" status: 200 len: 1611 time: 0.1934135 Dec 09 09:33:00.935417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56726) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.935738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56728) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.966800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.968534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58220e10-7da8-4136-8032-f3bd383fe19b,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:00.974913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:00.984478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.987309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:00.988583 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "PUT /v2.0/security-groups/465657f2-713b-4327-bb68-5f02c395b251 HTTP/1.1" status: 200 len: 1612 time: 0.4939373 Dec 09 09:33:00.990622 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf37dd54-9078-4bf2-9a40-a4bdd0e537a2 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:00.991062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf37dd54-9078-4bf2-9a40-a4bdd0e537a2 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:00.993082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cf37dd54-9078-4bf2-9a40-a4bdd0e537a2 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/3cfdfb65-9241-4924-968e-23215d04f9a3 HTTP/1.1" status: 404 len: 337 time: 0.0560732 Dec 09 09:33:00.993351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:01.007161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56734) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.007485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56736) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.020489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d38c50be-7745-467c-957b-d3d28b151dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:01.156608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465657f2-713b-4327-bb68-5f02c395b251,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:01.167457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:01.187739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-11332442-7ea3-43ae-9dee-066d3f39c526 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:01.188197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11332442-7ea3-43ae-9dee-066d3f39c526 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:01.189819 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-11332442-7ea3-43ae-9dee-066d3f39c526 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/72837f80-9aab-4e97-ae10-0abbe76f55d5 HTTP/1.1" status: 404 len: 339 time: 0.1766531 Dec 09 09:33:01.210597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56742) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.262461 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:33:01.322107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.337190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6d4b9403-b17c-4f6d-9e80-95567d271100 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups/465657f2-713b-4327-bb68-5f02c395b251 HTTP/1.1" status: 200 len: 1612 time: 0.3251731 Dec 09 09:33:01.342257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.343594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56746) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.349664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.465727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.475869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Performing IP validity checks on allocation pools {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 09:33:01.478643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 09:33:01.486409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:01.486756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.516565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 623b5898-88d8-4715-a6c3-844017ef75cd owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:01.554711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.587220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.594208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-625aae9e-85e9-4caf-b3b2-19cb9636a55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:01.602168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.663196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58220e10-7da8-4136-8032-f3bd383fe19b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:01.666089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:01.735571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.736701 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/58220e10-7da8-4136-8032-f3bd383fe19b HTTP/1.1" status: 204 len: 168 time: 0.7985227 Dec 09 09:33:01.740533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56750) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.776838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.784118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-962017b8-3f7e-4183-a21d-51533952618b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:01.797824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.813463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465657f2-713b-4327-bb68-5f02c395b251,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:01.816299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:01.818488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40aa6e0b-ee6d-41e0-bf6c-ca30b969bc95 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:01.881915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:01.883024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/465657f2-713b-4327-bb68-5f02c395b251 HTTP/1.1" status: 204 len: 168 time: 0.5347536 Dec 09 09:33:01.889651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56754) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.939016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-014b4c16-9a4d-4930-ac67-abae805d36b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:01.952341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=3c8a163f-43d4-4e2a-8cf2-20604e7114c9,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:01.955474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:01.985081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': '6f0fb2e8-a20b-48a8-9947-8b987c4f616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:01.985462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:01.999088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-014b4c16-9a4d-4930-ac67-abae805d36b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:02.000353 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-014b4c16-9a4d-4930-ac67-abae805d36b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2589138 Dec 09 09:33:02.006566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56758) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.014339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-233d5c58-89e1-4852-ba27-beb3d37747d8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:02.018179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting subnet d1de2db7-3e8f-45a8-9640-96e216426160 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:02.034191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-233d5c58-89e1-4852-ba27-beb3d37747d8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:02.035578 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-233d5c58-89e1-4852-ba27-beb3d37747d8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1395619 Dec 09 09:33:02.036925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:02.039632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.040755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56762) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.062883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-63dd8f02-7c52-4211-b66d-14ff1d3be63a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] delete failed (client error): The resource could not be found. Dec 09 09:33:02.063966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63dd8f02-7c52-4211-b66d-14ff1d3be63a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/465657f2-713b-4327-bb68-5f02c395b251 HTTP/1.1" status: 404 len: 347 time: 0.0222020 Dec 09 09:33:02.068633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56766) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.070853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:02.075785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:02.077344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.084432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b893c0-ac4c-4f83-9d5f-d19c023b84f5 None None] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:02.086652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013804340'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:02.100022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.112523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.118199 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4911125 Dec 09 09:33:02.118376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56770) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.126702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda', 'name': 'tempest-PortsIpV6TestJSON-170401657'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:02.127219 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-57e8dbc2-106d-426c-b883-460d4d735007 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] delete failed (client error): The resource could not be found. Dec 09 09:33:02.128296 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-57e8dbc2-106d-426c-b883-460d4d735007 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/58220e10-7da8-4136-8032-f3bd383fe19b HTTP/1.1" status: 404 len: 347 time: 0.1080441 Dec 09 09:33:02.144264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56774) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.159023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.161238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.192898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--528255957'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:02.212649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.216340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 1b9c35a6-499c-48a8-8b61-721f2cacc1f6, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:02.217002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.294051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.301809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:02.304508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.305694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:02.316890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda', 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': '3c8a163f-43d4-4e2a-8cf2-20604e7114c9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:02.317861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.317977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.322432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.338954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.362523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:02.365940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.368586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:02.420882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 62ca625b-ec17-407f-8444-74227d8bb840 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:02.462952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.475687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.484299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a86b6945-80d3-4caa-97cd-fc3bbe437b84 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:02.500405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Allocated IP 2001:db8::2 (65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda/3c8a163f-43d4-4e2a-8cf2-20604e7114c9/952cbe91-3974-4616-b5c7-be2c2653ac0c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:02.543460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.549681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1178af63-297a-48dd-9c4c-5647a53052c0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:02.554337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:02.561386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.566407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4966793 Dec 09 09:33:02.567558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56778) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.575229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '1178af63-297a-48dd-9c4c-5647a53052c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:02.581277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.586285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:02.590231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:02.596344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.615080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.617282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.628759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a58a384b-7dbb-43a3-9f48-8f5c2e5d9876 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:02.671529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.684813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.689832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.692486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-332ef1fc-3859-4726-ae0f-55004492f40d tempest-ServersTestJSON-198366795 tempest-ServersTestJSON-198366795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:02.718375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.721913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566e1057-bd18-4d42-a5f2-990cdf646941,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:02.727951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:02.732289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=623b5898-88d8-4715-a6c3-844017ef75cd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:02.732458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.732583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Transition to ACTIVE for port object 952cbe91-3974-4616-b5c7-be2c2653ac0c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:02.736980 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1676104 Dec 09 09:33:02.737983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56782) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.738428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:02.742953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:02.748969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:02.753276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Transition to ACTIVE for port object 952cbe91-3974-4616-b5c7-be2c2653ac0c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:02.753664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:02.761661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.767889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-21362318-5967-4244-8493-a3d307433952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:02.773531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.798191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:02.829506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.853524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.858670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:02.859542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Pushing event updated for resources: {'Port': ['ID=952cbe91-3974-4616-b5c7-be2c2653ac0c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:02.862543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:02.863884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:02.866768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:02.891728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::38d (65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda/3c8a163f-43d4-4e2a-8cf2-20604e7114c9/62ca625b-ec17-407f-8444-74227d8bb840) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:02.903063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.908704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c3a43e6c-4f2e-4b16-bfed-5cbdb675f1cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:02.939911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=566e1057-bd18-4d42-a5f2-990cdf646941,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:02.944803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:02.945779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.949844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/566e1057-bd18-4d42-a5f2-990cdf646941 HTTP/1.1" status: 204 len: 168 time: 0.2111981 Dec 09 09:33:02.952809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56786) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.983902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Attempting to bind port 952cbe91-3974-4616-b5c7-be2c2653ac0c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:02.984287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Attempting to bind port 952cbe91-3974-4616-b5c7-be2c2653ac0c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '6f0fb2e8-a20b-48a8-9947-8b987c4f616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:02.984720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Attempting to bind port 952cbe91-3974-4616-b5c7-be2c2653ac0c on network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:02.992069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:02.992458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Checking segment: {'id': '6f0fb2e8-a20b-48a8-9947-8b987c4f616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:02.992868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:02.993322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Bound using segment: {'id': '6f0fb2e8-a20b-48a8-9947-8b987c4f616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:02.993791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Bound port: 952cbe91-3974-4616-b5c7-be2c2653ac0c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0fb2e8-a20b-48a8-9947-8b987c4f616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:02.994178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.110094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] For port 952cbe91-3974-4616-b5c7-be2c2653ac0c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:03.114751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] For port 952cbe91-3974-4616-b5c7-be2c2653ac0c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=952cbe91-3974-4616-b5c7-be2c2653ac0c,segment=NetworkSegment(6f0fb2e8-a20b-48a8-9947-8b987c4f616f),segment_id=6f0fb2e8-a20b-48a8-9947-8b987c4f616f)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:03.116431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.120682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.126130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.130492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.133982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4b8b6f30-52e7-42a9-a418-2562de0d6958 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:03.161137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.172822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4b8b6f30-52e7-42a9-a418-2562de0d6958 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:03.174177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4b8b6f30-52e7-42a9-a418-2562de0d6958 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2204001 Dec 09 09:33:03.177513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56790) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.180126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:03.180623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.215187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Pushing event updated for resources: {'Port': ['ID=952cbe91-3974-4616-b5c7-be2c2653ac0c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.218651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.280663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=1b9c35a6-499c-48a8-8b61-721f2cacc1f6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.288433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.309101 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.310725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13c4540a-020f-42a9-9974-2310bd0b225f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.321766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.324724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object 62ca625b-ec17-407f-8444-74227d8bb840 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:03.359573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.430616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.442736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-356912f9-5dc3-4fac-b87d-d565a81c05c8 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.472003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3e3675a2-0bb9-4061-b24a-9955ca5c64f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.520352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.556836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:03.561425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.563581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:03.567012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=62ca625b-ec17-407f-8444-74227d8bb840,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.569455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:03.573773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:03.574464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.575813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389202c-2f1f-4ee5-8c08-6171543dec59 None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:03.582881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.583262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a59cfdef-1d08-4f56-8941-b75667e1a017 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.591456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=d1de2db7-3e8f-45a8-9640-96e216426160,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.593689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.604956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178af63-297a-48dd-9c4c-5647a53052c0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.607812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.617239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.618436 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/1178af63-297a-48dd-9c4c-5647a53052c0 HTTP/1.1" status: 204 len: 168 time: 0.4400311 Dec 09 09:33:03.621665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.623248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.628755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56794) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.643202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2017f4b-cf6c-45ba-a1c1-01ea48a42595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:03.649966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5304394 Dec 09 09:33:03.650809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.801068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/d1de2db7-3e8f-45a8-9640-96e216426160 HTTP/1.1" status: 204 len: 168 time: 2.5821652 Dec 09 09:33:03.814994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56802) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.866603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f018c95-6b64-4de9-8b30-0f8869082ace,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:03.899247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.900895 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7510114 Dec 09 09:33:03.905758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:03.912926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.914621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:03.931569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '8f018c95-6b64-4de9-8b30-0f8869082ace', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:03.957449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 952cbe91-3974-4616-b5c7-be2c2653ac0c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:03.961696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:04.017736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 62ca625b-ec17-407f-8444-74227d8bb840 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:04.018299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.019976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:04.032370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:04.071875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0fa31ece-94f9-4a8b-a53c-83812e0ad76f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:04.073861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 952cbe91-3974-4616-b5c7-be2c2653ac0c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:04.131893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:04.179528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0fa31ece-94f9-4a8b-a53c-83812e0ad76f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:04.188112 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0fa31ece-94f9-4a8b-a53c-83812e0ad76f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5508738 Dec 09 09:33:04.200701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56810) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:04.232625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--592156965'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:04.255307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:04.256062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.398115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:04.407242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:04.452201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.457712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.470806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting subnet a429344b-5b47-488b-96a6-531c23690dd9 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:04.475142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.484307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:04.548626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.645655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 62ca625b-ec17-407f-8444-74227d8bb840 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:04.646055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f4c09-7676-423e-83f4-c057d45ce696 None None] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:04.699083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.719846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.894913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.928224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.928940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:04.937499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ade46d5d-acd5-41f5-9afe-be4b6d9b0c5c tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:04.994651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:04.997164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=62ca625b-ec17-407f-8444-74227d8bb840,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:05.000571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:05.010645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Provisioning for port 952cbe91-3974-4616-b5c7-be2c2653ac0c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:05.012048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.013538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:05.019154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Provisioning complete for port 952cbe91-3974-4616-b5c7-be2c2653ac0c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:05.019841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.022801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:05.027412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13c1b08f-eba3-4609-9f81-52d03ffa51cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:05.049335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:05.054908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.070404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/62ca625b-ec17-407f-8444-74227d8bb840 HTTP/1.1" status: 204 len: 168 time: 1.4157972 Dec 09 09:33:05.073889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56814) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.081674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba47fed-144c-41cf-a704-8cedbcd32666,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:05.093454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:05.144146 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2612ee24-31c9-47f3-98e1-77e087f8507e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:05.144577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2612ee24-31c9-47f3-98e1-77e087f8507e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:05.157967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2612ee24-31c9-47f3-98e1-77e087f8507e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/62ca625b-ec17-407f-8444-74227d8bb840 HTTP/1.1" status: 404 len: 333 time: 0.0821691 Dec 09 09:33:05.158183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56818) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.170595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.171805 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2524953 Dec 09 09:33:05.192508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.194581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56822) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.201248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.210699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f9a0daa-9ab3-437c-9866-a3b4b3debf80 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:05.237651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] For port 952cbe91-3974-4616-b5c7-be2c2653ac0c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=952cbe91-3974-4616-b5c7-be2c2653ac0c,segment=NetworkSegment(6f0fb2e8-a20b-48a8-9947-8b987c4f616f),segment_id=6f0fb2e8-a20b-48a8-9947-8b987c4f616f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:05.243390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.247970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:05.267512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=a429344b-5b47-488b-96a6-531c23690dd9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:05.272475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:05.274131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3f9259-ba40-44c2-859c-b342e21c8eb2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:33:05.274712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4f3f9259-ba40-44c2-859c-b342e21c8eb2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:05.285999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.290783 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/a429344b-5b47-488b-96a6-531c23690dd9 HTTP/1.1" status: 204 len: 168 time: 1.4726102 Dec 09 09:33:05.291863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.294793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa24d10-4a35-4a46-8181-dfa15a6e6490 None None] Network 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:05.332690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4f3f9259-ba40-44c2-859c-b342e21c8eb2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:05.337134 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4f3f9259-ba40-44c2-859c-b342e21c8eb2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/62ca625b-ec17-407f-8444-74227d8bb840 HTTP/1.1" status: 404 len: 333 time: 0.1767945 Dec 09 09:33:05.337986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56830) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.382036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 69f0f7fc-aded-4485-a704-6595fd5a7878 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:05.432869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.442745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.451175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.452505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Pushing event updated for resources: {'Port': ['ID=952cbe91-3974-4616-b5c7-be2c2653ac0c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:05.456162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:05.470646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6eac1db9-ea03-4ab7-a115-87f3f41d2831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:05.520096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 3c8a163f-43d4-4e2a-8cf2-20604e7114c9 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:05.524082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-60c6a9b5-c3c7-4b2c-96d1-107ee1ed58f2 None None] Provisioning complete for port 952cbe91-3974-4616-b5c7-be2c2653ac0c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:05.524464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60c6a9b5-c3c7-4b2c-96d1-107ee1ed58f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.527993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.542359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.637499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.663100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.707699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9cac4a30-35d0-4017-a27c-0bfbea359c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.719065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-60c6a9b5-c3c7-4b2c-96d1-107ee1ed58f2 None None] Provisioning complete for port b804d9a5-0a57-4891-9806-3486820b94d3 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:05.719566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60c6a9b5-c3c7-4b2c-96d1-107ee1ed58f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.734464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.752160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port b804d9a5-0a57-4891-9806-3486820b94d3 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:05.752978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.754096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.808593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.809823 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5936422 Dec 09 09:33:05.827910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 952cbe91-3974-4616-b5c7-be2c2653ac0c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:05.866678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280c7e7d-3ce4-4ced-922b-46c0e942c771,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:05.876425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] DHCP port deletion for 9e9d7498-eec9-4bb3-93a3-fbc384af3b25 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:05.887895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56834) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.900863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Deleting port b804d9a5-0a57-4891-9806-3486820b94d3 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:05.901868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:05.996037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:06.005091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '280c7e7d-3ce4-4ced-922b-46c0e942c771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:06.026792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-72cb8377-b0dc-4c34-8b5b-e3c1f4c1ed25 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:06.154486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:06.211997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:06.215802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 952cbe91-3974-4616-b5c7-be2c2653ac0c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:06.216266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.224614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:06.240454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:06.246286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:06.251976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b804d9a5-0a57-4891-9806-3486820b94d3,segment=NetworkSegment(5922b682-b9b1-4d11-8715-e222c0f1316f),segment_id=5922b682-b9b1-4d11-8715-e222c0f1316f)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:06.252627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.254642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:06.265473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.268351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:06.269688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] Sync routers for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:06.272576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.293592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:06.301017 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8578942 Dec 09 09:33:06.304197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.307128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56838) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.308374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2ba47fed-144c-41cf-a704-8cedbcd32666 HTTP/1.1" status: 204 len: 168 time: 1.1114640 Dec 09 09:33:06.316417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56840) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.322534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ba47fed-144c-41cf-a704-8cedbcd32666,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:06.347497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:06.362072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-54f0d25f-232d-4879-ac42-15c2b28defa0 None None] Could not find standard attr ID for object 62ca625b-ec17-407f-8444-74227d8bb840. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:33:06.397863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] For port b804d9a5-0a57-4891-9806-3486820b94d3, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b804d9a5-0a57-4891-9806-3486820b94d3,segment=NetworkSegment(5922b682-b9b1-4d11-8715-e222c0f1316f),segment_id=5922b682-b9b1-4d11-8715-e222c0f1316f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:06.398284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.420062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:06.421383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:06.432847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.469659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for b804d9a5-0a57-4891-9806-3486820b94d3 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:06.498474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-02db1953-342d-4cf6-9407-695381022868 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:06.547847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-36b46f00-b402-47c0-9c05-71663c07b7ec tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:06.569630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-02db1953-342d-4cf6-9407-695381022868 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:06.572315 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-02db1953-342d-4cf6-9407-695381022868 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=69f0f7fc-aded-4485-a704-6595fd5a7878 HTTP/1.1" status: 200 len: 205 time: 0.2640326 Dec 09 09:33:06.581182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56846) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.590497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:06.599285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Calling delete_port for b804d9a5-0a57-4891-9806-3486820b94d3 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:06.616792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.628512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.640907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-36b46f00-b402-47c0-9c05-71663c07b7ec tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:06.646987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-36b46f00-b402-47c0-9c05-71663c07b7ec tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3246908 Dec 09 09:33:06.646987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.651929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56850) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.652746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:06.726825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.733715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98e0979a-df36-44eb-be62-4cf2672fdddb tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:06.758107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf30fcf-c851-42de-8c48-d17b4626999f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:06.761597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] Routers {'69f0f7fc-aded-4485-a704-6595fd5a7878'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:06.762172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['69f0f7fc-aded-4485-a704-6595fd5a7878'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:06.764411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.792598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No DVR routers for this DVR port b804d9a5-0a57-4891-9806-3486820b94d3 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:06.798252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8a163f-43d4-4e2a-8cf2-20604e7114c9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:06.803539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:06.829890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.876636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:06.877043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4283a-3883-4de8-9051-d2bc0a6e4568 None None] The sync data for ids ['69f0f7fc-aded-4485-a704-6595fd5a7878'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:06.878371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.881637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:06.883449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:06.883999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:06.892568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0c63fa8-0a2c-42ac-86cd-7467e11b3e78 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:06.903676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:06.910690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9845436 Dec 09 09:33:06.924313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56854) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.950314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536a79a-b69b-4bfe-bbab-097ab7d1259e None None] Network 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:06.983918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.011799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '280c7e7d-3ce4-4ced-922b-46c0e942c771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:07.018522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.030447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/3c8a163f-43d4-4e2a-8cf2-20604e7114c9 HTTP/1.1" status: 204 len: 168 time: 1.6854167 Dec 09 09:33:07.030447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Port': ['ID=b804d9a5-0a57-4891-9806-3486820b94d3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:07.040271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:07.040949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:07.042968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56858) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:07.071341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:07.081699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:07.084149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.137610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:07.226567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.227628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] DHCP port deletion for 65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:07.235564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Deleting port 952cbe91-3974-4616-b5c7-be2c2653ac0c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:07.235989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.239831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.330792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.332571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.373484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02493dd8-ec5f-4ae6-8ed8-5de6a584a44b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:07.420405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9d7498-eec9-4bb3-93a3-fbc384af3b25']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:07.420652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Deleting port b804d9a5-0a57-4891-9806-3486820b94d3 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:07.420810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.452668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5922b682-b9b1-4d11-8715-e222c0f1316f') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:07.452957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5922b682-b9b1-4d11-8715-e222c0f1316f') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:07.480025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.488756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 952cbe91-3974-4616-b5c7-be2c2653ac0c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:07.489163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.504421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f018c95-6b64-4de9-8b30-0f8869082ace,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:07.505497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3f1112bf-b674-425e-9841-70cc5120191a None None] The port 'b804d9a5-0a57-4891-9806-3486820b94d3' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:07.515115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:07.527905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] For port 952cbe91-3974-4616-b5c7-be2c2653ac0c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=952cbe91-3974-4616-b5c7-be2c2653ac0c,segment=NetworkSegment(6f0fb2e8-a20b-48a8-9947-8b987c4f616f),segment_id=6f0fb2e8-a20b-48a8-9947-8b987c4f616f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:07.527905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.564713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.568495 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f018c95-6b64-4de9-8b30-0f8869082ace HTTP/1.1" status: 204 len: 168 time: 0.9058812 Dec 09 09:33:07.569395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56862) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:07.689941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Calling delete_port for 952cbe91-3974-4616-b5c7-be2c2653ac0c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:07.774443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.785626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1e4b713f-e185-4515-acd7-d5fe03b78929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:07.799026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.804148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.824921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a52d545a-9cc0-4119-b82e-6ef9ca34bc28 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:07.829163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:07.829674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:07.846129 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:07.858497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b804d9a5-0a57-4891-9806-3486820b94d3 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:07.865726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a52d545a-9cc0-4119-b82e-6ef9ca34bc28 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:07.871275 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a52d545a-9cc0-4119-b82e-6ef9ca34bc28 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2965353 Dec 09 09:33:07.871457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.871813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56866) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:07.888324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] The port '952cbe91-3974-4616-b5c7-be2c2653ac0c' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:07.889759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059937794'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:07.891476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Pushing event deleted for resources: {'Port': ['ID=952cbe91-3974-4616-b5c7-be2c2653ac0c,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:07.896572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:07.899678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] No DVR routers for this DVR port 952cbe91-3974-4616-b5c7-be2c2653ac0c on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:07.903023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:07.904005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b804d9a5-0a57-4891-9806-3486820b94d3 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:07.904517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b804d9a5-0a57-4891-9806-3486820b94d3 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:07.905744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 952cbe91-3974-4616-b5c7-be2c2653ac0c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:07.919024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:07.951791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 952cbe91-3974-4616-b5c7-be2c2653ac0c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:07.952271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 952cbe91-3974-4616-b5c7-be2c2653ac0c not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:07.954275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:07.991651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.025666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:08.028333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:08.029283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.029447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:08.039697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:08.046401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:08.051652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:08.053659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:08.123037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.143180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.152276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.157515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.157986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 69f0f7fc-aded-4485-a704-6595fd5a7878 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:08.159287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b715849-0a4e-41b1-9f48-91b83f1feac6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:08.179773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:08.180299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-606fcf90-38a7-41e9-a57e-f2e89bdee380 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:08.189267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.220556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:08.230789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=9e9d7498-eec9-4bb3-93a3-fbc384af3b25,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:08.235524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:08.239172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.240290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e23e3a73-dc10-463d-8715-118b4a67feab tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878 HTTP/1.1" status: 204 len: 168 time: 1.6572671 Dec 09 09:33:08.243965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/9e9d7498-eec9-4bb3-93a3-fbc384af3b25 HTTP/1.1" status: 204 len: 168 time: 2.9472654 Dec 09 09:33:08.244336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.246179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3080802 Dec 09 09:33:08.246876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56870) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.247195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56872) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.249967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0fb2e8-a20b-48a8-9947-8b987c4f616f') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:08.249967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0fb2e8-a20b-48a8-9947-8b987c4f616f') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:08.258340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56874) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.268198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '280c7e7d-3ce4-4ced-922b-46c0e942c771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:08.325798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.336100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.337951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.346149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d3af5b3-ecd0-4563-b064-e06398551912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:08.347803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:08.360060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-759032d9-faea-494f-b12f-20478bc6a714 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.360493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759032d9-faea-494f-b12f-20478bc6a714 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.364460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-759032d9-faea-494f-b12f-20478bc6a714 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/b663523b-67c0-428f-84b8-e9b2b1405b88 HTTP/1.1" status: 404 len: 337 time: 0.1047833 Dec 09 09:33:08.366556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:08.368878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.380942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:08.389938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.396146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:08.405112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:08.405514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:08.422320 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:08.497983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af04ed3-1cb5-400c-a80b-de876ae6503c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.498423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af04ed3-1cb5-400c-a80b-de876ae6503c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.501679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844b0016-f640-4675-a6e8-4c9ce8704546,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:08.509801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:08.525174 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3af04ed3-1cb5-400c-a80b-de876ae6503c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/345868ad-fae5-461d-8b93-a3b206bf4590 HTTP/1.1" status: 404 len: 339 time: 0.1481018 Dec 09 09:33:08.525757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.529651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56886) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.533043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.533241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6606395 Dec 09 09:33:08.538133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56890) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.574722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '844b0016-f640-4675-a6e8-4c9ce8704546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:08.586488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:08.598024 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-50960fb1-935b-498a-8e7c-5d43e737bc23 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.598460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50960fb1-935b-498a-8e7c-5d43e737bc23 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.600121 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-50960fb1-935b-498a-8e7c-5d43e737bc23 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/324c98af-96ae-4d3b-970c-cca2fecd85e8 HTTP/1.1" status: 404 len: 337 time: 0.0692933 Dec 09 09:33:08.601970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:08.602973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.605776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56894) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.606660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:08.612288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:08.614616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4cd806da-c420-4741-8711-f6e87bc34b5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:08.626654 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:08.630978 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9031930 Dec 09 09:33:08.640278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.646141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:08.646894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:08.648006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:08.649329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56898) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.663458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:08.663723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bc5917-e35b-4859-a276-45f6a478b3d3 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.663723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bc5917-e35b-4859-a276-45f6a478b3d3 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.665346 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-97bc5917-e35b-4859-a276-45f6a478b3d3 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/22f7a176-eed0-467f-bce7-de6bdc0157aa HTTP/1.1" status: 404 len: 339 time: 0.0555601 Dec 09 09:33:08.668717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56902) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.699253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:08.700660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/65464fbf-4c05-4fb9-ad8f-9e5dba1c6bda HTTP/1.1" status: 204 len: 168 time: 1.6552422 Dec 09 09:33:08.709325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56906) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.729972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903021935'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:08.733598 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d991fec-279c-4168-9dc4-0f473e94419f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.734215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d991fec-279c-4168-9dc4-0f473e94419f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.738055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5d991fec-279c-4168-9dc4-0f473e94419f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/f8ff1777-6835-40e4-b057-3b563608456c HTTP/1.1" status: 404 len: 337 time: 0.0658181 Dec 09 09:33:08.739786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56910) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.741846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:08.745974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.758790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet 29e64ae1-b0be-43db-a26d-8bc79de6301c {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:08.765938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.775279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:08.786174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:08.804034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:08.806329 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-50230400-bb8d-477d-ad60-482edf1ef5b8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:08.806762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50230400-bb8d-477d-ad60-482edf1ef5b8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:08.811491 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-50230400-bb8d-477d-ad60-482edf1ef5b8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/89f4cd01-85de-4517-802f-325cd21243e1 HTTP/1.1" status: 404 len: 339 time: 0.0696650 Dec 09 09:33:08.815553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56914) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.817368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:08.825730 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/71746791-c1fd-46ef-a4fd-dfbd17cb4a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2728736 Dec 09 09:33:08.830290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Sync routers for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:08.835783 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:08.840605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56918) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.852231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:08.853079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:08.883874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:08.888372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.901518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.962613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.978300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:08.985850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:09.001610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.028087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.040918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.052196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.052541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment 36cf90b6-2f82-4089-934e-ffd9d78978e7 of type vlan for network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 Dec 09 09:33:09.053642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.091662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58fd441-1a4c-4093-ae24-896e0347b2f8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:09.129656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:09.180816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:09.252287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1313aa92-8a5b-4ff6-ad10-46ac472d19ea,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:09.259508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:09.318698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.327414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting subnet 27b477aa-8d41-47c5-bb70-010da84f1e91 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:09.331041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.332237 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7944515 Dec 09 09:33:09.334434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.342248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 81550269-6adb-4111-ab90-209f748ceccd {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:09.344996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56922) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.354086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.356097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0924599 Dec 09 09:33:09.356501 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:05Z', 'revision_number': 10, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:09.357402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.361578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:09.363442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56926) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.376437 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:09.376928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '280c7e7d-3ce4-4ced-922b-46c0e942c771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:09.377190 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:09.390059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:09.402544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '844b0016-f640-4675-a6e8-4c9ce8704546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:09.413178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:09.413372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:09.428183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:09.433563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:09.440462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:09.441630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:09.446145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.455401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:09.462854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.488350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.492080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:09.492663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.500954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.510137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:33:03Z', 'revision_number': 7, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:09.515351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Checking router: 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:09.529632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.532707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Routers {'71746791-c1fd-46ef-a4fd-dfbd17cb4a82'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:09.533718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:09.622280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.627952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.633057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 0a930e9b-8aa2-4804-a98e-c20aa2b9b235 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:09.635951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:09.649075 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9334216 Dec 09 09:33:09.655481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=95c2b907-6f5b-41b5-9646-eb5e04e2d7d1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:09.661838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56930) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.662763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.670345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:09.672283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:09.714608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:09.727536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.778642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.826969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.852222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.866408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47b2bd14-be9c-4c9f-8350-3047953dde40 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.868029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-347e9081-7ca5-4659-855f-ef23b179c082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.892543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.906930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.922149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80e54f8-36eb-4386-8533-1974274c6f8c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:09.926678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:09.927420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e37fa906-0c6c-45ed-971c-db0e5f19f08e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:09.927570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] Set router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:09.969286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:09.970394 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6048558 Dec 09 09:33:09.973591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=27b477aa-8d41-47c5-bb70-010da84f1e91,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:09.976590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:09.977416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56934) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.988787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '280c7e7d-3ce4-4ced-922b-46c0e942c771', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:10.004915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=29e64ae1-b0be-43db-a26d-8bc79de6301c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.007324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.014028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ce5bc-2060-4de2-b74a-ee89cfd164dd None None] Network 2254c8d0-39cb-4c01-b55e-2b2d99a6345f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:10.018881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.023096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.025431 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/27b477aa-8d41-47c5-bb70-010da84f1e91 HTTP/1.1" status: 204 len: 168 time: 1.2059150 Dec 09 09:33:10.026968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:10.029593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56938) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.035837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:10.039622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:10.051011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:10.075525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.081869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525f9e6-6142-4d66-ac48-32d3bebe33f4 None None] Network da03ec1d-8a91-4a6a-b860-92782a451d9d requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:10.095404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:10.103413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.134578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:05Z', 'revision_number': 10, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:10.139658 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb2dc-c095-4bac-ab92-fe040a0faa7e None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:05Z', 'revision_number': 10, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None, '_interfaces': [{'id': '09e427f1-4e31-424f-81bf-579829e9ac06', 'name': '', 'network_id': '2330bf89-8478-46a8-a517-23d2f4297565', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'mac_address': 'fa:16:3e:e9:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:31:30Z', 'updated_at': '2021-12-09T09:31:42Z', 'revision_number': 5, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'subnets': [{'id': '831d29f3-a655-4e3f-ac19-53148703de7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:10.142902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/29e64ae1-b0be-43db-a26d-8bc79de6301c HTTP/1.1" status: 204 len: 168 time: 1.8844011 Dec 09 09:33:10.148526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.153583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56942) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.156678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:10.164094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:10.176107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.185592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.217871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a02e6458-59a6-4008-990e-b69f0a8f6a6a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.237743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e021db4-6230-44b1-a132-6ed6f0d2f149,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.241083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.241782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.246290 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2620678 Dec 09 09:33:10.246527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56946) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.253297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.272408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:10.284285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.296139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-df1e8310-ffc5-4592-8384-4d604c310b19 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.300754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.330317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.332919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b6aad8ba-93db-4449-a4da-c025bce432d9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.355794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e021db4-6230-44b1-a132-6ed6f0d2f149,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.358567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129a9399-d8c2-44cb-93f0-3b406ee4aefc,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.359490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.361038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.364322 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9e021db4-6230-44b1-a132-6ed6f0d2f149 HTTP/1.1" status: 204 len: 168 time: 0.1167819 Dec 09 09:33:10.366441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56950) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.373738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.397712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.400642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:10.424359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-47e33c39-44a7-40c1-bc9b-91f241f66942 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:10.430330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.435047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0795343 Dec 09 09:33:10.437094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56954) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.446084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '844b0016-f640-4675-a6e8-4c9ce8704546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:10.456197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:10.459620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-47e33c39-44a7-40c1-bc9b-91f241f66942 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:10.464558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-47e33c39-44a7-40c1-bc9b-91f241f66942 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0970385 Dec 09 09:33:10.466639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56958) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.470036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:10.483141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:10.493309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:10.516518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.534045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.543698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.598862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.618366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.620123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.622394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.644178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet ac6acfa9-798e-4686-be07-1f00041c3b86 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:10.655679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a80e54f8-36eb-4386-8533-1974274c6f8c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.658825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.660772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.661274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.668576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.670008 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7d08344b-b841-4f8e-8d92-b595d9081738 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a80e54f8-36eb-4386-8533-1974274c6f8c HTTP/1.1" status: 204 len: 168 time: 0.2023642 Dec 09 09:33:10.681072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56962) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.704728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:33:03Z', 'revision_number': 7, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:10.708518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] DHCP port deletion for 2254c8d0-39cb-4c01-b55e-2b2d99a6345f request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:10.710633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbce778-eb56-4d69-86bd-d3acdbad233b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.717229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.722658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Deleting port d5431be2-4ad2-4e2e-a925-851e98e69f49 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:10.723238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.729237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.733247 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2924242 Dec 09 09:33:10.736906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.743140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.748587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56966) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.758031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ad20454-0b68-49a6-8f27-401a3aa2e601 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:10.758586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2cd8-4c0e-4eef-9b41-170cfba3cf2f None None] The sync data for ids ['71746791-c1fd-46ef-a4fd-dfbd17cb4a82'] in dv-neutron-821175-1-hyperv is: [{'id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'name': 'tempest-TestNetworkBasicOps-router-846776563', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '5f777abb-8463-415a-b651-cbf24c98e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:35Z', 'updated_at': '2021-12-09T09:33:03Z', 'revision_number': 7, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '5f777abb-8463-415a-b651-cbf24c98e778', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71746791-c1fd-46ef-a4fd-dfbd17cb4a82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:38Z', 'updated_at': '2021-12-09T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:10.768644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '844b0016-f640-4675-a6e8-4c9ce8704546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:10.775247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:10.784965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:10.788702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] DHCP port deletion for da03ec1d-8a91-4a6a-b860-92782a451d9d request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:10.788856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:10.796632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8c98eab5-245e-4651-8571-ca6c6b9162d6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:10.803677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:10.804127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Deleting port 6d7df8de-0cf8-46f3-a989-20310e50f36d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:10.804626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.827138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.840455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8ad20454-0b68-49a6-8f27-401a3aa2e601 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:10.842457 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8ad20454-0b68-49a6-8f27-401a3aa2e601 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1600990 Dec 09 09:33:10.845936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56970) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.855054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port d5431be2-4ad2-4e2e-a925-851e98e69f49 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:10.855632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.903883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=81550269-6adb-4111-ab90-209f748ceccd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:10.910896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.926172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.926565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:10.944913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.951730 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/81550269-6adb-4111-ab90-209f748ceccd HTTP/1.1" status: 204 len: 168 time: 2.2958481 Dec 09 09:33:10.952780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56974) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.955169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.958980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:10.973300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a826e7-7663-4b92-9f19-9ceb03761e2b None None] Network ee2d5750-5b22-4468-9826-d7bb65283c05 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:10.982048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.068847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.071992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a886013e-7354-4435-977c-dfed654c4ba2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:11.081249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.114771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.150263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port a68fffb0-6292-44cc-86af-30b4c0756790 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:11.150782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.179126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1f53ee-3a96-498b-a3b3-7a81496fc59c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:11.189749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:11.189888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.191169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d58fd441-1a4c-4093-ae24-896e0347b2f8 HTTP/1.1" status: 204 len: 168 time: 0.3444469 Dec 09 09:33:11.192113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f950b9e0-699f-49fa-af55-9db9731247c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:11.209066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56978) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:11.210244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d58fd441-1a4c-4093-ae24-896e0347b2f8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:11.214813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:11.221576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.222955 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4615369 Dec 09 09:33:11.261238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56982) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:11.272928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '844b0016-f640-4675-a6e8-4c9ce8704546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:11.324156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a48f6447-e691-44fc-81d7-6d94d3021031 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:11.327851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:11.341482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.358130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fbd44c47-4709-42b5-bd95-15a8f38de998 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:11.361928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:11.368988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:11.387328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:11.406931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a48f6447-e691-44fc-81d7-6d94d3021031 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:11.408295 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a48f6447-e691-44fc-81d7-6d94d3021031 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1958921 Dec 09 09:33:11.419955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56986) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:11.423862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] For port d5431be2-4ad2-4e2e-a925-851e98e69f49, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d5431be2-4ad2-4e2e-a925-851e98e69f49,segment=NetworkSegment(566c60cf-a395-49a4-a2f3-a7bfdcbb33b0),segment_id=566c60cf-a395-49a4-a2f3-a7bfdcbb33b0)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:11.424305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.433266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=0a930e9b-8aa2-4804-a98e-c20aa2b9b235,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:11.441777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:11.486221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.499562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.517763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179aa7d-d718-49cd-9fca-3e38ed54d343 None None] Network db2a941c-644f-4952-8a92-252b0e1281ca requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:11.535362 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/0a930e9b-8aa2-4804-a98e-c20aa2b9b235 HTTP/1.1" status: 204 len: 168 time: 2.6912956 Dec 09 09:33:11.536234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 56990) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:11.541622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.554223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.569612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.596229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] For port 6d7df8de-0cf8-46f3-a989-20310e50f36d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6d7df8de-0cf8-46f3-a989-20310e50f36d,segment=NetworkSegment(4d905545-18f7-4b24-b990-9c0faf686689),segment_id=4d905545-18f7-4b24-b990-9c0faf686689)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:11.596499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.611344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Calling delete_port for d5431be2-4ad2-4e2e-a925-851e98e69f49 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:11.622253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port a68fffb0-6292-44cc-86af-30b4c0756790, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a68fffb0-6292-44cc-86af-30b4c0756790,segment=NetworkSegment(7e73f516-5ee7-4252-ad58-5b22f5bee7b1),segment_id=7e73f516-5ee7-4252-ad58-5b22f5bee7b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:11.622621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.719716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port d5431be2-4ad2-4e2e-a925-851e98e69f49, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d5431be2-4ad2-4e2e-a925-851e98e69f49,segment=NetworkSegment(566c60cf-a395-49a4-a2f3-a7bfdcbb33b0),segment_id=566c60cf-a395-49a4-a2f3-a7bfdcbb33b0)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:11.720102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.757586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for a68fffb0-6292-44cc-86af-30b4c0756790 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:11.798206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.804477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dad43cb0-46cf-4840-a9bc-2975afd97dca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:11.834662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b715849-0a4e-41b1-9f48-91b83f1feac6,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:11.841394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Calling delete_port for 6d7df8de-0cf8-46f3-a989-20310e50f36d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:11.850323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:11.856566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.871260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.871686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6d7df8de-0cf8-46f3-a989-20310e50f36d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:11.872430 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8b715849-0a4e-41b1-9f48-91b83f1feac6 HTTP/1.1" status: 204 len: 168 time: 0.4512606 Dec 09 09:33:11.873165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.875546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d7028c86-a904-4c84-89a1-8a40f30d1b79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:11.881132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56994) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:11.883004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for d5431be2-4ad2-4e2e-a925-851e98e69f49 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:11.924718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eba983-55e4-42fe-bcbd-246f636cf189,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:11.928660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:11.935748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:11.944551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a36cd4fe-5dc8-43cd-9cee-dfb27c52aa03 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.004332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.005509 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7397544 Dec 09 09:33:12.006656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=a68fffb0-6292-44cc-86af-30b4c0756790,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.011226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 56998) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.012192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.019293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No DVR routers for this DVR port a68fffb0-6292-44cc-86af-30b4c0756790 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:12.025094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.032741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6414ec3c-ca97-4aa2-b6ca-835e1a2898ea tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.062297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.083389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6acfa9-798e-4686-be07-1f00041c3b86,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.093402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 09:33:12.093402 dv-neutron-821175-1-hyperv neutron-server[83488]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 09 09:33:12.093402 dv-neutron-821175-1-hyperv neutron-server[83488]: [parameters: {'port_id': 'd5431be2-4ad2-4e2e-a925-851e98e69f49', 'host': 'dv-neutron-821175-1-hyperv'}] Dec 09 09:33:12.093402 dv-neutron-821175-1-hyperv neutron-server[83488]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:12.095740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:12.103161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151319c-abfb-42e3-a369-4e42c0032de3 None None] DHCP port deletion for ee2d5750-5b22-4468-9826-d7bb65283c05 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:12.110189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.114822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4279f273-669e-40ec-a83f-86fb1a0ba84a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.179013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.188290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-86a1c2a2-625c-4265-9571-9fe60a91e5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.197505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eab80f70-b286-46bc-8bb0-feafcdad043d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:12.225448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Port 6d7df8de-0cf8-46f3-a989-20310e50f36d update to DOWN by agent not found {{(pid=83488) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 09 09:33:12.225909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d5431be2-4ad2-4e2e-a925-851e98e69f49 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:12.227005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.236331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.269409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588ed4d-fab8-48ea-93da-6b15b6f1001f None None] Network 5973a9df-4184-4692-ac86-280fe6979b20 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:12.292050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.293373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Pushing event deleted for resources: {'Port': ['ID=6d7df8de-0cf8-46f3-a989-20310e50f36d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.296293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.310139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/ac6acfa9-798e-4686-be07-1f00041c3b86 HTTP/1.1" status: 204 len: 168 time: 2.1448936 Dec 09 09:33:12.310346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: d5431be2-4ad2-4e2e-a925-851e98e69f49 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:12.310346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d5431be2-4ad2-4e2e-a925-851e98e69f49 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:12.313268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57002) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.313414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:12.315419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No DVR routers for this DVR port d5431be2-4ad2-4e2e-a925-851e98e69f49 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:12.321434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.350997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eab80f70-b286-46bc-8bb0-feafcdad043d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:12.355703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] No DVR routers for this DVR port 6d7df8de-0cf8-46f3-a989-20310e50f36d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:12.355902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eab80f70-b286-46bc-8bb0-feafcdad043d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4658735 Dec 09 09:33:12.355902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.357399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=1ed07b50-11f6-4e16-8548-e3bd764b4d6c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.367707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57006) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.371674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.383830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.396467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2d5750-5b22-4468-9826-d7bb65283c05']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.418023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:12.418383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b9c35a6-499c-48a8-8b61-721f2cacc1f6 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:12.418824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:12.431941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': '36cf90b6-2f82-4089-934e-ffd9d78978e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:12.432308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:12.471940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e73f516-5ee7-4252-ad58-5b22f5bee7b1') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.471940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e73f516-5ee7-4252-ad58-5b22f5bee7b1') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.472252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Port': ['ID=d5431be2-4ad2-4e2e-a925-851e98e69f49,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.473171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.474320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:12.475344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c92eb3d8-6d00-475f-bca1-f1cbdd43fbd1 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:12.498329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.511789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.516408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f80619c6-c9c2-42a2-8284-6e23924c7eca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.530916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.542740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.547083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11eba983-55e4-42fe-bcbd-246f636cf189,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.555304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.556129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.560639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/11eba983-55e4-42fe-bcbd-246f636cf189 HTTP/1.1" status: 204 len: 168 time: 0.5439746 Dec 09 09:33:12.560639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:12.560639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.565543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57010) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:12.575692 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:12.595054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.595340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] DHCP port deletion for db2a941c-644f-4952-8a92-252b0e1281ca request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:12.603052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Deleting port d5431be2-4ad2-4e2e-a925-851e98e69f49 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:12.603506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.609280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.638429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.639262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Deleting port b24c473e-3eab-4c1a-a16d-76d8f281152d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:12.639796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.657810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2254c8d0-39cb-4c01-b55e-2b2d99a6345f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.683383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.683675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566c60cf-a395-49a4-a2f3-a7bfdcbb33b0') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.702587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:12.711648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.742242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.750079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.757147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.773256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7014ecec-3996-4bba-a7d7-b1022e258276 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.786009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9231492a-8991-4777-9926-21b5b0d2ffa6 None None] The port 'd5431be2-4ad2-4e2e-a925-851e98e69f49' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:12.790585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.803335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=ee2d5750-5b22-4468-9826-d7bb65283c05,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.805931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.807821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.810387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:12.817431 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/ee2d5750-5b22-4468-9826-d7bb65283c05 HTTP/1.1" status: 204 len: 168 time: 1.8619025 Dec 09 09:33:12.818522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.821505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57014) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.825730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:12.840917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-57a3a218-98ff-4a10-8881-3fdd447d19d3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:12.850044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:12.850668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.851707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f0c56-af48-4685-8ce6-c8aba8d37111 None None] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:12.871127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:12.871617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:12.875044 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:12.884952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecf30fcf-c851-42de-8c48-d17b4626999f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:12.900558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:12.954632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da03ec1d-8a91-4a6a-b860-92782a451d9d']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.957686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:12.958998 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ecf30fcf-c851-42de-8c48-d17b4626999f HTTP/1.1" status: 204 len: 168 time: 0.5891101 Dec 09 09:33:12.970092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57018) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.985848 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2891049 Dec 09 09:33:12.988798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57022) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.990265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d905545-18f7-4b24-b990-9c0faf686689') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.990562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d905545-18f7-4b24-b990-9c0faf686689') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:12.996825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1034766789'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:13.014878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.015677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-57a3a218-98ff-4a10-8881-3fdd447d19d3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:13.019899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-57a3a218-98ff-4a10-8881-3fdd447d19d3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4470711 Dec 09 09:33:13.021581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57026) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.028147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.061512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.094815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:13.095207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:13.115444 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:13.134198 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-525b61ce-ba67-41fb-ba5a-72cef8ed2d63 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1620011 Dec 09 09:33:13.139397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57030) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.140858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] DHCP port deletion for 5973a9df-4184-4692-ac86-280fe6979b20 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:13.141769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.204418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Deleting port f92544ab-5882-4e40-a4ec-d7bc9c63a309 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:13.204887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.215194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4dae7f97-1811-4af2-8879-05a936ce890d tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:13.231136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.236741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.254796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=2254c8d0-39cb-4c01-b55e-2b2d99a6345f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:13.264063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.267297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:13.279734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:13.280474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] For port b24c473e-3eab-4c1a-a16d-76d8f281152d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b24c473e-3eab-4c1a-a16d-76d8f281152d,segment=NetworkSegment(6402655e-d460-44ec-9420-9f9e13efcf4e),segment_id=6402655e-d460-44ec-9420-9f9e13efcf4e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:13.280984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.281668 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/2254c8d0-39cb-4c01-b55e-2b2d99a6345f HTTP/1.1" status: 204 len: 168 time: 3.2451828 Dec 09 09:33:13.285290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57034) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.294980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.323585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=da03ec1d-8a91-4a6a-b860-92782a451d9d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:13.328945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:13.330648 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/da03ec1d-8a91-4a6a-b860-92782a451d9d HTTP/1.1" status: 204 len: 168 time: 1.0168576 Dec 09 09:33:13.339718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57036) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.389907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.396535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:13.408119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.412033 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9e1f53ee-3a96-498b-a3b3-7a81496fc59c HTTP/1.1" status: 204 len: 168 time: 0.3859863 Dec 09 09:33:13.422955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57042) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.439055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5412d735-eeaa-4ef5-88d9-cab4cf57eb45 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:13.439493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5412d735-eeaa-4ef5-88d9-cab4cf57eb45 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:13.445163 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5412d735-eeaa-4ef5-88d9-cab4cf57eb45 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/bfc541c6-e205-4366-8411-36df5671fa55 HTTP/1.1" status: 404 len: 337 time: 0.1076901 Dec 09 09:33:13.464970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57046) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.474620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1f53ee-3a96-498b-a3b3-7a81496fc59c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:13.475182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Calling delete_port for b24c473e-3eab-4c1a-a16d-76d8f281152d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:13.488243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:13.493105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.528250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.547667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-95c2b907-6f5b-41b5-9646-eb5e04e2d7d1', 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': '1ed07b50-11f6-4e16-8548-e3bd764b4d6c'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:13.547956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.563665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:13.583497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f899208-ebe7-4e49-af9b-1d240cfdfb63 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:13.583956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f899208-ebe7-4e49-af9b-1d240cfdfb63 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:13.587882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7f899208-ebe7-4e49-af9b-1d240cfdfb63 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/96d16684-3575-4d04-8c13-ba8e746b87ef HTTP/1.1" status: 404 len: 339 time: 0.1196899 Dec 09 09:33:13.590602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57050) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.602381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:13.619288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.632776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.641070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:13.641291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-87da74ff-6c6c-4866-a57a-9ecc86f3e4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:13.643561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.663834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a521a96a-c0c6-4ded-aa9e-e21b7e264a9b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2385385 Dec 09 09:33:13.668787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57054) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.673585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280c7e7d-3ce4-4ced-922b-46c0e942c771,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:13.680644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:13.688046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port b27647d1-e477-4151-bd0c-4848e4e505a1 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:13.696897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.726166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f92544ab-5882-4e40-a4ec-d7bc9c63a309 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:13.726505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.769794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.775708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] For port f92544ab-5882-4e40-a4ec-d7bc9c63a309, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f92544ab-5882-4e40-a4ec-d7bc9c63a309,segment=NetworkSegment(9aacc6b3-d3ee-4349-ae7c-705f83630aee),segment_id=9aacc6b3-d3ee-4349-ae7c-705f83630aee)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:13.777053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.787864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:13.834184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f92544ab-5882-4e40-a4ec-d7bc9c63a309 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:13.872531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.936958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Pushing event deleted for resources: {'Port': ['ID=b24c473e-3eab-4c1a-a16d-76d8f281152d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:13.948953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 5f777abb-8463-415a-b651-cbf24c98e778 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:13.949402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.972228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.983296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:13.997207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:14.004731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.005285 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/280c7e7d-3ce4-4ced-922b-46c0e942c771 HTTP/1.1" status: 204 len: 168 time: 0.8580775 Dec 09 09:33:14.009526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Calling delete_port for f92544ab-5882-4e40-a4ec-d7bc9c63a309 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:14.010680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57058) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.058356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.062339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:14.063170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] No DVR routers for this DVR port b24c473e-3eab-4c1a-a16d-76d8f281152d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:14.099602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::42 (95c2b907-6f5b-41b5-9646-eb5e04e2d7d1/1ed07b50-11f6-4e16-8548-e3bd764b4d6c/b27647d1-e477-4151-bd0c-4848e4e505a1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:14.099858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efbce778-eb56-4d69-86bd-d3acdbad233b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:14.107529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:14.127610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.128733 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/efbce778-eb56-4d69-86bd-d3acdbad233b HTTP/1.1" status: 204 len: 168 time: 0.4567821 Dec 09 09:33:14.131669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57062) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.164415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.170206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9e544a2b-317b-43aa-93d2-1dd308c229cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:14.175743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting subnet 33c4926b-b26d-462d-9010-561108054c63 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:14.180461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.205413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.228364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Pushing event deleted for resources: {'Port': ['ID=f92544ab-5882-4e40-a4ec-d7bc9c63a309,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:14.233690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:14.240110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] No DVR routers for this DVR port f92544ab-5882-4e40-a4ec-d7bc9c63a309 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:14.274869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.293040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b24c473e-3eab-4c1a-a16d-76d8f281152d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:14.321090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e428112f-6ebc-439e-898d-4327666486ca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:14.325578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b24c473e-3eab-4c1a-a16d-76d8f281152d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:14.325578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b24c473e-3eab-4c1a-a16d-76d8f281152d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:14.326027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a68fffb0-6292-44cc-86af-30b4c0756790 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:14.336840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port f92544ab-5882-4e40-a4ec-d7bc9c63a309, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f92544ab-5882-4e40-a4ec-d7bc9c63a309,segment=NetworkSegment(9aacc6b3-d3ee-4349-ae7c-705f83630aee),segment_id=9aacc6b3-d3ee-4349-ae7c-705f83630aee)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:14.337149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.358406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a68fffb0-6292-44cc-86af-30b4c0756790 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:14.358754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a68fffb0-6292-44cc-86af-30b4c0756790 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:14.397752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e428112f-6ebc-439e-898d-4327666486ca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:14.399032 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e428112f-6ebc-439e-898d-4327666486ca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2661574 Dec 09 09:33:14.402714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.481794 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7080d6f3-2dde-44d6-b363-c0a9c89d6bdb tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4640837 Dec 09 09:33:14.487922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for f92544ab-5882-4e40-a4ec-d7bc9c63a309 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:14.497733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57070) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.511345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026663158'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:14.529472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.536231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:14.569263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.578334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:14.583154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:14.598026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.607210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 5f777abb-8463-415a-b651-cbf24c98e778, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f777abb-8463-415a-b651-cbf24c98e778,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:14.607887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.624584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:14.668794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.703961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.709793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ca1b729-4d22-4db3-a91d-940657d8775d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:14.742166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=129a9399-d8c2-44cb-93f0-3b406ee4aefc,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:14.771517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:14.795082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.805973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-67a67f7d-c763-4e9f-b16b-06982fe44c09 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:14.836529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:14.851804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:14.860529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Subnet': ['ID=33c4926b-b26d-462d-9010-561108054c63,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:14.862711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:14.867798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.872338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/129a9399-d8c2-44cb-93f0-3b406ee4aefc HTTP/1.1" status: 204 len: 168 time: 0.4637580 Dec 09 09:33:14.872482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.875190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:14.879430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:14.879722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 5f777abb-8463-415a-b651-cbf24c98e778 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:14.881630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57074) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.883723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:14.887150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e62f7-d90b-45c0-8dfd-ff84cd84d8cc None None] Network d1f1f715-4072-4679-821a-6c5fe7ac7a3b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:14.935219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object b27647d1-e477-4151-bd0c-4848e4e505a1 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:14.939631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:14.939986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:14.959572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/subnets/33c4926b-b26d-462d-9010-561108054c63 HTTP/1.1" status: 204 len: 168 time: 1.3646004 Dec 09 09:33:14.963050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57078) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.016162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.021950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7c56299b-e0c3-4a12-89f9-1bf0b29da29f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:15.100221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:15.105633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:15.127650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ff310e0-bfa9-4d1d-bd9d-6deed86b9faa tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:15.138878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:15.142751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:15.143349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.153224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=b27647d1-e477-4151-bd0c-4848e4e505a1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:15.156110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.162254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:15.176527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.181063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.191775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3cbea545-9200-42d1-9bd6-578ad5a4eb20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:15.201681 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2116234 Dec 09 09:33:15.204508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57082) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.208166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.224154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ff310e0-bfa9-4d1d-bd9d-6deed86b9faa tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:15.225404 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9ff310e0-bfa9-4d1d-bd9d-6deed86b9faa tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3433466 Dec 09 09:33:15.239020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d3a893ed-6159-469e-b414-2736c54460ff tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:15.241071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Allocated IP 2001:db8::2 (95c2b907-6f5b-41b5-9646-eb5e04e2d7d1/1ed07b50-11f6-4e16-8548-e3bd764b4d6c/3154cf01-3ca9-4b72-8622-dcedbef16f26) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:15.242006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57086) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.263167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.264742 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7644718 Dec 09 09:33:15.265738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Deleting port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:15.266120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.271453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57090) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.297183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '1390feb6-22f9-447f-842d-0a71f0ea8aef', 'direction': 'ingress', 'protocol': 17}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:15.300397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1390feb6-22f9-447f-842d-0a71f0ea8aef,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:15.306559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=5f777abb-8463-415a-b651-cbf24c98e778,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:15.311084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:15.314971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:15.322040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:15.333558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:15.343671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:15.372599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:15.376601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port b27647d1-e477-4151-bd0c-4848e4e505a1 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:15.376918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.378884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.426013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.453168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f92544ab-5882-4e40-a4ec-d7bc9c63a309 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:15.453548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.465228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] DHCP port deletion for d1f1f715-4072-4679-821a-6c5fe7ac7a3b request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:15.471374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Deleting port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:15.471820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.500942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.502690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-27dbe86a-f2b7-457b-861e-72642cc09bc1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:15.585051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1313aa92-8a5b-4ff6-ad10-46ac472d19ea,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:15.586579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] The port 'f92544ab-5882-4e40-a4ec-d7bc9c63a309' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:15.587467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.618659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.622843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:15.641234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.644757 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1313aa92-8a5b-4ff6-ad10-46ac472d19ea HTTP/1.1" status: 204 len: 168 time: 0.3977289 Dec 09 09:33:15.644917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Transition to ACTIVE for port object 3154cf01-3ca9-4b72-8622-dcedbef16f26 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:15.648630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57094) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.802974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] For port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,segment=NetworkSegment(97887934-f5db-4f37-971a-51ed3a1714ae),segment_id=97887934-f5db-4f37-971a-51ed3a1714ae)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:15.803338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.822188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 09e427f1-4e31-424f-81bf-579829e9ac06 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:15.822560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.824684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] For port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,segment=NetworkSegment(97887934-f5db-4f37-971a-51ed3a1714ae),segment_id=97887934-f5db-4f37-971a-51ed3a1714ae)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:15.825362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.840971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Transition to ACTIVE for port object 3154cf01-3ca9-4b72-8622-dcedbef16f26 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:15.842569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:15.972473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Calling delete_port for 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:15.982660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:15.997630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.018097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Calling delete_port for 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:16.020650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.045961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-23c1a67a-82e3-40cb-b393-cb35ac2c9f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.067290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7601598f-1a87-44b6-b195-7cbc7420e585 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:16.109511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:16.120701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:16.123728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:16.144084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5973a9df-4184-4692-ac86-280fe6979b20']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.170835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7601598f-1a87-44b6-b195-7cbc7420e585 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:16.172760 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7601598f-1a87-44b6-b195-7cbc7420e585 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5232205 Dec 09 09:33:16.176381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57098) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.186196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aacc6b3-d3ee-4349-ae7c-705f83630aee') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.186492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aacc6b3-d3ee-4349-ae7c-705f83630aee') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.211620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.217678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.226859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0b528077-d6c9-4970-9c6b-dee57b57cf21 tempest-RoutersAdminTest-1212842755 tempest-RoutersAdminTest-1212842755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.239627 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No ports have port_id starting with 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 Dec 09 09:33:16.283396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Attempting to bind port 3154cf01-3ca9-4b72-8622-dcedbef16f26 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:16.284111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Attempting to bind port 3154cf01-3ca9-4b72-8622-dcedbef16f26 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '36cf90b6-2f82-4089-934e-ffd9d78978e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:16.284227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Attempting to bind port 3154cf01-3ca9-4b72-8622-dcedbef16f26 on network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:16.286383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Pushing event updated for resources: {'Port': ['ID=3154cf01-3ca9-4b72-8622-dcedbef16f26,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:16.289603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:16.290061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Port': ['ID=5aaf61a1-abfd-4f0e-b28e-87932b0a3a90,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:16.293447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 09e427f1-4e31-424f-81bf-579829e9ac06, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=09e427f1-4e31-424f-81bf-579829e9ac06,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:16.293804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.304172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:16.310129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:16.310620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Checking segment: {'id': '36cf90b6-2f82-4089-934e-ffd9d78978e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:16.311128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.311600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Bound using segment: {'id': '36cf90b6-2f82-4089-934e-ffd9d78978e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:16.312187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Bound port: 3154cf01-3ca9-4b72-8622-dcedbef16f26, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cf90b6-2f82-4089-934e-ffd9d78978e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '95c2b907-6f5b-41b5-9646-eb5e04e2d7d1'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:16.312634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.321083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] No DVR routers for this DVR port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:16.331884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:16.332340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:16.416199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.421757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] For port 3154cf01-3ca9-4b72-8622-dcedbef16f26, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:16.425965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] For port 3154cf01-3ca9-4b72-8622-dcedbef16f26, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3154cf01-3ca9-4b72-8622-dcedbef16f26,segment=NetworkSegment(36cf90b6-2f82-4089-934e-ffd9d78978e7),segment_id=36cf90b6-2f82-4089-934e-ffd9d78978e7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:16.429464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.440369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.461630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 09e427f1-4e31-424f-81bf-579829e9ac06 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:16.484821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.496626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.541260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Pushing event updated for resources: {'Port': ['ID=3154cf01-3ca9-4b72-8622-dcedbef16f26,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:16.545115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:16.554817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.558787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.619711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.636441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for b27647d1-e477-4151-bd0c-4848e4e505a1 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:16.639004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.646306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.667856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:16.668257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:16.694349 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:16.711385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.716335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f1f715-4072-4679-821a-6c5fe7ac7a3b']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.726952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.728052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d29fea6-e0a1-4b45-9702-54178567b713,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:16.756928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97887934-f5db-4f37-971a-51ed3a1714ae') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.757257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97887934-f5db-4f37-971a-51ed3a1714ae') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:16.796866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.797708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:16.817803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.829462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.830898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5536878 Dec 09 09:33:16.832183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:16.832584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.834886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57102) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.837043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Deleting port 5aaf61a1-abfd-4f0e-b28e-87932b0a3a90 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:16.837790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:16.849448 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:16.887400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.888126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.894208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9715b6e2-7130-426b-a61f-4f6970e4328a tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.902268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8447495b-b6cf-4daa-a7bd-911a120be95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:16.917649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.947662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8e546113-be20-4e01-9472-8c2fac7b2fb4 None None] The port '5aaf61a1-abfd-4f0e-b28e-87932b0a3a90' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:16.960375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:16.961236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 71746791-c1fd-46ef-a4fd-dfbd17cb4a82 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:16.971981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=5973a9df-4184-4692-ac86-280fe6979b20,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:16.988343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.006073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b0016-f640-4675-a6e8-4c9ce8704546,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:17.012501 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/5973a9df-4184-4692-ac86-280fe6979b20 HTTP/1.1" status: 204 len: 168 time: 3.6656277 Dec 09 09:33:17.017238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.018848 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/71746791-c1fd-46ef-a4fd-dfbd17cb4a82 HTTP/1.1" status: 204 len: 168 time: 5.4706018 Dec 09 09:33:17.022843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57106) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.022974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.023438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57108) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.035203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-629170951'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:17.075055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:17.081637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.090875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6669d037-437f-4c0f-b7ed-a4787bf82ee3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:17.094365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:17.108833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:17.132139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.133902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.135271 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/844b0016-f640-4675-a6e8-4c9ce8704546 HTTP/1.1" status: 204 len: 168 time: 0.9556201 Dec 09 09:33:17.143419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57114) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.155623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.159737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Port': ['ID=09e427f1-4e31-424f-81bf-579829e9ac06,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:17.161300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.166539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.180308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:17.183653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23db09b5-30aa-4ac4-8788-1f478ea4f6a3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:17.186119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.186624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9fd6dc6b-093d-467a-8643-dd17ad0c6286 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:17.248705 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] 10.222.0.41 "DELETE /v2.0/networks/d1f1f715-4072-4679-821a-6c5fe7ac7a3b HTTP/1.1" status: 204 len: 168 time: 2.2824845 Dec 09 09:33:17.255228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=b27647d1-e477-4151-bd0c-4848e4e505a1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:17.280375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.286203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.299385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:17.302582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.312714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Pushing event deleted for resources: {'Network': ['ID=d1f1f715-4072-4679-821a-6c5fe7ac7a3b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:17.321356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.352576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.377152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.380140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/b27647d1-e477-4151-bd0c-4848e4e505a1 HTTP/1.1" status: 204 len: 168 time: 2.1742857 Dec 09 09:33:17.393730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57120) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.466367 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed496c1b-5650-49e1-8193-b4684e3fe5fc tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:33:17.467124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ed496c1b-5650-49e1-8193-b4684e3fe5fc tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:17.530819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:17.564801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.575320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e43c269-6079-4d74-9c98-4e5b799b0ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:17.581067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3ef772a3-4541-4c87-abff-05758eeb7886 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:17.586585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.590693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.590693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment 52f4cb1a-07ae-43fe-bf30-2071747809ce of type vlan for network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 Dec 09 09:33:17.594703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ed496c1b-5650-49e1-8193-b4684e3fe5fc tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:17.595939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ed496c1b-5650-49e1-8193-b4684e3fe5fc tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/b27647d1-e477-4151-bd0c-4848e4e505a1 HTTP/1.1" status: 404 len: 333 time: 0.1980278 Dec 09 09:33:17.599089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57124) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.648872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3ef772a3-4541-4c87-abff-05758eeb7886 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:17.650126 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3ef772a3-4541-4c87-abff-05758eeb7886 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4989903 Dec 09 09:33:17.661477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390feb6-22f9-447f-842d-0a71f0ea8aef,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:17.663891 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57130) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.696384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:17.716642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.743002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--433520104'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:17.774032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57134) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.778461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.779797 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/1390feb6-22f9-447f-842d-0a71f0ea8aef HTTP/1.1" status: 204 len: 168 time: 0.9437673 Dec 09 09:33:17.785586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.789518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57138) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.791109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2a941c-644f-4952-8a92-252b0e1281ca']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:17.835930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6402655e-d460-44ec-9420-9f9e13efcf4e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:17.836236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6402655e-d460-44ec-9420-9f9e13efcf4e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:17.842212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:17.887636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:17.899675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.938955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3154cf01-3ca9-4b72-8622-dcedbef16f26 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:17.986963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.987817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:17.995740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d91b77ba-eb1c-414e-b26e-684bdd072cee tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:18.024681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af17384-575e-444f-acfa-cfbf2465238f None None] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:18.044937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.052391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:18.057335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.068991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:18.070650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.120552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9e8a2be-eeb5-4feb-b15a-3cfa93079fd9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:18.137429 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:18.140169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d91b77ba-eb1c-414e-b26e-684bdd072cee tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:18.140169 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d91b77ba-eb1c-414e-b26e-684bdd072cee tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3351626 Dec 09 09:33:18.147779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57144) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.165314 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243300487'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:18.177975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:18.205293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ccdfebe1-7b78-4fce-855c-1474c9276edb None None] Provisioning for port 3154cf01-3ca9-4b72-8622-dcedbef16f26 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:18.225418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:18.233809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:18.237786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3154cf01-3ca9-4b72-8622-dcedbef16f26 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:18.241775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:18.247003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 1ed07b50-11f6-4e16-8548-e3bd764b4d6c {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:18.247835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3154cf01-3ca9-4b72-8622-dcedbef16f26 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:18.248225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.248959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:18.257831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.289432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:18.347056 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3207443 Dec 09 09:33:18.353767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57148) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.367230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:18.397954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=c8ecc917-50c3-4c38-9ef6-dffeabcd40f7,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:18.400179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.405546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.415637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.460159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.466604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.508179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 3154cf01-3ca9-4b72-8622-dcedbef16f26, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3154cf01-3ca9-4b72-8622-dcedbef16f26,segment=NetworkSegment(36cf90b6-2f82-4089-934e-ffd9d78978e7),segment_id=36cf90b6-2f82-4089-934e-ffd9d78978e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:18.515310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.517346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:18.558638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f777abb-8463-415a-b651-cbf24c98e778 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:18.583305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.597570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:18.605682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:18.606916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 5f777abb-8463-415a-b651-cbf24c98e778 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:18.607280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f777abb-8463-415a-b651-cbf24c98e778 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:18.617053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:18.623745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.643458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=3154cf01-3ca9-4b72-8622-dcedbef16f26,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:18.648665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-22d2796c-3d9b-49a0-a57e-8a734690eaa1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bee701ad2be646e3bdb35e255be4d298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8728738 Dec 09 09:33:18.649391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:18.651086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.652234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.652756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.653151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.653530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.653903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.654273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.654904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.655282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.655676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.656075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.659011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57152) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.669558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:18.676238 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/db2a941c-644f-4952-8a92-252b0e1281ca HTTP/1.1" status: 204 len: 168 time: 1.6487718 Dec 09 09:33:18.677705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.680952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:18.681972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:18.729219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.746849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:18.751848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:18.755207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:18.762256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:18.769254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--2003304318', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:18.770097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:18.771127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4e163af5-ad96-4f6a-b447-95a4ee0a4ffd tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:18.776869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=db2a941c-644f-4952-8a92-252b0e1281ca,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:18.779901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-930f9f2c-4087-4211-bd6c-1115a32a15de tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:18.789919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:18.798860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:18.806004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:18.809020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:18.811248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa951346-1c60-43e6-9b88-c0d8c3ec6bd7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:18.815642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:18.825816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.826233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.826584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.826980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.827422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.827848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.828223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.828593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.829055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.829775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.830151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:18.831556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:18.844531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:18.857870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.864516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9ad07713-4e49-435b-b220-790dcb83d485 None None] Provisioning complete for port 3154cf01-3ca9-4b72-8622-dcedbef16f26 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:18.864879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9ad07713-4e49-435b-b220-790dcb83d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:18.866505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-81c82d80-4da4-44da-8ebf-b2ec73e19fca tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:18.923482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed07b50-11f6-4e16-8548-e3bd764b4d6c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:18.926443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:18.936880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:18.939995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.009496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.012524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:19.023888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.024287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 72734341-778b-448a-9816-beefe3fcff0e of type vlan for network 6c8af748-dceb-4d10-a4d3-6f96477848ba Dec 09 09:33:19.052468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.061576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593aa09-0bab-44c0-9c06-54e40502a4d4 None None] Network 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:19.067144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.077651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.109081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.112752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4454448 Dec 09 09:33:19.114532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.121302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.134384 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/1ed07b50-11f6-4e16-8548-e3bd764b4d6c HTTP/1.1" status: 204 len: 168 time: 1.5306127 Dec 09 09:33:19.134606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': 'fa951346-1c60-43e6-9b88-c0d8c3ec6bd7', 'direction': 'ingress', 'protocol': 17}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:19.143088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57164) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.152697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.165883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6a82791d-6758-4f53-91eb-cf34306f77b6 None None] Could not find standard attr ID for object b27647d1-e477-4151-bd0c-4848e4e505a1. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:33:19.177839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.187535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c344701c-f017-40c7-93bc-38233f230fa4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:19.225801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:19.241581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:19.257717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:19.269650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:19.280397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.284564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:19.285400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.293342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:19.296654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59cee468-c7c1-4a81-8f0e-b4cc757b7e32 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:19.298987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4766176 Dec 09 09:33:19.304100 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:19.319827 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:19.320591 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:19.322660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57168) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.329581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.333751 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1847453 Dec 09 09:33:19.364310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] DHCP port deletion for 95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:19.369898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Deleting port 3154cf01-3ca9-4b72-8622-dcedbef16f26 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:19.371181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.371379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57172) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.378521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb44bdc-d21c-491c-91a6-983bd7ceb82e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:19.381778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:19.385293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.390881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132633209'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:19.414800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=6c8af748-dceb-4d10-a4d3-6f96477848ba,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:19.423735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:19.439062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:19.446975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.462192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7260826 Dec 09 09:33:19.473300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.479454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.480406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba250912-cc86-490c-82b5-3c72ba4b57b5 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:19.507012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:19.521501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26eeac0-07d8-4311-85b4-23af9246cf0a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:19.528884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:19.532951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:19.534572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:19.537677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.538765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c26eeac0-07d8-4311-85b4-23af9246cf0a HTTP/1.1" status: 204 len: 168 time: 0.8658152 Dec 09 09:33:19.548440 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:19.562954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:19.569995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:19.582576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 3154cf01-3ca9-4b72-8622-dcedbef16f26 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:19.582917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.614351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:19.638241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.699346 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:19.704839 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:19.718369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:19.727344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:19.730132 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:19.756579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.758421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.789648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.817905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.830738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:19.832144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:19.858832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:19.874491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:19.902189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] For port 3154cf01-3ca9-4b72-8622-dcedbef16f26, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3154cf01-3ca9-4b72-8622-dcedbef16f26,segment=NetworkSegment(36cf90b6-2f82-4089-934e-ffd9d78978e7),segment_id=36cf90b6-2f82-4089-934e-ffd9d78978e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:19.902594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.940660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:19.960676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:19.973263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa8183c-0ac9-405c-8e29-2c64f1dd358e,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:19.980098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.020544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.022811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3861eca3-a9af-491a-930c-63c0e20cd473 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:20.035023 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:20.053100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting subnet 831d29f3-a655-4e3f-ac19-53148703de7f {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:20.060631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.077595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3154cf01-3ca9-4b72-8622-dcedbef16f26 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:20.119718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] For port 3154cf01-3ca9-4b72-8622-dcedbef16f26, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3154cf01-3ca9-4b72-8622-dcedbef16f26,segment=NetworkSegment(36cf90b6-2f82-4089-934e-ffd9d78978e7),segment_id=36cf90b6-2f82-4089-934e-ffd9d78978e7)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:20.120278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.120911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Calling delete_port for 3154cf01-3ca9-4b72-8622-dcedbef16f26 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:20.155437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=1fd68390-3488-41ba-bdba-b38d2920d86d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:20.173914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.194744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.196189 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0776973 Dec 09 09:33:20.200605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57182) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.212319 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:20.217718 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ac336-122b-41b6-b9fd-eb68b136c633 None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:20.281983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.320197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 3154cf01-3ca9-4b72-8622-dcedbef16f26 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:20.322361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.328500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-03e59d31-1fb4-4171-b9c8-80def0f319ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:20.363723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': '52f4cb1a-07ae-43fe-bf30-2071747809ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:20.364252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: c8ecc917-50c3-4c38-9ef6-dffeabcd40f7, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:20.381340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.390271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Pushing event deleted for resources: {'Port': ['ID=3154cf01-3ca9-4b72-8622-dcedbef16f26,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:20.400639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] No DVR routers for this DVR port 3154cf01-3ca9-4b72-8622-dcedbef16f26 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:20.420270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.420629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.422686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.423776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.424159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.424537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:33:20.428114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.441083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.444397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.463652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:20.469918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:20.469918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:20.471946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.480613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.486221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16984a03-ddfb-492e-b260-f1f849009b2a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:20.509035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.518414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c8ecc917-50c3-4c38-9ef6-dffeabcd40f7) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:20.530608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:20.531201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.531344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194af2f-5917-4287-ad8a-19a431554674 None None] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:20.536761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.580899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9a796-e6df-4912-a671-c934d135f1cd,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:20.583049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2281411 Dec 09 09:33:20.585992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.587242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.606219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.609998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2338204 Dec 09 09:33:20.613617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57190) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.642936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15260077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:20.657176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '1bb44bdc-d21c-491c-91a6-983bd7ceb82e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8d9a796-e6df-4912-a671-c934d135f1cd', 'remote_ip_prefix': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:20.664057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:20.666413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:20.670965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.671371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:20.674542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:20.678857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-df03c1fc-a7a3-4863-b62d-18b80fd47624 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:20.684587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:20.703993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.718171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fde517-c9ff-444b-9daa-030903240994 tempest-ExtraDHCPOptionsTestJSON-397314740 tempest-ExtraDHCPOptionsTestJSON-397314740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:20.721028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:20.729151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:20.734167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Subnet': ['ID=831d29f3-a655-4e3f-ac19-53148703de7f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:20.737285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.738231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.741368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.747529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:20.769595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.774875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa951346-1c60-43e6-9b88-c0d8c3ec6bd7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:20.779652 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/831d29f3-a655-4e3f-ac19-53148703de7f HTTP/1.1" status: 204 len: 168 time: 1.4517992 Dec 09 09:33:20.779652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57194) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.782578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83d669-842f-49f0-8f0c-5e7cb1ffc4e8 None None] Network 2330bf89-8478-46a8-a517-23d2f4297565 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:20.785958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:20.804669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.806242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa951346-1c60-43e6-9b88-c0d8c3ec6bd7 HTTP/1.1" status: 204 len: 168 time: 0.6044645 Dec 09 09:33:20.810474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57198) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.862884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.930989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.971978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 3154cf01-3ca9-4b72-8622-dcedbef16f26 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:20.972310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:20.978880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.013132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c8ecc917-50c3-4c38-9ef6-dffeabcd40f7', 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': '1fd68390-3488-41ba-bdba-b38d2920d86d'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:21.013954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.025486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.028133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.037607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-28690ed7-1892-4b6c-92d2-79cec3df565e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:21.053173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] The port '3154cf01-3ca9-4b72-8622-dcedbef16f26' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:21.058204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.111324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.115495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7c8df6cf-bbe2-415d-9a57-ecb80b7c6b04 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5239942 Dec 09 09:33:21.116539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-28690ed7-1892-4b6c-92d2-79cec3df565e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:21.117414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-28690ed7-1892-4b6c-92d2-79cec3df565e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3006005 Dec 09 09:33:21.117818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57202) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:21.127136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'port': {'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7', 'name': 'tempest-RoutersTest-380318649'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:21.133159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57204) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:21.151984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064761860'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:21.236328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:21.238896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 924721ce-df62-406d-a87c-d9894b3c2382 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:21.239233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.257122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Allocated IP 172.20.0.2 (c8ecc917-50c3-4c38-9ef6-dffeabcd40f7/1fd68390-3488-41ba-bdba-b38d2920d86d/f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:21.310300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:21.313343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.381424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.393147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c2b907-6f5b-41b5-9646-eb5e04e2d7d1']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:21.407177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.426371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] DHCP port deletion for 2330bf89-8478-46a8-a517-23d2f4297565 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:21.439042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Deleting port 924721ce-df62-406d-a87c-d9894b3c2382 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:21.439042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.443305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cf90b6-2f82-4089-934e-ffd9d78978e7') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:21.443596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cf90b6-2f82-4089-934e-ffd9d78978e7') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:21.451614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.461816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3472ee7b-a3f6-4eb4-96b0-a3ecedc7588f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:21.469797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.231 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/239923b0-657a-40a9-a98f-c1bded88daf7) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:21.472577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:21.479614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:port and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:21.486455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.486680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:21.494369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:21.508532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eef0cb4-f647-4d4c-8603-46eb36ee5949,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:21.523780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:21.540917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.585399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:21.588402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.629660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] device_id is not set on port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:21.694945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:21.696048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.711882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:21.714735 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:21.753935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.765620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.779499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] For port 924721ce-df62-406d-a87c-d9894b3c2382, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=924721ce-df62-406d-a87c-d9894b3c2382,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:21.780059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.789779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.792932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 09e427f1-4e31-424f-81bf-579829e9ac06 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:21.795061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1551b0d5-12da-4194-a3a9-f6fc334f54ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:21.805746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:21.808815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.810051 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1928217 Dec 09 09:33:21.811330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:21.826725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57210) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:21.828053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 09e427f1-4e31-424f-81bf-579829e9ac06 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:21.828500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 09e427f1-4e31-424f-81bf-579829e9ac06 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:21.829019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 924721ce-df62-406d-a87c-d9894b3c2382 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:21.839358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:21.885043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:21.906152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.910592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:21.913205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:21.936616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] For port 924721ce-df62-406d-a87c-d9894b3c2382, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=924721ce-df62-406d-a87c-d9894b3c2382,segment=NetworkSegment(9bb38aa1-651e-43e2-9de3-f2ac26d58eca),segment_id=9bb38aa1-651e-43e2-9de3-f2ac26d58eca)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:21.937269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.947682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=239923b0-657a-40a9-a98f-c1bded88daf7,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:21.951873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:21.953471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:21.984074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Calling delete_port for 924721ce-df62-406d-a87c-d9894b3c2382 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:22.034849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.045502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.058310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eef0cb4-f647-4d4c-8603-46eb36ee5949,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.061562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.088020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Transition to ACTIVE for port object f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:22.095718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.099737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8eef0cb4-f647-4d4c-8603-46eb36ee5949 HTTP/1.1" status: 204 len: 168 time: 0.2666585 Dec 09 09:33:22.102372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57214) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.130785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Calling delete_port for 924721ce-df62-406d-a87c-d9894b3c2382 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:22.166744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.174892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-86ef7fde-1006-4959-8618-0ce62d094911 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.185613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.188964 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b369e277-b18b-42f9-9f57-e4ad665697f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.189272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-548ef918-0603-4328-8a8f-d0c07fc22a02 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:22.189799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.207741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=95c2b907-6f5b-41b5-9646-eb5e04e2d7d1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.217768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Transition to ACTIVE for port object f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:22.219453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-548ef918-0603-4328-8a8f-d0c07fc22a02 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:22.223631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.224174 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-548ef918-0603-4328-8a8f-d0c07fc22a02 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1213865 Dec 09 09:33:22.226449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57218) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.226582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.248133 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/95c2b907-6f5b-41b5-9646-eb5e04e2d7d1 HTTP/1.1" status: 204 len: 168 time: 3.0983083 Dec 09 09:33:22.248350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.253879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Pushing event deleted for resources: {'Port': ['ID=924721ce-df62-406d-a87c-d9894b3c2382,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.261763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.263015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b50b6dc8-a80b-423b-b52d-71f8a9b28acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.264719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57222) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.270533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'name': 'tempest-PortsIpV6TestJSON-1602714524'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:22.276744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.277721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.310911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] No DVR routers for this DVR port 924721ce-df62-406d-a87c-d9894b3c2382 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:22.329127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:22.335827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:22.345782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:22.382614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.20.0.5 (c8ecc917-50c3-4c38-9ef6-dffeabcd40f7/1fd68390-3488-41ba-bdba-b38d2920d86d/6cb02086-78c1-4cb5-ae8c-babb6b8bec4f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:22.388010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Pushing event updated for resources: {'Port': ['ID=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.389204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:22.390062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:22.391038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.430258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.442251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.449926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1c7eacd3-2df3-4c13-abf7-96fff4be1653 tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.474468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Attempting to bind port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:22.474968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Attempting to bind port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '52f4cb1a-07ae-43fe-bf30-2071747809ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:22.475341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Attempting to bind port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c on network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:22.476951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:22.482885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:22.483266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Checking segment: {'id': '52f4cb1a-07ae-43fe-bf30-2071747809ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:22.483666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.484579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Bound using segment: {'id': '52f4cb1a-07ae-43fe-bf30-2071747809ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:22.484579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Bound port: f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4cb1a-07ae-43fe-bf30-2071747809ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8ecc917-50c3-4c38-9ef6-dffeabcd40f7'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:22.485269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.524018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:22.532270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.534017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.537923 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3992074 Dec 09 09:33:22.537923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766339d0-322c-4059-9665-2c9b6a001212,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.538169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57226) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.540649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.549870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--548539797'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:22.571103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.576711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:22.581544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] For port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:22.585141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] For port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,segment=NetworkSegment(52f4cb1a-07ae-43fe-bf30-2071747809ce),segment_id=52f4cb1a-07ae-43fe-bf30-2071747809ce)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:22.590340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.594844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.613657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:22.617141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.645231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 20a12c4e-f6b1-426e-bdab-6840c1641c67 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:22.648385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:22.683593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Pushing event updated for resources: {'Port': ['ID=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.684802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.686107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.692171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16a93a27-553e-4974-bdb8-859a2920dd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.693180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.724537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9a796-e6df-4912-a671-c934d135f1cd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:22.731076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:22.769984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.773606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8d9a796-e6df-4912-a671-c934d135f1cd HTTP/1.1" status: 204 len: 168 time: 0.5423131 Dec 09 09:33:22.775183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57230) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.782667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.789141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:22.798553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:22.803944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:22.816744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:22.826186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:22.932021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.937047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.943703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Deleting port 924721ce-df62-406d-a87c-d9894b3c2382 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:22.943907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-16d2a6e3-aedf-45a5-91aa-aae55d0dad73 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:22.944147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:22.989582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.001267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:33:23.056764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:23.058192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=6cb02086-78c1-4cb5-ae8c-babb6b8bec4f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:23.064668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:23.070653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:23.097309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86a19f61-1ff8-4b76-9507-381b2431129b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:23.101470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:23.103637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:23.109964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] The port '924721ce-df62-406d-a87c-d9894b3c2382' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:23.125536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.126717 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5872765 Dec 09 09:33:23.131398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.155093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.205791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '766339d0-322c-4059-9665-2c9b6a001212', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7e906f2f-cca4-4b57-b024-fbbc2f432ef1', 'remote_ip_prefix': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:23.226426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:23.232126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e906f2f-cca4-4b57-b024-fbbc2f432ef1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:23.240347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:23.242743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:23.249818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:23.250423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.255500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:23.256396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-86a19f61-1ff8-4b76-9507-381b2431129b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:23.257932 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86a19f61-1ff8-4b76-9507-381b2431129b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4820552 Dec 09 09:33:23.263491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57238) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.269559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.272471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:23.284835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1627734 Dec 09 09:33:23.289207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57242) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.320819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2330bf89-8478-46a8-a517-23d2f4297565']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:23.336724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb38aa1-651e-43e2-9de3-f2ac26d58eca') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:23.337013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb38aa1-651e-43e2-9de3-f2ac26d58eca') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:23.355494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.361739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.369757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8a7313db-ea91-4cc9-9d08-9c4438f68d60 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:23.440731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.469337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:23.470479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:23.470883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:23.486092 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:23.497116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:23.507606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:23.511679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:23.512599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.553034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.574149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.575795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=20a12c4e-f6b1-426e-bdab-6840c1641c67,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:23.597406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:23.633372 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3674047 Dec 09 09:33:23.637240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57246) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.639466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.641864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.792765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:23.798559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:23.813415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.834078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823519e-f481-41eb-a81c-5c0d77d45aa3 None None] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:23.837069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Pushing event deleted for resources: {'Network': ['ID=2330bf89-8478-46a8-a517-23d2f4297565,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:23.850020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:23.853730 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-429901c8-3a93-4ad5-a30a-4a50c8525067 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/networks/2330bf89-8478-46a8-a517-23d2f4297565 HTTP/1.1" status: 204 len: 168 time: 3.0704772 Dec 09 09:33:23.856480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57250) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.872280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'routes': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:23.889105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.897099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:23.954121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-34af61fe-1e2a-4320-be7e-5d26f9813acc None None] Provisioning for port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:23.963195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea11b035-31ec-4d97-8393-70e57cf77e1e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:24.004370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 20a12c4e-f6b1-426e-bdab-6840c1641c67 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:24.004898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.047307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41d017f-85de-43ed-a609-97ec79ff6d09,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:24.052691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:24.056732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.057385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:24.067363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ba50237a-d748-4dd9-80d2-ac345345a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:24.085244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.090782 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9523761 Dec 09 09:33:24.091014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb44bdc-d21c-491c-91a6-983bd7ceb82e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:24.091128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.094739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5906079 Dec 09 09:33:24.094887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57254) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.094976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57256) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.103702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Sync routers for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:24.123220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:24.123510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:24.164863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:24.165398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.182472 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-19e9fdae-f826-4976-98e1-e82bd815883d tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862947 Dec 09 09:33:24.186170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.232525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:24.233558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:24.290094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.291199 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bb44bdc-d21c-491c-91a6-983bd7ceb82e HTTP/1.1" status: 204 len: 168 time: 1.0249212 Dec 09 09:33:24.303002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57266) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.345810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.400871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.408593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Added routes are [] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:33:24.409158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Removed routes are [] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:33:24.409668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.432177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b543ce-0559-4c3f-913b-e042a0437d0b tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:24.436911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a2b543ce-0559-4c3f-913b-e042a0437d0b tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2470407 Dec 09 09:33:24.439031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57270) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.490031 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9dd1b94d-c87e-4be0-a417-053018e26637 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495639 Dec 09 09:33:24.490252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.490348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.496066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985584448', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:24.513443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.515207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:24.642091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.644619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,segment=NetworkSegment(52f4cb1a-07ae-43fe-bf30-2071747809ce),segment_id=52f4cb1a-07ae-43fe-bf30-2071747809ce)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:24.660554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.663332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8fd0141d-4295-4fb4-9ded-22ce80408c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:24.680892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:24.744820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:24.747666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d78e9576-2527-4244-b401-0c5003eeee05 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:24.818243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:24.820264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 20a12c4e-f6b1-426e-bdab-6840c1641c67 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:24.828968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:24.829571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:24.841853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:24.857047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Provisioning for port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:24.870873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:24.873610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Provisioning complete for port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:24.874003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.910941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.913135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b453d2e-cc46-4d10-b945-79d7e6fd53b8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:24.930037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:24.944749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c41d017f-85de-43ed-a609-97ec79ff6d09,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:24.959121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:24.965799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:25.012966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d78e9576-2527-4244-b401-0c5003eeee05 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:25.014282 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d78e9576-2527-4244-b401-0c5003eeee05 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7070234 Dec 09 09:33:25.079954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57278) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.083982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:25.113351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Provisioning complete for port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:25.113733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-895372c9-de1c-43e9-9ad3-23d928229a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.136536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=20a12c4e-f6b1-426e-bdab-6840c1641c67,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:25.142468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612609908'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:25.173340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:22Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:25.179740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Checking router: 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:25.180116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Updating router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 port 239923b0-657a-40a9-a98f-c1bded88daf7 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:33:25.240784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.271900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:25.273293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.277302 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c41d017f-85de-43ed-a609-97ec79ff6d09 HTTP/1.1" status: 204 len: 168 time: 1.1530371 Dec 09 09:33:25.278597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57282) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.282289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:25.284875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.288966 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/20a12c4e-f6b1-426e-bdab-6840c1641c67 HTTP/1.1" status: 204 len: 168 time: 1.6484065 Dec 09 09:33:25.291687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.293388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57286) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.298121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.301385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'mac_address': 'fa:16:3e:b2:44:30', 'name': 'tempest-PortsIpV6TestJSON-1024631668'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:25.320828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:25.328100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.394881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.433986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.446463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4fbdb083-4560-4eec-9003-9a755fd17932 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:25.452472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.458776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bdf0f1-5b53-4630-9eb3-bc095ff01e5e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:25.533663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e07ffe79-4398-4daf-837d-d54ac2fc9277 None None] Provisioning complete for port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:25.533992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e07ffe79-4398-4daf-837d-d54ac2fc9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.557912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:25.572059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:25.574905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4fbdb083-4560-4eec-9003-9a755fd17932 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:25.576739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:25.579255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4fbdb083-4560-4eec-9003-9a755fd17932 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2991414 Dec 09 09:33:25.583751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57290) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.598410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:25.603138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:25.616711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e07ffe79-4398-4daf-837d-d54ac2fc9277 None None] Port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:25.618768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:25.626370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=6cb02086-78c1-4cb5-ae8c-babb6b8bec4f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:25.633326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:25.635080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:25.648453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:25.663169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:25.686026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:25.739267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.752074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Transition to ACTIVE for port object 239923b0-657a-40a9-a98f-c1bded88daf7 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:25.773642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.777388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.782322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b01a77a-6af1-406f-8d88-b34d50dff058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:25.826616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ec4388eb-022a-4a8b-9a30-e34fe3fdeaf5 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:25.830645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:25.852104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.862482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.921962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Attempting to bind port 239923b0-657a-40a9-a98f-c1bded88daf7 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:25.922334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Attempting to bind port 239923b0-657a-40a9-a98f-c1bded88daf7 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:25.923272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Attempting to bind port 239923b0-657a-40a9-a98f-c1bded88daf7 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:25.940127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Pushing event updated for resources: {'Port': ['ID=239923b0-657a-40a9-a98f-c1bded88daf7,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:25.946273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:25.951975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:25.951975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:25.952392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.952797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:25.953284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Bound port: 239923b0-657a-40a9-a98f-c1bded88daf7, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:25.953668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.988347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:25.996760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:26.010734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:26.022746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:26.023250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 6c8af748-dceb-4d10-a4d3-6f96477848ba, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:26.042978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] For port 239923b0-657a-40a9-a98f-c1bded88daf7, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:26.045719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:26.046214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.051253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.055662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.066715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-867848a3-d5ad-4be9-bcf4-5b862e03a74a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:26.093170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] For port 239923b0-657a-40a9-a98f-c1bded88daf7, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=239923b0-657a-40a9-a98f-c1bded88daf7,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:26.094173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.094667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:26.110350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.117186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cb529504-f442-4715-896c-ff6893ffbb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:26.122111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:26.139851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6c8af748-dceb-4d10-a4d3-6f96477848ba) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:26.148209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:26.148315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.164204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362ea21-64f7-4776-ae62-1c89392f8530 None None] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:26.193061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d2c76c89-1b6f-43a7-b942-5949b658815d None None] Provisioning complete for port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:26.193441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d2c76c89-1b6f-43a7-b942-5949b658815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.213636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffae98d-a791-4b53-a74f-713fecb651e9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:26.230543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:26.239398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:26.255721 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Sync routers for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:26.258293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.258859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.260193 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1773078 Dec 09 09:33:26.265750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.273209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57294) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.274259 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:26.275103 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:26.331836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-892303dd-2a0f-490c-9077-0e20d1b2fea0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:26.356563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': 'bffae98d-a791-4b53-a74f-713fecb651e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:26.363974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:26.368474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:26.372028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:26.379508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:26.383679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d2c76c89-1b6f-43a7-b942-5949b658815d None None] Port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:26.395501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Pushing event updated for resources: {'Port': ['ID=239923b0-657a-40a9-a98f-c1bded88daf7,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:26.417737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:26.437018 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:26.442362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:26.443000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:26.443558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9523141 Dec 09 09:33:26.466239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e906f2f-cca4-4b57-b024-fbbc2f432ef1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:26.469152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:26.489764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57298) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.503556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.507995 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c19ff7db-118e-43ad-9fc8-f72492ab02ed tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 705 time: 2.6493697 Dec 09 09:33:26.510420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57300) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.582708 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:26.587244 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Checking router: 9b1c5350-dcad-41c3-bfa5-4921fddd9741 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:26.596908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.601514 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Routers {'9b1c5350-dcad-41c3-bfa5-4921fddd9741'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:26.602260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:26.649655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.650749 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e906f2f-cca4-4b57-b024-fbbc2f432ef1 HTTP/1.1" status: 204 len: 168 time: 1.0661426 Dec 09 09:33:26.658409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57306) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.725493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.732847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-03b5c8b2-fec3-4758-901c-dd0f4f8b4ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:26.753713 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] Set router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:26.756236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.757201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6c8af748-dceb-4d10-a4d3-6f96477848ba', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:26.758054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.778927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f0d3579-bdca-4690-87a1-55ad8428f586 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:26.782522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:26.791912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ec31450-4d77-4879-a601-3225c9385300 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:26.817316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a559d0-ec57-4916-ab6d-61e07d559b6f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:26.821939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:26.823471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.824373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f0d3579-bdca-4690-87a1-55ad8428f586 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:26.824944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4825265 Dec 09 09:33:26.830093 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f0d3579-bdca-4690-87a1-55ad8428f586 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1701837 Dec 09 09:33:26.842069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57310) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.842466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57312) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.898641 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-74764844-459d-4c15-835b-6aadff29d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:26.905551 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764844-459d-4c15-835b-6aadff29d08f None None] The sync data for ids ['9b1c5350-dcad-41c3-bfa5-4921fddd9741'] in dv-neutron-821175-1-hyperv is: [{'id': '9b1c5350-dcad-41c3-bfa5-4921fddd9741', 'name': 'tempest-RoutersIpV6Test-router-2024686215', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:31:24Z', 'updated_at': '2021-12-09T09:33:16Z', 'revision_number': 11, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:26.935859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.948725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.984490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:26.992603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-03b5c8b2-fec3-4758-901c-dd0f4f8b4ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:26.996985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:27.000167 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-03b5c8b2-fec3-4758-901c-dd0f4f8b4ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 205 time: 0.3565640 Dec 09 09:33:27.006515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57318) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.010113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.019818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03a559d0-ec57-4916-ab6d-61e07d559b6f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:27.021741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.025507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/03a559d0-ec57-4916-ab6d-61e07d559b6f HTTP/1.1" status: 204 len: 168 time: 0.1793799 Dec 09 09:33:27.027346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:27.028589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57320) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.034356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.047243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.109521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:27.144477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.203585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.209769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.240696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Allocated IP 172.20.0.2 (6c8af748-dceb-4d10-a4d3-6f96477848ba/99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1/40434784-53e7-47d7-829f-2b10a9776613) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:27.265826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=6cb02086-78c1-4cb5-ae8c-babb6b8bec4f,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:27.268976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:27.376207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:22Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:27.382367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efed71-163b-430a-867e-ccd8211c2cf3 None None] The sync data for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv is: [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:22Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:27.441328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.494288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.506348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-869e28de-2823-4eb6-9f31-6bcad2ee1b97 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:27.507006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.508740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Transition to ACTIVE for port object 40434784-53e7-47d7-829f-2b10a9776613 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:27.519927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ae7927-25aa-49f1-ab86-0f0a6f4754ec tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:27.527328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.532105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Transition to ACTIVE for port object 40434784-53e7-47d7-829f-2b10a9776613 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:27.541387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.546035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766339d0-322c-4059-9665-2c9b6a001212,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:27.549205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:27.560326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-46fa53e3-0486-4b99-b7bb-d7839f5363d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:27.567617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.571092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/766339d0-322c-4059-9665-2c9b6a001212 HTTP/1.1" status: 204 len: 168 time: 0.7230136 Dec 09 09:33:27.572726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57326) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.588226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-685b8dbb-5c19-416a-a970-52f462783d83 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:27.600808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:27.604470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:27.638478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:27.646793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:27.651742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:27.657345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Pushing event updated for resources: {'Port': ['ID=40434784-53e7-47d7-829f-2b10a9776613,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:27.667958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:27.680008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-869e28de-2823-4eb6-9f31-6bcad2ee1b97 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:27.686843 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-869e28de-2823-4eb6-9f31-6bcad2ee1b97 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5586617 Dec 09 09:33:27.689225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57330) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.840058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Attempting to bind port 40434784-53e7-47d7-829f-2b10a9776613 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:27.840866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Attempting to bind port 40434784-53e7-47d7-829f-2b10a9776613 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:27.841766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Attempting to bind port 40434784-53e7-47d7-829f-2b10a9776613 on network 6c8af748-dceb-4d10-a4d3-6f96477848ba {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:27.847299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:27.850947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:27.851828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Checking segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:27.853054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.854029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Bound using segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:27.855819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Bound port: 40434784-53e7-47d7-829f-2b10a9776613, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:27.856291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.866696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:27.875189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:27.891675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:27.907478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:27.908231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:27.911168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4702aa3d-60e8-4f1a-925a-7d2e620d6306 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:27.965262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.006427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] For port 40434784-53e7-47d7-829f-2b10a9776613, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:28.010559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:28.010809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] For port 40434784-53e7-47d7-829f-2b10a9776613, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=40434784-53e7-47d7-829f-2b10a9776613,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:28.015569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 239923b0-657a-40a9-a98f-c1bded88daf7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:28.058974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4702aa3d-60e8-4f1a-925a-7d2e620d6306 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:28.060519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4702aa3d-60e8-4f1a-925a-7d2e620d6306 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4862027 Dec 09 09:33:28.080204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.083742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57334) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.090041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:28.094060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551672492'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:28.128139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.150874 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8564348 Dec 09 09:33:28.151676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57338) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.155511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:28.224397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-584c5093-aeb1-495f-b210-0f3ded8fca0f None None] Provisioning complete for port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:28.225084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-584c5093-aeb1-495f-b210-0f3ded8fca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.241691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:28.256211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Pushing event updated for resources: {'Port': ['ID=40434784-53e7-47d7-829f-2b10a9776613,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:28.260328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:28.261046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ea0da-ce70-485d-b069-aeafbaeded7c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:28.261741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7d2ea0da-ce70-485d-b069-aeafbaeded7c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:28.284201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.290926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 239923b0-657a-40a9-a98f-c1bded88daf7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:28.314229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-584c5093-aeb1-495f-b210-0f3ded8fca0f None None] Port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:28.317537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 239923b0-657a-40a9-a98f-c1bded88daf7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:28.318211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.348649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.365864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-014d9c9f-94ef-4101-99f8-8d380c6ee774 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:28.379604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffae98d-a791-4b53-a74f-713fecb651e9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:28.391846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:28.441734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:28.458314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.463197 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/bffae98d-a791-4b53-a74f-713fecb651e9 HTTP/1.1" status: 204 len: 168 time: 0.7035570 Dec 09 09:33:28.463197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:28.470920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57342) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.471665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:28.512999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.523698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:28.549064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.550119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 239923b0-657a-40a9-a98f-c1bded88daf7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=239923b0-657a-40a9-a98f-c1bded88daf7,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:28.551557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7d2ea0da-ce70-485d-b069-aeafbaeded7c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:28.552840 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7d2ea0da-ce70-485d-b069-aeafbaeded7c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 HTTP/1.1" status: 200 len: 845 time: 0.3976831 Dec 09 09:33:28.555917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57346) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.557333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.579166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:28.604429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.656492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-01878eaa-1662-4297-8da0-f40f6c662c23 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:28.673588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=239923b0-657a-40a9-a98f-c1bded88daf7,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:28.686739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:28.697566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:28.698096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.702975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.707727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.712331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-97cc3f64-858f-42f1-a3ae-84041cedcd27 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:28.752310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93c17f-4a35-4128-a400-d8f0bfe4673c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:28.755153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:28.755999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.756214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-01878eaa-1662-4297-8da0-f40f6c662c23 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:28.756693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1c5350-dcad-41c3-bfa5-4921fddd9741 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:28.757468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-01878eaa-1662-4297-8da0-f40f6c662c23 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2872677 Dec 09 09:33:28.763680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57350) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.778694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--970661039'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:28.780503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 9ca52363-a4cd-4a20-a504-0937df831303 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:33:28.800623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:28.803447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.804697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7172055 Dec 09 09:33:28.809900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57354) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.817060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:28.822539 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e3b38b5d-2221-46af-8241-eef21d73c38a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 204 len: 168 time: 1.7945197 Dec 09 09:33:28.828336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '9a93c17f-4a35-4128-a400-d8f0bfe4673c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:28.832801 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57358) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.877059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1512067564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:28.881890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:28.884058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:28.891342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:28.956017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:28.969502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:28.972763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Usage tracker for resource:router and tenant:5880192935e44f7aa1223b61da3951e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:28.972935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:28.987096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] Sync routers for ids ['9ca52363-a4cd-4a20-a504-0937df831303'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:28.991414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/9ca52363-a4cd-4a20-a504-0937df831303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6977015 Dec 09 09:33:28.991564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:28.991694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57362) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.991824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:29.001071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.008708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] Routers {'9ca52363-a4cd-4a20-a504-0937df831303'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:29.009665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9ca52363-a4cd-4a20-a504-0937df831303'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:29.009933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:29.066172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55a781-2077-4ce6-be05-db93cd32c23f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:29.066925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9b55a781-2077-4ce6-be05-db93cd32c23f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:29.090357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9b55a781-2077-4ce6-be05-db93cd32c23f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:29.092042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9b55a781-2077-4ce6-be05-db93cd32c23f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports/6cb02086-78c1-4cb5-ae8c-babb6b8bec4f HTTP/1.1" status: 200 len: 976 time: 0.1002278 Dec 09 09:33:29.094616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57366) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.102698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:29.117256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] Routers {'9ca52363-a4cd-4a20-a504-0937df831303'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:29.117874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9ca52363-a4cd-4a20-a504-0937df831303'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:29.164831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.165763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.187854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.191622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:29.192082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4a70b-a386-44ff-841e-7d7926e0f1cb None None] The sync data for ids ['9ca52363-a4cd-4a20-a504-0937df831303'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:29.205667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.217499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.234950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.417118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b5f1f-e2f9-4289-9f89-e556b2a962ff None None] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:29.524335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:29.543047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:29.556071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a075dfef-a8bd-4724-a609-492247fb0641 None None] Provisioning for port 40434784-53e7-47d7-829f-2b10a9776613 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:29.596986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:29.611547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:29.636311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:29.698658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.699952 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f19f9bb9-6977-43cc-81aa-0bdeaab3edb5 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8660235 Dec 09 09:33:29.706700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57372) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.718837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:29.836095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.867694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.888724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.890925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d65b3637-bb82-4534-95be-6def81a5e0d9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:29.917870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 239923b0-657a-40a9-a98f-c1bded88daf7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:29.930203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.946099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.977089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:29.998080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 HTTP/1.1" status: 204 len: 168 time: 1.4373901 Dec 09 09:33:30.012687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57376) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.021019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.022013 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2539785 Dec 09 09:33:30.023108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.027089 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2119355 Dec 09 09:33:30.027089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57380) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.028258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.035852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.039094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57382) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.044012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '9dfd4daf-872a-4d8c-b386-cb237ba0ae53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:30.051382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:30.058299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:30.066394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:30.074597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:30.076057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 239923b0-657a-40a9-a98f-c1bded88daf7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:30.076601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.080271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:30.125408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873b52bf-0a79-44f9-b502-86739069314e,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.128257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.131083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:30.157208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-693e9b7e-6e7c-4f56-a693-faa141fa55fb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:33:30.158469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-693e9b7e-6e7c-4f56-a693-faa141fa55fb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/b6c8b0cf-ac88-48d6-b1f5-ad651ef4ede0 HTTP/1.1" status: 404 len: 333 time: 0.1434553 Dec 09 09:33:30.169099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57388) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.176972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.181529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'name': 'tempest-PortsIpV6TestJSON-2083209246'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:30.188231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.206612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.218871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd4daf-872a-4d8c-b386-cb237ba0ae53,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.220842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 40434784-53e7-47d7-829f-2b10a9776613 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:30.222187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.267238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.305690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 40434784-53e7-47d7-829f-2b10a9776613 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:30.308189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.311018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 40434784-53e7-47d7-829f-2b10a9776613 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:30.311400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.317928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cf7bc0f9-5d73-4bc1-9e99-c6e53d3d9a0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:30.340033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=873b52bf-0a79-44f9-b502-86739069314e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.343173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.378169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.381885 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/873b52bf-0a79-44f9-b502-86739069314e HTTP/1.1" status: 204 len: 168 time: 0.2917123 Dec 09 09:33:30.385220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57392) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.416967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.425531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.429373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.441067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-25501dfb-a69d-4119-ac97-1089d7ad27c2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:30.458473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 40434784-53e7-47d7-829f-2b10a9776613, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=40434784-53e7-47d7-829f-2b10a9776613,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:30.464108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.466121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:30.469773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6d3582-3e81-42d0-9116-8332278d2aa4,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.472596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.534055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.535229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4983714 Dec 09 09:33:30.537821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=40434784-53e7-47d7-829f-2b10a9776613,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:30.540828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:30.541283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57396) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.548211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:30.552414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8cec8d33-79e1-4079-91ab-e7d7a0cd6e66 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:30.568725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:30.569110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.576726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:30.580935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.590155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8cec8d33-79e1-4079-91ab-e7d7a0cd6e66 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:30.591670 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8cec8d33-79e1-4079-91ab-e7d7a0cd6e66 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2027171 Dec 09 09:33:30.597138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:30.598770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57400) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.603803 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c8761333-3356-4c1c-aa64-5cdf04302d8a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules/5f6d3582-3e81-42d0-9116-8332278d2aa4 HTTP/1.1" status: 200 len: 705 time: 0.0504997 Dec 09 09:33:30.617036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57402) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.647139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.666868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:30.670507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:30.795999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 7354d883-8e17-4301-8d28-e6f610aa0d19 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:30.947135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-339ae3f0-0054-43d2-a874-cf5dfb7f9c6d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:30.981896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (6c8af748-dceb-4d10-a4d3-6f96477848ba/99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1/6ef173ba-2780-4260-ac3b-dc27de8cb3ee) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:30.983933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.153932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.170812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 6ef173ba-2780-4260-ac3b-dc27de8cb3ee will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:31.192376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.196556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b1cb9f9-2fba-4a80-9c80-cba07dc0fafc tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:31.220165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-339ae3f0-0054-43d2-a874-cf5dfb7f9c6d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:31.223919 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-339ae3f0-0054-43d2-a874-cf5dfb7f9c6d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5988579 Dec 09 09:33:31.224788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57408) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:31.231134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.294794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:31.299890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:31.304542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.311449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:31.338021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:31.349769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:31.371852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.400826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.426506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.435185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02e2be4c-23dd-4cda-a6a4-d907ff39b851 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:31.468631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f6d3582-3e81-42d0-9116-8332278d2aa4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:31.472377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:31.473887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.479258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5f6d3582-3e81-42d0-9116-8332278d2aa4 HTTP/1.1" status: 204 len: 168 time: 0.2432842 Dec 09 09:33:31.481046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57412) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:31.555703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.568634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.577672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ca3dc40-4b6e-4407-a1d9-7155a340e422 tempest-ServerActionsTestJSON-55987615 tempest-ServerActionsTestJSON-55987615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:31.580107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.581192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cf6fee1f-b71a-4b4c-887e-ee17840a00e8 None None] Provisioning for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:31.586970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cf6fee1f-b71a-4b4c-887e-ee17840a00e8 None None] Provisioning complete for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:31.587547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cf6fee1f-b71a-4b4c-887e-ee17840a00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.595791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Router 9e256648-65ae-471a-8213-3848d4d18dde is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:33:31.602120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93c17f-4a35-4128-a400-d8f0bfe4673c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:31.606953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:31.623182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:31.623533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.644538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-72a1b25b-e4e6-463e-9462-5bcefae160f8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:31.650735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fee1f-b71a-4b4c-887e-ee17840a00e8 None None] Port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:31.754479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 40434784-53e7-47d7-829f-2b10a9776613 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:31.757471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.761173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a93c17f-4a35-4128-a400-d8f0bfe4673c HTTP/1.1" status: 204 len: 168 time: 1.1552944 Dec 09 09:33:31.769330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57416) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:31.828761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 40434784-53e7-47d7-829f-2b10a9776613 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:31.829160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.848186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:31.848766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-72a1b25b-e4e6-463e-9462-5bcefae160f8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:31.853190 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72a1b25b-e4e6-463e-9462-5bcefae160f8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3681452 Dec 09 09:33:31.858519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57420) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:31.865946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '9dfd4daf-872a-4d8c-b386-cb237ba0ae53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:31.873828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:31.879475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7915438d-e055-4a08-8e20-8f1ade590bc9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:31.897386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:31.955726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=7354d883-8e17-4301-8d28-e6f610aa0d19,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:31.990235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.008315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:32.062680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:32.075172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:32.086326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:32.090880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:32.094726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:32.095301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.099329 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Sync routers for ids ['9e256648-65ae-471a-8213-3848d4d18dde'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:32.105203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.106494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-785071ae-c264-42d4-829c-61f145c38672 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "PUT /v2.0/routers/9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 200 len: 698 time: 2.3988590 Dec 09 09:33:32.123550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57424) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.129766 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Routers {'9e256648-65ae-471a-8213-3848d4d18dde'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:32.133522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9e256648-65ae-471a-8213-3848d4d18dde'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:32.179817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.190777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.191424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.195614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5e763b37-4155-4602-965d-018da7de0186 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:32.205957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce559c78-ec54-4084-9a09-c91eabdd25f1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:32.229172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f65353-c01c-411d-921f-583189c27f1f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:32.234104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:32.256863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.260302 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4007106 Dec 09 09:33:32.263346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57428) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.267176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.278216 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1052487 Dec 09 09:33:32.284015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57432) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.296604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:32.301574 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Set router 9e256648-65ae-471a-8213-3848d4d18dde gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:32.321247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.356264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb7021c4-4a09-4217-bc55-3b534f01334e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:32.394453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 6cb02086-78c1-4cb5-ae8c-babb6b8bec4f owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:32.419579 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b40d7f4-2f72-467e-bf95-b97ae71df719 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules/a5f65353-c01c-411d-921f-583189c27f1f HTTP/1.1" status: 200 len: 705 time: 0.1521389 Dec 09 09:33:32.422546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57436) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.438820 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e256648-65ae-471a-8213-3848d4d18dde', 'name': 'tempest-RoutersIpV6Test-router-1512067564', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:29Z', 'updated_at': '2021-12-09T09:33:30Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:32.442904 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Checking router: 9e256648-65ae-471a-8213-3848d4d18dde for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:32.455524 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Routers {'9e256648-65ae-471a-8213-3848d4d18dde'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:32.456043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce559c78-ec54-4084-9a09-c91eabdd25f1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:32.456863 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9e256648-65ae-471a-8213-3848d4d18dde'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:32.461076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce559c78-ec54-4084-9a09-c91eabdd25f1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6367023 Dec 09 09:33:32.465007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57440) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.477332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676066507'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:32.519319 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8da99eba-74ef-4960-896e-6512e3a82dc0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/routers/9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 200 len: 704 time: 0.3918321 Dec 09 09:33:32.519528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:32.527467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.530799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57444) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.534985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:32.540225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:32.546450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7f2fc992-b34d-44c2-9967-3adf094db214 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1191652 Dec 09 09:33:32.546626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57448) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.586974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.588222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] Set router 9e256648-65ae-471a-8213-3848d4d18dde gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:32.595898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:32.599083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.602363 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2ad1d9a5-ed65-417e-a5c3-fba0ea84bc5a tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 200 len: 205 time: 0.0614102 Dec 09 09:33:32.606114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57452) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.644064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.665862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.692812 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e256648-65ae-471a-8213-3848d4d18dde', 'name': 'tempest-RoutersIpV6Test-router-1512067564', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:29Z', 'updated_at': '2021-12-09T09:33:30Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:32.696816 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5f0dc-47d8-45f4-8075-ca57ce346ad9 None None] The sync data for ids ['9e256648-65ae-471a-8213-3848d4d18dde'] in dv-neutron-821175-1-hyperv is: [{'id': '9e256648-65ae-471a-8213-3848d4d18dde', 'name': 'tempest-RoutersIpV6Test-router-1512067564', 'tenant_id': '5880192935e44f7aa1223b61da3951e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:29Z', 'updated_at': '2021-12-09T09:33:30Z', 'revision_number': 2, 'project_id': '5880192935e44f7aa1223b61da3951e8', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:32.804707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.819567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:32.827729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:32.837539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:32.863344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:32.936951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.944704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7e4d16a-4af1-4d48-a9bf-16405c8c4121 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:32.964894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f65353-c01c-411d-921f-583189c27f1f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:32.968925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:32.969097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:32.981988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:32.987660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:33.040952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.049342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.052973 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a5f65353-c01c-411d-921f-583189c27f1f HTTP/1.1" status: 204 len: 168 time: 0.5029614 Dec 09 09:33:33.057535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57456) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.103933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dfde6a8d-3696-4fcb-ad0b-a0b499d6824f tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:33.155084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=6cb02086-78c1-4cb5-ae8c-babb6b8bec4f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:33.157444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.161798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:33.232005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.239379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:33.286375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-38a2ef04-1446-4c5c-a925-b180d55ca6a6 None None] Provisioning complete for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:33.287118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-38a2ef04-1446-4c5c-a925-b180d55ca6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.294674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.resource_extend [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:33:33.318142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:33.333597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:33.341828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.348946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ce3dd3d-a618-42fe-9ede-38fa873bdb78 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:33.367610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.376636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76fbc4e6-415f-4831-a916-ee44e884084e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:33.397462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-38a2ef04-1446-4c5c-a925-b180d55ca6a6 None None] Port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:33.426936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.428124 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9601724 Dec 09 09:33:33.436805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57460) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.449464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:33.470101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d66566ff-a9fc-422c-8799-222ca18e5433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.508642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] In _notify_port_updated(), no bound segment for port 7354d883-8e17-4301-8d28-e6f610aa0d19 on network 8581a113-7a7e-4a20-9c51-22ec25885ab8 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:33:33.513480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:33.514112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.515434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/ports/7354d883-8e17-4301-8d28-e6f610aa0d19 HTTP/1.1" status: 200 len: 818 time: 1.2299047 Dec 09 09:33:33.519935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ce3dd3d-a618-42fe-9ede-38fa873bdb78 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:33.521100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4ce3dd3d-a618-42fe-9ede-38fa873bdb78 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4524381 Dec 09 09:33:33.524520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57464) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.524850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57466) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.528962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:33.660565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:33.661346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '9dfd4daf-872a-4d8c-b386-cb237ba0ae53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:33.664604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:33.667655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=7354d883-8e17-4301-8d28-e6f610aa0d19,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:33.673332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:33.675315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:33.687812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:33.699574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.708318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.717283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:33.744075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.748328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Project a89b912e3afa475998db4dc5c499d00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:33.757606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 7354d883-8e17-4301-8d28-e6f610aa0d19 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:33.757943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.789918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.806956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.838390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.848768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.851674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2fc2fa2-7c78-4bb2-81c0-44392cc3650f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:33.880792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a62eea-8f84-4a64-8f78-226c1ae68156,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:33.886842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:33.897118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.898278 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4593821 Dec 09 09:33:33.901077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57474) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.927607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:33.930407 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-deac031b-d748-4c99-93f2-332fd243bb5b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules/51a62eea-8f84-4a64-8f78-226c1ae68156 HTTP/1.1" status: 200 len: 705 time: 0.0275974 Dec 09 09:33:33.933018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57478) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.978222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:33.978784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Fanout notify agent at l3_agent the message router_deleted on router 9e256648-65ae-471a-8213-3848d4d18dde {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:34.047471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bce58d00-0bdb-423b-9640-7c750e92bd72 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:34.071941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bce58d00-0bdb-423b-9640-7c750e92bd72 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:34.076298 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bce58d00-0bdb-423b-9640-7c750e92bd72 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1423857 Dec 09 09:33:34.077067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57482) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.179511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.193510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.235705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.239022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-917fc61d-73eb-47a6-945e-7dc12d9f698b tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:34.259935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51a62eea-8f84-4a64-8f78-226c1ae68156,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:34.265271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:34.272223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.275959 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/51a62eea-8f84-4a64-8f78-226c1ae68156 HTTP/1.1" status: 204 len: 168 time: 0.1914673 Dec 09 09:33:34.277162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57486) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.282855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.302267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.303645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:34.304819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.305878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-819937cf-4755-4a09-8acc-75f239e63fd4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 204 len: 168 time: 1.6981816 Dec 09 09:33:34.311436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57490) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.316342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Sync routers for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:34.317398 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/7b37cefb-5fa3-4866-a4ba-ae0fbfceec58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8081620 Dec 09 09:33:34.320117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57494) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.330052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-224b469e-ed61-4cfe-b543-0c5fdfc5a558 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:34.331876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:34.332822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:34.414255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3e64e171-ddcf-4ce5-b614-468684527fc0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:34.442718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.451312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3e64e171-ddcf-4ce5-b614-468684527fc0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:34.452606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3e64e171-ddcf-4ce5-b614-468684527fc0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1743903 Dec 09 09:33:34.455533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57498) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.462917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:34.478862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:34.507218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:34.517261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.517533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.517902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.518580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.519023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.519460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.519605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-18f0d3ca-ea09-486d-a8f1-cdee8fa43dbb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Synchronizing usage tracker for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:34.523944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba1b48bc-fadc-4497-9bce-44d37fbb9a8e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4230 time: 0.2002654 Dec 09 09:33:34.524166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57502) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.533056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3b0abc-54a1-4e5a-8e7f-eb1267c6db45,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:34.552089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.555862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:34.581809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.642886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:34.644003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.644383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.645069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.645190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.645318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.645440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:34.652419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1191289 Dec 09 09:33:34.652595 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6de3236c-b79c-40fa-bd5a-135d1d1ec04a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3319 time: 0.1220729 Dec 09 09:33:34.652595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57506) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.653793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57508) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.657062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 7354d883-8e17-4301-8d28-e6f610aa0d19 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:34.709540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-18f0d3ca-ea09-486d-a8f1-cdee8fa43dbb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Unset dirty status for tenant:5880192935e44f7aa1223b61da3951e8 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:34.713117 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-18f0d3ca-ea09-486d-a8f1-cdee8fa43dbb tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 200 len: 205 time: 0.3952038 Dec 09 09:33:34.715422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57514) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.753589 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b087f9f-0393-45fe-8aa4-4437d233f4fc tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules/de3b0abc-54a1-4e5a-8e7f-eb1267c6db45 HTTP/1.1" status: 200 len: 711 time: 0.0957103 Dec 09 09:33:34.755428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57518) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.759422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.783033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.793235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea96cc77-3248-4536-96e9-c778ed3fff7a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:34.838299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5deb33-37de-42a0-8247-24b95312ef41,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:34.852631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:34.854059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-7b8a6d92-0273-4b3a-8136-e18f49d66e3e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:34.855866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7b8a6d92-0273-4b3a-8136-e18f49d66e3e tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/9e256648-65ae-471a-8213-3848d4d18dde HTTP/1.1" status: 404 len: 336 time: 0.1411674 Dec 09 09:33:34.861718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57522) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.908166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:32Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:34.909943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:34.911104 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4544230 Dec 09 09:33:34.913907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57526) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.924807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Checking router: 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:33:34.925300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Updating router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:33:34.927686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fcefe62b-a22a-4d60-93da-0cbe72b223b6 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1706555 Dec 09 09:33:34.930157 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bebb25-b0eb-43df-bcac-63454b5a66a0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:34.930595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bebb25-b0eb-43df-bcac-63454b5a66a0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:34.932177 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f9bebb25-b0eb-43df-bcac-63454b5a66a0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/bac640f1-e8b6-4700-b68a-78b122e4b3dc HTTP/1.1" status: 404 len: 337 time: 0.0695231 Dec 09 09:33:34.932850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57530) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.942522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57532) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.999464 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-353bbf13-a7ec-442e-90b0-4aaeeb638674 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:35.000846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353bbf13-a7ec-442e-90b0-4aaeeb638674 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:35.008248 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7b374b68-3088-471d-bfde-d16e1e6fb164 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules/fa5deb33-37de-42a0-8247-24b95312ef41 HTTP/1.1" status: 200 len: 705 time: 0.0920608 Dec 09 09:33:35.011102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.013031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57538) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.020359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ff9a202c-3c9e-46d5-9346-c34f1ca50462 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:35.029376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.044176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.051284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-353bbf13-a7ec-442e-90b0-4aaeeb638674 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/32bc92ab-6eac-4abf-b9a4-5c492b40186c HTTP/1.1" status: 404 len: 337 time: 0.1057198 Dec 09 09:33:35.054222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57542) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.081602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.085067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=7354d883-8e17-4301-8d28-e6f610aa0d19,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:35.087953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:35.112634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.112931 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9f23e0-080e-482d-808b-4dcfbb53489b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:35.112931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9f23e0-080e-482d-808b-4dcfbb53489b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:35.113529 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/7354d883-8e17-4301-8d28-e6f610aa0d19 HTTP/1.1" status: 204 len: 168 time: 1.5842407 Dec 09 09:33:35.115697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57546) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.121213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 9ca52363-a4cd-4a20-a504-0937df831303 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:35.141421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8672581c-cf06-45b2-8526-75d0e1c795dc tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:35.175853 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3a9f23e0-080e-482d-808b-4dcfbb53489b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/81550269-6adb-4111-ab90-209f748ceccd HTTP/1.1" status: 404 len: 337 time: 0.1154046 Dec 09 09:33:35.175853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.179211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.180313 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/de3b0abc-54a1-4e5a-8e7f-eb1267c6db45 HTTP/1.1" status: 204 len: 168 time: 0.2449884 Dec 09 09:33:35.180823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57550) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.181836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:35.192428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.252174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de3b0abc-54a1-4e5a-8e7f-eb1267c6db45,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:35.260958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:35.265016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8672581c-cf06-45b2-8526-75d0e1c795dc tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:35.266284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8672581c-cf06-45b2-8526-75d0e1c795dc tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2522216 Dec 09 09:33:35.266810 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7884e3-c2f9-462c-81ef-eb1ab281e1e2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:35.267264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7884e3-c2f9-462c-81ef-eb1ab281e1e2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:35.268916 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dc7884e3-c2f9-462c-81ef-eb1ab281e1e2 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/831d29f3-a655-4e3f-ac19-53148703de7f HTTP/1.1" status: 404 len: 337 time: 0.0802200 Dec 09 09:33:35.269416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.271621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57560) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.328605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9162b133-0e79-401d-8488-30cbc351f437 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 200 len: 205 time: 0.0558109 Dec 09 09:33:35.331064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57566) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.344290 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-94d43468-2d84-4221-bef8-4b5c656103bb tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.6922827 Dec 09 09:33:35.348594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:35.359864 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] Sync routers for ids ['9ca52363-a4cd-4a20-a504-0937df831303'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:35.362323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/9ca52363-a4cd-4a20-a504-0937df831303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2664375 Dec 09 09:33:35.365207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57574) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.382292 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] Routers {'9ca52363-a4cd-4a20-a504-0937df831303'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:35.383059 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9ca52363-a4cd-4a20-a504-0937df831303'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:35.420192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.440986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a20dee9c-4405-489d-97a9-9b9fc67de402 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:35.449933 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-9205e621-17a2-4720-93f2-a25a3d5df595 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:35.451221 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9205e621-17a2-4720-93f2-a25a3d5df595 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/9b1c5350-dcad-41c3-bfa5-4921fddd9741 HTTP/1.1" status: 404 len: 336 time: 0.1164114 Dec 09 09:33:35.456319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57578) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.499886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.509347 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:35.512945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f10d-1450-4b52-a41e-c4d8371a8337 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:35.513653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f68f10d-1450-4b52-a41e-c4d8371a8337 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:35.533759 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] Routers {'9ca52363-a4cd-4a20-a504-0937df831303'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:35.535225 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9ca52363-a4cd-4a20-a504-0937df831303'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:35.541991 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc4b36ab-9ea9-4278-a47d-17d68b3210f8 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=e77f4b93-7a1e-48b8-95e4-54fd445a6b70 HTTP/1.1" status: 200 len: 205 time: 0.0835226 Dec 09 09:33:35.546786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a20dee9c-4405-489d-97a9-9b9fc67de402 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:35.548239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a20dee9c-4405-489d-97a9-9b9fc67de402 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3522592 Dec 09 09:33:35.549050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57582) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.559548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.614351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.644807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Transition to ACTIVE for port object 6ef173ba-2780-4260-ac3b-dc27de8cb3ee will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:35.662171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.670541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-303c737b-f237-4b3b-a8d5-3e1526d70f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:35.680343 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:35.680797 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1a3b1-ea6d-409e-991a-632a639e9cb9 None None] The sync data for ids ['9ca52363-a4cd-4a20-a504-0937df831303'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:35.836533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2f68f10d-1450-4b52-a41e-c4d8371a8337 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:35.841574 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f68f10d-1450-4b52-a41e-c4d8371a8337 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7123535 Dec 09 09:33:35.859095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57590) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.863078 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-3c77080a-9f67-4322-89a1-01597b62edd0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:35.869259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3c77080a-9f67-4322-89a1-01597b62edd0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/e77f4b93-7a1e-48b8-95e4-54fd445a6b70 HTTP/1.1" status: 404 len: 336 time: 0.3130653 Dec 09 09:33:35.883130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dc09b83d-b5a5-4adf-9587-174fa673b54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.905431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Pushing event updated for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:35.914340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57594) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.918332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:35.922195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:35.980297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:36.003049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5deb33-37de-42a0-8247-24b95312ef41,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:36.005499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:36.013413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6450ceef-db7d-432c-bcb0-958a25276f3b tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:33:36.014680 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6450ceef-db7d-432c-bcb0-958a25276f3b tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/7354d883-8e17-4301-8d28-e6f610aa0d19 HTTP/1.1" status: 404 len: 333 time: 0.1467350 Dec 09 09:33:36.044137 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99df208-2c31-4011-a199-5b6dfbbc50e9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:36.044577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99df208-2c31-4011-a199-5b6dfbbc50e9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:36.046454 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d99df208-2c31-4011-a199-5b6dfbbc50e9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/e5f115ff-4326-427a-8176-7a9f6046a90f HTTP/1.1" status: 404 len: 337 time: 0.1259053 Dec 09 09:33:36.048898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57598) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.049216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57600) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.099288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Attempting to bind port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:36.099932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Attempting to bind port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:36.102289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Attempting to bind port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee on network 6c8af748-dceb-4d10-a4d3-6f96477848ba {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:36.103104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-31c6d06a-6c85-41a4-b299-f6d4641e7d42 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 09:33:36.106303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1481608401'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:36.109784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.114307 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31c6d06a-6c85-41a4-b299-f6d4641e7d42 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/9ca52363-a4cd-4a20-a504-0937df831303/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7446513 Dec 09 09:33:36.115004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57606) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.117714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:36.117881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Checking segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:36.118282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.118699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Bound using segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:36.119180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Bound port: 6ef173ba-2780-4260-ac3b-dc27de8cb3ee, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:36.119594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.163553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57610) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.167027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.170909 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fa5deb33-37de-42a0-8247-24b95312ef41 HTTP/1.1" status: 204 len: 168 time: 0.8949797 Dec 09 09:33:36.171699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-decde70d-ac47-4d3c-b50a-baab60d432af tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:36.174101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57614) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.177570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266250796', 'description': 'tempest-secgroup-smoke-1266250796 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:36.178815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:36.183031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:36.186330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:36.192289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:36.203032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:36.216937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:36.220015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.224275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:36.232137 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-42a85bf5-2560-409a-b69b-29b519cefa45 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 200 len: 205 time: 0.1796997 Dec 09 09:33:36.241590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57618) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.243255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] For port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:36.247729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] For port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:36.252448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.256925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:36.262717 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b2055712-8f5b-4745-8c5d-a673f94be6af tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0780027 Dec 09 09:33:36.262717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-decde70d-ac47-4d3c-b50a-baab60d432af tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:36.266172 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-decde70d-ac47-4d3c-b50a-baab60d432af tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca52363-a4cd-4a20-a504-0937df831303 HTTP/1.1" status: 200 len: 205 time: 0.1486502 Dec 09 09:33:36.266172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57622) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.267594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57624) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.273001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': '90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:36.316053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.332357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.334991 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-437bfd55-2339-407f-85e9-8d317282ba50 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:36.336104 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-437bfd55-2339-407f-85e9-8d317282ba50 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/3f8bb7b6-0af8-4230-be1d-7abb76f2edd9 HTTP/1.1" status: 404 len: 336 time: 0.0910435 Dec 09 09:33:36.339285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57630) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.342353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Pushing event updated for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:36.346485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:36.348979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:36.349662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:36.353875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:36.373841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:36.405582 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-41b9b505-6db8-4caf-8824-c3d7d11494b3 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=d554904e-8d1e-4117-a0f0-afd4af3aaafa HTTP/1.1" status: 200 len: 205 time: 0.0619709 Dec 09 09:33:36.413337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57634) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.431100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:36.450417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:36.476629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:36.482400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:36.485968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:36.490079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:36.498351 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-fb4b979b-a398-4637-854d-1ceba3c87063 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:36.499808 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fb4b979b-a398-4637-854d-1ceba3c87063 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/d554904e-8d1e-4117-a0f0-afd4af3aaafa HTTP/1.1" status: 404 len: 336 time: 0.0827246 Dec 09 09:33:36.502969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57638) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.504014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.549153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.560518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.561159 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment e031607d-9cea-4d97-b425-5da1647f628b of type vlan for network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 Dec 09 09:33:36.573572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:36.575815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.579052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cdb6b279-86f3-49da-9c0b-097f6bb9022d tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:36.593287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b1079d-8bc3-499e-9b71-73f973336c60 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:36.593732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b1079d-8bc3-499e-9b71-73f973336c60 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:36.607004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:33:36.610485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd4daf-872a-4d8c-b386-cb237ba0ae53,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:36.612843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:36.627867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.633633 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-67b1079d-8bc3-499e-9b71-73f973336c60 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/04f630ae-88ba-4caf-8ebd-3ad0c5edf180 HTTP/1.1" status: 404 len: 337 time: 0.1290865 Dec 09 09:33:36.635237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.639401 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/9dfd4daf-872a-4d8c-b386-cb237ba0ae53 HTTP/1.1" status: 204 len: 168 time: 1.0758622 Dec 09 09:33:36.640461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.640461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57644) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.717845 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3c60a84c-807f-4702-8758-1e0fc4d706c0 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f11631f-fd47-42dc-bec1-f30f0c2c29bc HTTP/1.1" status: 200 len: 205 time: 0.0744653 Dec 09 09:33:36.719548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57650) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.764090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-927e2dbd-c707-4cb3-9a55-eab7d3cfd895 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:36.769412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.772334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:36.772917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.779194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-672f056b-afa6-4208-9c4e-d92a0e5e822d tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:36.817363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.869446 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8186979 Dec 09 09:33:36.889059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57654) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.895156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:36.918643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-927e2dbd-c707-4cb3-9a55-eab7d3cfd895 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:36.919366 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-289165b9-9ea3-4acc-bcd5-33cec6c752ef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:36.919912 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-927e2dbd-c707-4cb3-9a55-eab7d3cfd895 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2768722 Dec 09 09:33:36.920536 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-289165b9-9ea3-4acc-bcd5-33cec6c752ef tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/5f11631f-fd47-42dc-bec1-f30f0c2c29bc HTTP/1.1" status: 404 len: 336 time: 0.2005837 Dec 09 09:33:36.930039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.930679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57658) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.931017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57660) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.941910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=6d344ae8-cc2b-48bc-932c-a5eb17a9fa37,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:36.942496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:36.944889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:36.949202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group': {'name': 'tempest-secgroup--151980220'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:36.949812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84e64135-830c-47d7-8503-281ccc72c2b3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:37.016978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:37.039066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.052960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.063692 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcf02d6-ac14-4e48-a8f9-fb22efcbf5f4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:37.064108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcf02d6-ac14-4e48-a8f9-fb22efcbf5f4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:37.068349 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0dcf02d6-ac14-4e48-a8f9-fb22efcbf5f4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/ad436b2d-f0c2-42b2-85dc-8de2e1567393 HTTP/1.1" status: 404 len: 337 time: 0.1285710 Dec 09 09:33:37.071434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57666) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.076293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:37.124291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.138373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:37.142548 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fbbf6b14-5edd-4184-a707-687e32999e1b tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "GET /v2.0/ports?device_id=447732a4-e942-4a1b-8f8a-dd526b662d88 HTTP/1.1" status: 200 len: 205 time: 0.0654397 Dec 09 09:33:37.146504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:37.152452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57670) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.153148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2eff1c94-4118-431f-a68d-d9617988df35 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:37.159527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.163513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.164505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:36Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:37.168427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.169611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0049987 Dec 09 09:33:37.169818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e161dc4-068d-4397-89a3-9e21678b5a56 None None] The sync data for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv is: [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:36Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:37.174708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.180101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568b4af6-61df-4bf0-8e19-1bff3035caa7,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:37.185630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:37.189945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.194066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9248202 Dec 09 09:33:37.194066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:37.194066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.195972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.197917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57678) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.211214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:37.215199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:37.237376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:37.257356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab887bc8-4a37-4df0-b205-d8d079298fd1 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules/568b4af6-61df-4bf0-8e19-1bff3035caa7 HTTP/1.1" status: 200 len: 706 time: 0.0558646 Dec 09 09:33:37.258948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57682) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.264031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.278603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:37.282103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-70b18a8e-8819-4b89-86f8-0554d6013044 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] delete failed (client error): The resource could not be found. Dec 09 09:33:37.283126 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-70b18a8e-8819-4b89-86f8-0554d6013044 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/routers/447732a4-e942-4a1b-8f8a-dd526b662d88 HTTP/1.1" status: 404 len: 336 time: 0.1296308 Dec 09 09:33:37.284060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:37.294355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57686) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.298805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:37.300235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.320299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.320694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca52363-a4cd-4a20-a504-0937df831303 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:37.354455 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fbfbf4-b431-4a6b-b4ba-601ed4fd80a4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:37.355974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fbfbf4-b431-4a6b-b4ba-601ed4fd80a4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:37.361457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.364876 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-13ac1556-e6cc-4ba4-abf4-68a1c0f4c68f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/9ca52363-a4cd-4a20-a504-0937df831303 HTTP/1.1" status: 204 len: 168 time: 1.0938644 Dec 09 09:33:37.365031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:37.366252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57690) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.383605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.394462 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07fbfbf4-b431-4a6b-b4ba-601ed4fd80a4 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/16dbc2bb-c200-4a44-aa09-5d10f52b0e73 HTTP/1.1" status: 404 len: 337 time: 0.0969121 Dec 09 09:33:37.400247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57694) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.427410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9eaac2b6-ebed-4b43-bfb5-523ea894f77e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:37.473916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9eaac2b6-ebed-4b43-bfb5-523ea894f77e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:37.477623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9eaac2b6-ebed-4b43-bfb5-523ea894f77e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2127652 Dec 09 09:33:37.486862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:37.491296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.494041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57698) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.509986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.513493 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-04028d0d-abc7-4944-bffe-ba4bb3767ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:37.514286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04028d0d-abc7-4944-bffe-ba4bb3767ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:37.516398 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-04028d0d-abc7-4944-bffe-ba4bb3767ebe tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] 10.222.0.41 "DELETE /v2.0/subnets/6b57416b-b654-4105-a9f8-fd9d9f83418a HTTP/1.1" status: 404 len: 337 time: 0.1152172 Dec 09 09:33:37.516719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e64b59a4-d5ba-49b7-804a-14cacf406409 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:37.581894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.723741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.736507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.743558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df115d70-5221-46af-8d08-262bc95f76ad,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:37.750170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c48fc99f-02ee-4f2d-8d96-ac32c88417d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:37.775255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:37.793149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.795108 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6183319 Dec 09 09:33:37.796584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.805865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57706) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.814569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.821965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:37.828684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.835513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834b98dd-b570-47d9-935a-7a67928f9e0c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:37.846006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:37.847076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:37.858821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6ef173ba-2780-4260-ac3b-dc27de8cb3ee up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:37.878357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:37.889102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet 1fd68390-3488-41ba-bdba-b38d2920d86d {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:37.893271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.896437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:37.900598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.911856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9761000 Dec 09 09:33:37.916445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57710) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.936723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:37.943809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Request body: {'security_group_rule': {'security_group_id': '834b98dd-b570-47d9-935a-7a67928f9e0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:37.948224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:37.950935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57714) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.968927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=568b4af6-61df-4bf0-8e19-1bff3035caa7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:37.978530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:37.979009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:37.997540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:38.007346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:38.007785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.018064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.021611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/568b4af6-61df-4bf0-8e19-1bff3035caa7 HTTP/1.1" status: 204 len: 168 time: 0.5238545 Dec 09 09:33:38.021611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.053653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57720) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.163270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86da97e-bf54-4ed1-84dc-05c71682302d tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:38.215638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.235279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Usage tracker for resource:security_group_rule and tenant:a89b912e3afa475998db4dc5c499d00e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:38.241940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.261787 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:33:38.271611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a86da97e-bf54-4ed1-84dc-05c71682302d tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:38.275882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a86da97e-bf54-4ed1-84dc-05c71682302d tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2132301 Dec 09 09:33:38.278412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57724) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.282429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:38.294434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.310257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.354543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:38.371972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:38.379514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.389639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.399454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.410664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c975a698-8834-4e5f-b635-463abef1a6c6 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.447819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57728) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.449439 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3eff5254-117b-4e86-a637-e817b332298e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5880192935e44f7aa1223b61da3951e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4921684 Dec 09 09:33:38.472996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd68390-3488-41ba-bdba-b38d2920d86d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.475216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.482272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.488818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.503063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.506170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a759e4-d50d-4085-8cce-b1d047f794ba None None] Network c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:38.510819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.513338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.539845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.545897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76e9a2a2-14f5-4d68-91b4-3b423ad0d9bf tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.552465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/1fd68390-3488-41ba-bdba-b38d2920d86d HTTP/1.1" status: 204 len: 168 time: 1.1805983 Dec 09 09:33:38.554591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.555555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.562497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57732) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.613707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fe3166-56dc-452c-941b-887ea03638ac,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.616767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.624964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.626598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.640593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5099142c-36f1-4721-8f95-e735c311f619 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.684922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.686371 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8698134 Dec 09 09:33:38.698460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57736) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.722905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:38.735783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.741938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:38.754854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.759378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:38.766363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:38.768794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.769787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=69f8c1f2-85f0-4825-8c8e-568eb2a46247,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.776127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.782041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.784525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:38.789530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': 'e031607d-9cea-4d97-b425-5da1647f628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:38.789886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:38.808283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.814427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.816433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.820959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] DHCP port deletion for c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:38.825587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:38.825945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.830363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.838144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.842997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Deleting port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:38.843197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.843728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.867867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.871460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/90cd9aa5-a89a-437d-aa60-2d72ed7fa9c3 HTTP/1.1" status: 204 len: 168 time: 0.5897119 Dec 09 09:33:38.872212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57740) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.889149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26baa7e0-5b3b-41aa-a961-c53139818327,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:38.897355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:38.903386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:38.924079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.927655 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0078824 Dec 09 09:33:38.928426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57744) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.949724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:38.954086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.962155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9c95574e-5cbe-43ef-947f-f4a8c724dbca tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:38.970923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:38.971515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:38.986018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d32ccf-f480-4973-95e2-2e08a1d957c4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.000183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.007537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.015494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.017683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cae14803-8faf-4382-b526-352d04576738 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:39.033502 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1407249 Dec 09 09:33:39.033749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aa04b811-81d9-4ad3-a80c-977d3affe67e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:39.036383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57748) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.040452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.046086 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6d32ccf-f480-4973-95e2-2e08a1d957c4 HTTP/1.1" status: 204 len: 168 time: 0.5920112 Dec 09 09:33:39.046700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9edc1-bf54-43dd-b5d1-1559f5a78afe None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:39.047100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ce1da0-4e12-4191-b56a-210322ad5cf0,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.059412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.073970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.086418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.087802 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3873320 Dec 09 09:33:39.092932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57754) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.104972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.109866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.134311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.200258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.204732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:39.208687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.214777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:39.218122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-481d9484-b836-4577-8ed3-3a2e6e5228ab tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:39.218579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aa04b811-81d9-4ad3-a80c-977d3affe67e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:39.223871 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aa04b811-81d9-4ad3-a80c-977d3affe67e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3467174 Dec 09 09:33:39.229205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57758) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.242904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group': {'name': 'tempest-secgroup--930321453'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.243965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b98dd-b570-47d9-935a-7a67928f9e0c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.246813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.252474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.295052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.318930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.324037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] For port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,segment=NetworkSegment(52f4cb1a-07ae-43fe-bf30-2071747809ce),segment_id=52f4cb1a-07ae-43fe-bf30-2071747809ce)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:39.324217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,segment=NetworkSegment(52f4cb1a-07ae-43fe-bf30-2071747809ce),segment_id=52f4cb1a-07ae-43fe-bf30-2071747809ce)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:39.324718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.324980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.340091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.353464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.377988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.379897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.384240 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/834b98dd-b570-47d9-935a-7a67928f9e0c HTTP/1.1" status: 204 len: 168 time: 0.4553456 Dec 09 09:33:39.385046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.389993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.405260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3c536517-847e-46c0-b5ba-53ca9896b33d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:39.429334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:39.438241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc1d439-fcc4-486e-a246-66f5d5d08be1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.443808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.447335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.452218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3554282 Dec 09 09:33:39.452957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57772) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.459423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.494636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.499203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5383b9b9-cf96-4b11-8d40-49ccbcf26474 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:39.504761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:39.516631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:39.516938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:39.520086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Calling delete_port for f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:39.520279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:39.527400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5383b9b9-cf96-4b11-8d40-49ccbcf26474 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:39.531541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5383b9b9-cf96-4b11-8d40-49ccbcf26474 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1454401 Dec 09 09:33:39.532687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.534534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57778) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.556608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.569564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.610682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-44f70514-65ce-43e1-8c59-8a98901061c4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Synchronizing usage tracker for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:39.614446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:39.616258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:39.634242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.694544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': '69f8c1f2-85f0-4825-8c8e-568eb2a46247'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:39.695394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.701765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-44f70514-65ce-43e1-8c59-8a98901061c4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Unset dirty status for tenant:a89b912e3afa475998db4dc5c499d00e on resource:security_group_rule {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:39.703178 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-44f70514-65ce-43e1-8c59-8a98901061c4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1676531 Dec 09 09:33:39.710088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.715230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.722613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-543e4b0a-36bf-4030-9d8a-13bbc738e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:39.740675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.756390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:39.756834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:39.757928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-6e92bd63-b191-4541-bc01-8b54f2368fca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] delete failed (client error): The resource could not be found. Dec 09 09:33:39.759253 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6e92bd63-b191-4541-bc01-8b54f2368fca tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "DELETE /v2.0/security-groups/834b98dd-b570-47d9-935a-7a67928f9e0c HTTP/1.1" status: 404 len: 347 time: 0.0430954 Dec 09 09:33:39.762906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:39.765642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:39.768504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57788) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.801175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Pushing event deleted for resources: {'Port': ['ID=f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.804189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.806951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.814934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.822028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.848484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:39.853712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6ef173ba-2780-4260-ac3b-dc27de8cb3ee up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:39.863137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.865954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:39.867385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4122853 Dec 09 09:33:39.870309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57794) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.880296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a7fd96c1-a592-44eb-ada8-4f8b6874ba8d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.887164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] No DVR routers for this DVR port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:39.888682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106f5ddb-8d33-4cbd-9d6e-355f0df34031,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:39.892772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:39.893995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:39.902974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:39.906421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:39.913993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:39.946223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:39.962632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.074297 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b67d205d-e191-4c11-b420-870527343c94 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3039165 Dec 09 09:33:40.088410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:40.088960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.105596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.116620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.119586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9f5dd62c-3eea-4126-bf5a-4fcd6f45c218 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:40.142391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.155945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.163137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:40.188972 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69f8c1f2-85f0-4825-8c8e-568eb2a46247 (CIDR: 2001:db8::/64) Dec 09 09:33:40.192316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Allocated IP 2001:db8::2 (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/69f8c1f2-85f0-4825-8c8e-568eb2a46247/7bba3f55-8a66-4edd-baec-e989dc49490f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:40.204359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4082a262-a4c1-4d27-bf18-e6e70e56ad34,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:40.206823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:40.207263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:33:40.221356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:40.229561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57804) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.233182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cca388-1455-45d1-8f1b-4b415f2e0b8c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:40.234843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.238072 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3662925 Dec 09 09:33:40.239294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:40.257812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:40.258189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.295784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.300103 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0668187 Dec 09 09:33:40.301243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57812) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.309329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Request body: {'security_group_rule': {'security_group_id': 'a9cca388-1455-45d1-8f1b-4b415f2e0b8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:40.325169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:40.330389 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad41de70-a999-4250-9814-255bf3a28043 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2919006 Dec 09 09:33:40.334082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Usage tracker for resource:security_group_rule and tenant:7a5d82b1b0db45e6a92c3229233aa3bb is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:40.336630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] The port 'f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:40.337396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57816) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.344876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:40.348720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:40.360500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:40.392633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.585250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.592423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.602922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:40.609984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.618628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-92739fe0-841d-4bdf-b05a-c9ddb2de5270 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:40.633858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ecc917-50c3-4c38-9ef6-dffeabcd40f7']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:40.653248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:40.653695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f19adfd4-ae92-4a2c-9d2a-5e6a94403b9c not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:40.669319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f4cb1a-07ae-43fe-bf30-2071747809ce') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:40.669617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f4cb1a-07ae-43fe-bf30-2071747809ce') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:40.689382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd98ec0-cc26-4405-af54-975b8abcff7d,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:40.692038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.699221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:40.703423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.706416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Transition to ACTIVE for port object 7bba3f55-8a66-4edd-baec-e989dc49490f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:40.718204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:40.724857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.726576 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4230990 Dec 09 09:33:40.731174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:40.731512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57828) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.734880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Transition to ACTIVE for port object 7bba3f55-8a66-4edd-baec-e989dc49490f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:40.740342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:40.748661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.749921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57832) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.752491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:40.756047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:40.760281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-15568372-1747-45fa-b78b-8cd95e972ce7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:40.762288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.772570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:40.772978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:40.795087 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:40.804518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:40.808821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.839821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:40.841986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-15568372-1747-45fa-b78b-8cd95e972ce7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:40.849947 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-15568372-1747-45fa-b78b-8cd95e972ce7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266250796&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.2330701 Dec 09 09:33:40.884569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Pushing event updated for resources: {'Port': ['ID=7bba3f55-8a66-4edd-baec-e989dc49490f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:40.897419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:40.919935 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9eddd567-5472-4fda-88c7-941bd2c410b8 tempest-ServiceProvidersTest-1779674523 tempest-ServiceProvidersTest-1779674523-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6815889 Dec 09 09:33:40.924531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:40.926141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:40.929458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:41.020530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.031535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7004512-0b12-4789-9263-4db7fb609e44 tempest-NetworksIpV6TestAttrs-1868521100 tempest-NetworksIpV6TestAttrs-1868521100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.049955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.052916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.077514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=c8ecc917-50c3-4c38-9ef6-dffeabcd40f7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.079530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Attempting to bind port 7bba3f55-8a66-4edd-baec-e989dc49490f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:41.080034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Attempting to bind port 7bba3f55-8a66-4edd-baec-e989dc49490f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e031607d-9cea-4d97-b425-5da1647f628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:41.080532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Attempting to bind port 7bba3f55-8a66-4edd-baec-e989dc49490f on network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:41.084667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.087906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:41.088513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Checking segment: {'id': 'e031607d-9cea-4d97-b425-5da1647f628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:41.089608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.092520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Bound using segment: {'id': 'e031607d-9cea-4d97-b425-5da1647f628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:41.092709 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/c8ecc917-50c3-4c38-9ef6-dffeabcd40f7 HTTP/1.1" status: 204 len: 168 time: 2.5289149 Dec 09 09:33:41.093089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57840) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.093205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Bound port: 7bba3f55-8a66-4edd-baec-e989dc49490f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e031607d-9cea-4d97-b425-5da1647f628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:41.093652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.103142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-1452958317'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:41.109256 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78b15fa4-9758-432c-90fc-d5498652a44f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a89b912e3afa475998db4dc5c499d00e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3582251 Dec 09 09:33:41.113266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:41.114695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57844) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.118927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:41.122815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:41.129687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:41.161116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ab349-2efa-405e-8869-f91c5a794f84 req-a438cf40-50bf-432e-843b-0480e0c692e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:41.162714 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-a438cf40-50bf-432e-843b-0480e0c692e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 797 time: 0.3117375 Dec 09 09:33:41.181243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:41.185828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.221096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:41.222479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-422d7d91-8e81-4b86-8d93-1a6810d5da5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0498557 Dec 09 09:33:41.225817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7bba3f55-8a66-4edd-baec-e989dc49490f,segment=NetworkSegment(e031607d-9cea-4d97-b425-5da1647f628b),segment_id=e031607d-9cea-4d97-b425-5da1647f628b)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:41.237718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.243160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:41.250989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-1da5f9b9-c6be-4b8b-a960-7aaca4e1bd7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.254835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.255282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment c53c8f39-f616-458a-a1f5-4c510ab45733 of type vlan for network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 Dec 09 09:33:41.281828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57850) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.289422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.292100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.304996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7ca15015-a0e6-400d-aa67-7cd7fb632858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.343356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Pushing event updated for resources: {'Port': ['ID=7bba3f55-8a66-4edd-baec-e989dc49490f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.345171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.346729 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9cca388-1455-45d1-8f1b-4b415f2e0b8c HTTP/1.1" status: 204 len: 168 time: 0.6140587 Dec 09 09:33:41.350294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.352027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57856) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.352955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cca388-1455-45d1-8f1b-4b415f2e0b8c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.365462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.381521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.382266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.386506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:41.390948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.399674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.426450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.430577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-3ccd9075-fc5e-4636-b820-d113674d4850 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:41.438032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.484308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7b2b14f-acb2-42a9-ad13-49e0719074f9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:41.488341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-3ccd9075-fc5e-4636-b820-d113674d4850 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:41.505666 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-3ccd9075-fc5e-4636-b820-d113674d4850 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2701795 Dec 09 09:33:41.569324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4733646 Dec 09 09:33:41.580543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57860) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.605636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:41.612037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:41.626421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:41.628148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=bfdb12dc-3c49-4b81-99ed-2ed755e12e24,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.633421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:41.634118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.644199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:41.657258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b4e38f4d-d10b-4026-9c44-f090c7e3364b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.657886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a7b2b14f-acb2-42a9-ad13-49e0719074f9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:41.659098 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a7b2b14f-acb2-42a9-ad13-49e0719074f9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3050623 Dec 09 09:33:41.659795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8d15823b-d325-43d3-b024-fcc1712928bc tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.685436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57864) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.699791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3611574 Dec 09 09:33:41.700653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57868) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.719021 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-736d5ae2-58f7-4dbd-b817-3e6ff0581b40 service neutron] 10.222.0.41 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673846 Dec 09 09:33:41.800859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'fixed_ips': [{'subnet_id': '69f8c1f2-85f0-4825-8c8e-568eb2a46247'}, {'subnet_id': '485d9ea6-189f-43d7-a482-b549754c14ba'}], 'name': 'tempest-PortsIpV6TestJSON-1239467636'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:41.868541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7bba3f55-8a66-4edd-baec-e989dc49490f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:41.886525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.890601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3a5e5dc8-f526-484b-a9d8-98592bc60153 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:41.901281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:41.921250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa3d9e9-5946-453b-bfd5-abc629ba9440,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.932996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=485d9ea6-189f-43d7-a482-b549754c14ba,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:41.940379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.941298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:41.944182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:41.948226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fb149c38dc4fdea9af40ec16dc5197 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:41.952066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:41.958864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:41.964750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:41.969718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:41.976133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca6ad617-f939-4b52-a41c-aaebf5c5ea4f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:41.988339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:41.990952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7bba3f55-8a66-4edd-baec-e989dc49490f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:41.998339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:41.999937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-e037df72-9fa5-406c-ba6c-88379ae523d4 service neutron] 10.222.0.41 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799571 Dec 09 09:33:42.036708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:42.040512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:42.058668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:42.064175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.065396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca6ad617-f939-4b52-a41c-aaebf5c5ea4f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group_rule {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:42.069651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca6ad617-f939-4b52-a41c-aaebf5c5ea4f tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3771381 Dec 09 09:33:42.070102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:42.071990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57872) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.079615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.110019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-64c56f4e-3c08-4d11-bfe8-12da3aea8149 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:42.139804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.141342 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfa3d9e9-5946-453b-bfd5-abc629ba9440 HTTP/1.1" status: 204 len: 168 time: 1.0142725 Dec 09 09:33:42.164151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-58025c07-5c50-4a8d-b410-12aa73f733f2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] delete failed (client error): The resource could not be found. Dec 09 09:33:42.169866 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-58025c07-5c50-4a8d-b410-12aa73f733f2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9cca388-1455-45d1-8f1b-4b415f2e0b8c HTTP/1.1" status: 404 len: 347 time: 0.0927918 Dec 09 09:33:42.174705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57880) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.180472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed25c3c-214a-4c99-9555-f62a9b240d61,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:42.197123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:42.239977 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6fb149c38dc4fdea9af40ec16dc5197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9535384 Dec 09 09:33:42.245457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57886) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.330923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:42.382090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1bd9e224-6f18-42e0-bf41-332b542980af tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Synchronizing usage tracker for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:42.450626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2f8ec608-887e-4cb8-a234-b3df5b0eaa80 req-ca4fee44-29c6-450c-afc4-292d4662ae40 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:42.470821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.497463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:42.512448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.638292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.641213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1bd9e224-6f18-42e0-bf41-332b542980af tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Unset dirty status for tenant:7a5d82b1b0db45e6a92c3229233aa3bb on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:42.645671 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1bd9e224-6f18-42e0-bf41-332b542980af tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4665592 Dec 09 09:33:42.697782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2f8ec608-887e-4cb8-a234-b3df5b0eaa80 req-ca4fee44-29c6-450c-afc4-292d4662ae40 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:42.699060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2f8ec608-887e-4cb8-a234-b3df5b0eaa80 req-ca4fee44-29c6-450c-afc4-292d4662ae40 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 210 time: 0.3504751 Dec 09 09:33:42.711009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.735148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port dae755a2-a883-48d7-9cc6-d07aa359ce0f yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:42.815440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.823308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4425fae2-b147-4a84-8573-a28e13fdf012 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:42.849085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed25c3c-214a-4c99-9555-f62a9b240d61,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:42.866833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:42.872704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:42.879339 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ed25c3c-214a-4c99-9555-f62a9b240d61 HTTP/1.1" status: 204 len: 168 time: 0.6181281 Dec 09 09:33:43.078019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee9a9c-ecbd-4985-8ea2-3f948858b1da None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:43.185974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Provisioning for port 7bba3f55-8a66-4edd-baec-e989dc49490f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:43.195427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Provisioning complete for port 7bba3f55-8a66-4edd-baec-e989dc49490f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:43.196274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.201257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.212431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-94e08f52-0c3f-42ca-a0ae-55ea1741ac5c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:43.274061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57914) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.296581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=cc017cac-2a33-4254-b147-e1d87ced1568,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:43.301588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:43.410016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': 'c53c8f39-f616-458a-a1f5-4c510ab45733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:43.410662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: bfdb12dc-3c49-4b81-99ed-2ed755e12e24, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:43.453310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:43.469429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.483155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::15c (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/69f8c1f2-85f0-4825-8c8e-568eb2a46247/dae755a2-a883-48d7-9cc6-d07aa359ce0f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:43.485354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, bfdb12dc-3c49-4b81-99ed-2ed755e12e24) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:43.492326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:43.493173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.498796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8:0:1::ea (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/485d9ea6-189f-43d7-a482-b549754c14ba/dae755a2-a883-48d7-9cc6-d07aa359ce0f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:43.560853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9688556 Dec 09 09:33:43.562765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1faa74-c5d1-40b4-af2d-021440d34674 None None] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:43.563283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57924) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.576376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338116047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:43.637516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:43.671403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:43.676471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:43.690691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:43.706109 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-305d209d-8dcc-4951-8786-7b17671813fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a5d82b1b0db45e6a92c3229233aa3bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4307168 Dec 09 09:33:43.709247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57930) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.733494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.734857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.765214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7bba3f55-8a66-4edd-baec-e989dc49490f,segment=NetworkSegment(e031607d-9cea-4d97-b425-5da1647f628b),segment_id=e031607d-9cea-4d97-b425-5da1647f628b)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:43.804793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.837214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.843231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.850107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-58e3f9c8-a2f4-47d0-bd29-d00ef91f70aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:43.856497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.898100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.910567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:43.911714 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-406695df-a391-49c7-b15c-a3d16736895f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3466728 Dec 09 09:33:43.914498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57942) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:44.106983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-bfdb12dc-3c49-4b81-99ed-2ed755e12e24', 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': 'cc017cac-2a33-4254-b147-e1d87ced1568'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:44.113251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.183911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Pushing event updated for resources: {'Port': ['ID=7bba3f55-8a66-4edd-baec-e989dc49490f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:44.192465 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90dc96bd-f1c9-46c2-999c-efc5f7ff438e req-79aed645-5d0b-4d16-9c88-4634276ceec6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 210 time: 0.0750988 Dec 09 09:33:44.223823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:44.230207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.283288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57950) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:44.321610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.328223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8aa9f019-b3fa-4639-8479-f78523194026 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:44.349551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object dae755a2-a883-48d7-9cc6-d07aa359ce0f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:44.385307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2624f04e-40f3-4edf-b159-1eb0ace8e04f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:44.390037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2624f04e-40f3-4edf-b159-1eb0ace8e04f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:44.428550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b90f54-3fdd-4e44-91d5-cd936b155f31,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:44.431163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:44.470241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2624f04e-40f3-4edf-b159-1eb0ace8e04f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:44.471383 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2624f04e-40f3-4edf-b159-1eb0ace8e04f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 797 time: 0.6040480 Dec 09 09:33:44.478457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-713224070'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:44.484850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.487385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:44.511499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-941533c3-e654-407e-87d8-4b72f3232996 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:44.525298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.526675 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b90f54-3fdd-4e44-91d5-cd936b155f31 HTTP/1.1" status: 204 len: 168 time: 0.8158391 Dec 09 09:33:44.556018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Usage tracker for resource:network and tenant:e132e5335e9445b591ccf4cc87285892 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:44.565188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:44.586828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:44.616209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Update dhcp port {'port': {'network_id': '6d344ae8-cc2b-48bc-932c-a5eb17a9fa37', 'fixed_ips': [{'subnet_id': '69f8c1f2-85f0-4825-8c8e-568eb2a46247', 'ip_address': '2001:db8::2'}, {'subnet_id': '485d9ea6-189f-43d7-a482-b549754c14ba'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '7bba3f55-8a66-4edd-baec-e989dc49490f'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:33:44.622832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:44.637671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:44.655811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Made reservation on behalf of e132e5335e9445b591ccf4cc87285892 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:44.659364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.673237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.688878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:44.694696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:44.695525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.711229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=dae755a2-a883-48d7-9cc6-d07aa359ce0f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:44.725552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:44.726585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.744207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-9912bcb5-06cc-4652-811e-69c405dfba8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:44.750615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.779168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:44.783341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Usage tracker for resource:security_group_rule and tenant:e132e5335e9445b591ccf4cc87285892 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:44.786585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:44.793081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:44.873520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.879873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1059704 Dec 09 09:33:44.882969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 57966) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:44.891197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:44.899263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69f8c1f2-85f0-4825-8c8e-568eb2a46247'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:44.927509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Allocated IP 172.20.0.2 (bfdb12dc-3c49-4b81-99ed-2ed755e12e24/cc017cac-2a33-4254-b147-e1d87ced1568/750a866b-f3dc-43c5-a456-b6f993b7c274) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:44.927730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-34919973-7c6a-4d26-92ca-f0dfee72aced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:44.946903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Allocated IP 2001:db8:0:1::2 (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/485d9ea6-189f-43d7-a482-b549754c14ba/7bba3f55-8a66-4edd-baec-e989dc49490f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:44.955467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-633ab349-2efa-405e-8869-f91c5a794f84 req-9912bcb5-06cc-4652-811e-69c405dfba8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:44.957202 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-9912bcb5-06cc-4652-811e-69c405dfba8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 380 time: 0.4665580 Dec 09 09:33:44.976576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '251be219-2c7e-4e0e-904f-56027a7f891c', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['a7fd96c1-a592-44eb-ada8-4f8b6874ba8d']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:45.045309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:45.155056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b9d91-004c-4d60-8367-83d1c3f26a87,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:45.157968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.158307 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Added segment 275c2239-95d8-48bb-b411-4b44ff6a9c3f of type vlan for network 4c39db53-4358-419b-bae8-86230ce329cd Dec 09 09:33:45.163544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:45.309298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.387851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7bba3f55-8a66-4edd-baec-e989dc49490f,segment=NetworkSegment(e031607d-9cea-4d97-b425-5da1647f628b),segment_id=e031607d-9cea-4d97-b425-5da1647f628b)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:45.445091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.459118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Transition to ACTIVE for port object 750a866b-f3dc-43c5-a456-b6f993b7c274 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:45.485566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Transition to ACTIVE for port object 750a866b-f3dc-43c5-a456-b6f993b7c274 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:45.505617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.509141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:45.512307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.514579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:33:45.516337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:45.579520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.20.0.1 (bfdb12dc-3c49-4b81-99ed-2ed755e12e24/cc017cac-2a33-4254-b147-e1d87ced1568/a9317b58-3655-4ca3-b2c2-b9b83b718e8f) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:45.614243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Transition to ACTIVE for port object 7bba3f55-8a66-4edd-baec-e989dc49490f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:45.640871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.657555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83219818-efcf-45fe-8394-86bd46736dbb req-13bc243b-9de1-41d5-8797-4ba2779c9123 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 210 time: 0.1541171 Dec 09 09:33:45.658932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:45.660440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:45.664329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Pushing event updated for resources: {'Port': ['ID=750a866b-f3dc-43c5-a456-b6f993b7c274,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:45.668630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.669026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:45.670277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:45.673962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:45.678353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:45.679388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:45.680208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.695904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-08898128-912a-4b13-8e7b-202cd2776610 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:45.769692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Pushing event updated for resources: {'Port': ['ID=7bba3f55-8a66-4edd-baec-e989dc49490f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:45.793469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:45.814254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.832313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.839440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object a9317b58-3655-4ca3-b2c2-b9b83b718e8f will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:45.845645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:45.849077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.881050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7bba3f55-8a66-4edd-baec-e989dc49490f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:45.884867 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5982831 Dec 09 09:33:45.885072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:45.897302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 57996) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:45.899971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-839063f2-62b5-4f69-9074-3079c05ade27 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:45.925766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event updated for resources: {'Network': ['ID=4c39db53-4358-419b-bae8-86230ce329cd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:45.930536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:45.953874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 4c39db53-4358-419b-bae8-86230ce329cd details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:46.091183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Request body: {'subnet': {'network_id': '4c39db53-4358-419b-bae8-86230ce329cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:46.108436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58000) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.179912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Attempting to bind port 750a866b-f3dc-43c5-a456-b6f993b7c274 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:46.180329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Attempting to bind port 750a866b-f3dc-43c5-a456-b6f993b7c274 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c53c8f39-f616-458a-a1f5-4c510ab45733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:46.180728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Attempting to bind port 750a866b-f3dc-43c5-a456-b6f993b7c274 on network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:46.197253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:46.199283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Checking segment: {'id': 'c53c8f39-f616-458a-a1f5-4c510ab45733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:46.199851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:46.200417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Bound using segment: {'id': 'c53c8f39-f616-458a-a1f5-4c510ab45733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:46.200932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Bound port: 750a866b-f3dc-43c5-a456-b6f993b7c274, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53c8f39-f616-458a-a1f5-4c510ab45733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfdb12dc-3c49-4b81-99ed-2ed755e12e24'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:46.201320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:46.288867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.6 (6c8af748-dceb-4d10-a4d3-6f96477848ba/99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1/98622dba-f1d4-428d-95e7-14c45fb329a1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:46.349824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=a9317b58-3655-4ca3-b2c2-b9b83b718e8f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:46.362508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:46.408803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] For port 750a866b-f3dc-43c5-a456-b6f993b7c274, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:46.421316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] For port 750a866b-f3dc-43c5-a456-b6f993b7c274, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=750a866b-f3dc-43c5-a456-b6f993b7c274,segment=NetworkSegment(c53c8f39-f616-458a-a1f5-4c510ab45733),segment_id=c53c8f39-f616-458a-a1f5-4c510ab45733)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:46.434492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:46.438380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da8aa83a-fe07-4c85-8461-30da210a7538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:46.475573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:46.476767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:46.479455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:46.580896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Pushing event updated for resources: {'Port': ['ID=750a866b-f3dc-43c5-a456-b6f993b7c274,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:46.584771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:46.600968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:46.604264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c8d292e4-010c-4cc6-bcb5-ab4946f25de0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:46.604974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-c8d292e4-010c-4cc6-bcb5-ab4946f25de0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:33:46.606086 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c8d292e4-010c-4cc6-bcb5-ab4946f25de0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4966772 Dec 09 09:33:46.610238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58012) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.616030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Usage tracker for resource:subnet and tenant:e132e5335e9445b591ccf4cc87285892 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:46.624103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--314943171'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:46.628984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:46.648308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:46.652805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:46.660590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:46.665545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:46.668142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:46.680910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:46.700851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Made reservation on behalf of e132e5335e9445b591ccf4cc87285892 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:46.806577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Delete allocated IP 2001:db8:0:1::ea (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/485d9ea6-189f-43d7-a482-b549754c14ba) {{(pid=83487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:33:46.918665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:46.948579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.030404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2f52a-b504-4c83-8581-ccb5c463f9c0 None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:47.140711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.156926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.171412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Ignored duplicate provisioning block setup for port dae755a2-a883-48d7-9cc6-d07aa359ce0f by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 09:33:47.180933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 98622dba-f1d4-428d-95e7-14c45fb329a1 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:47.193408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.207372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fa844706-3cb4-404a-b65e-1b6b3ca58b47 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:47.277872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.321369 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-482e8c19-d048-480e-b52e-9731ec3de780 req-c940eafd-5870-4fbd-b4fc-05e0d432e863 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 210 time: 0.1388655 Dec 09 09:33:47.343150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] In _notify_port_updated(), no bound segment for port dae755a2-a883-48d7-9cc6-d07aa359ce0f on network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:33:47.346964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:47.348106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.351926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/ports/dae755a2-a883-48d7-9cc6-d07aa359ce0f HTTP/1.1" status: 200 len: 926 time: 2.4665163 Dec 09 09:33:47.357700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58024) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:47.368623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69f8c1f2-85f0-4825-8c8e-568eb2a46247'}, {'subnet_id': '485d9ea6-189f-43d7-a482-b549754c14ba'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:47.374848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2bb75a43-c8ea-4fd8-aa3c-4a6a23634885 None None] Provisioning for port 7bba3f55-8a66-4edd-baec-e989dc49490f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:47.393837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2bb75a43-c8ea-4fd8-aa3c-4a6a23634885 None None] Provisioning complete for port 7bba3f55-8a66-4edd-baec-e989dc49490f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:47.394363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2bb75a43-c8ea-4fd8-aa3c-4a6a23634885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.404030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=dae755a2-a883-48d7-9cc6-d07aa359ce0f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:47.420992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.428055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:47.448110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.460905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-207dc4c7-a6b7-4ff6-bf65-08eb3e6ff557 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:47.644081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58028) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:47.655457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:47.670169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468638820', 'description': 'tempest-secgroup-smoke-1468638820 description', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:47.670455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:47.678683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:47.681303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.693068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:47.694395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:47.697211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:47.703536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:47.708692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:47.711703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:47.712504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:47.714492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:47.746164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:47.767275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:47.771408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.782233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f88eba51-5f17-4ca4-bda3-6919b458076b tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:47.929146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:47.929834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:47.963611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7bba3f55-8a66-4edd-baec-e989dc49490f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:48.023019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.100375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.105817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event updated for resources: {'Subnet': ['ID=a55a0fd6-7078-426e-86d3-7751efd29c3a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:48.131406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Provisioning complete for port 7bba3f55-8a66-4edd-baec-e989dc49490f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:48.132116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.150913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:48.183331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7bba3f55-8a66-4edd-baec-e989dc49490f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:48.184032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.212844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.224980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.280735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.283681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6fc258f9-c49f-4cf4-a04f-73e3b6cfa2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:48.294049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3281200 Dec 09 09:33:48.303686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.312173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Request body: {'port': {'device_id': '251be219-2c7e-4e0e-904f-56027a7f891c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:48.337302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Checking segment: {'id': '275c2239-95d8-48bb-b411-4b44ff6a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:48.337668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Network hostable DHCP agents. Network: 4c39db53-4358-419b-bae8-86230ce329cd, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:48.357954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:48.382691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:48.393271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:48.416418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:48.421336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d7458-4415-4f40-a064-73c3ae37b34f None None] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:48.421518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:48.421724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4854fd3b-dc39-4e43-9a2a-1e4926d60274,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:48.428805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:48.434085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:48.452768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 750a866b-f3dc-43c5-a456-b6f993b7c274 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:48.516942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=a9317b58-3655-4ca3-b2c2-b9b83b718e8f,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:48.521361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:48.522289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.534199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:48.592068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:48.595623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.603089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Network 4c39db53-4358-419b-bae8-86230ce329cd is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:48.613919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:48.630856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 4c39db53-4358-419b-bae8-86230ce329cd) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:48.720504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:48.721088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.758997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7c9cc-2a96-443c-920d-c7c7d62683b2 None None] Network 4c39db53-4358-419b-bae8-86230ce329cd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:48.877044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 750a866b-f3dc-43c5-a456-b6f993b7c274 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:48.904202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8:0:1::2ba (6d344ae8-cc2b-48bc-932c-a5eb17a9fa37/485d9ea6-189f-43d7-a482-b549754c14ba/dae755a2-a883-48d7-9cc6-d07aa359ce0f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:48.942611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.963551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:48.971160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-373e3ce5-46a2-4cff-836c-98d878644d75 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:48.998744 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9178836 Dec 09 09:33:49.006746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:49.007531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58034) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.010226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Provisioning for port dae755a2-a883-48d7-9cc6-d07aa359ce0f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:49.015077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd24e-c75b-4892-a736-94a06a0a359e req-f02afc2c-4b1a-4b99-8fe2-7f9bdc18536b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:49.017156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb6bd24e-c75b-4892-a736-94a06a0a359e req-f02afc2c-4b1a-4b99-8fe2-7f9bdc18536b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 931 time: 0.5057907 Dec 09 09:33:49.026147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:49.032556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Request body: {'port': {'network_id': '4c39db53-4358-419b-bae8-86230ce329cd', 'name': 'tempest-TagsExtTest-2131331609'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:49.041019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.044725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Provisioning complete for port dae755a2-a883-48d7-9cc6-d07aa359ce0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:49.045104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.098176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.108920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd777d0f-67e9-46fc-9845-a1d6c865c338 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:49.158481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1fa70338-a259-4bc7-a031-da6e0991d647 None None] Port dae755a2-a883-48d7-9cc6-d07aa359ce0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:49.176390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6620f4-845a-42f9-bccc-0a4b444d8cc4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:49.182153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.186846 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5698407 Dec 09 09:33:49.197083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:49.203577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58038) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.212380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:49.225768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'd7bde4be-16d7-4137-9857-73b28edfb149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:49.229080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-4c39db53-4358-419b-bae8-86230ce329cd', 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd', 'tenant_id': 'e132e5335e9445b591ccf4cc87285892', 'fixed_ips': [{'subnet_id': 'a55a0fd6-7078-426e-86d3-7751efd29c3a'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:33:49.230043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.244568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:49.250439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:49.255567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:49.258423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:49.276191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:49.279152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:49.284484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:49.297159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:49.339540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bde4be-16d7-4137-9857-73b28edfb149,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:49.346879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.357582 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Usage tracker for resource:port and tenant:e132e5335e9445b591ccf4cc87285892 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:49.363329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:49.370320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:49.381218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Provisioning for port 750a866b-f3dc-43c5-a456-b6f993b7c274 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:49.384528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.392726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Provisioning complete for port 750a866b-f3dc-43c5-a456-b6f993b7c274 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:49.393143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.408138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Ignored duplicate provisioning block setup for port dae755a2-a883-48d7-9cc6-d07aa359ce0f by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 09:33:49.431736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.448077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:49.518859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Allocated IP 172.20.0.2 (4c39db53-4358-419b-bae8-86230ce329cd/a55a0fd6-7078-426e-86d3-7751efd29c3a/f304d427-326e-48f5-8db8-26a845b10b59) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:49.525165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:49.581490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.595621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98622dba-f1d4-428d-95e7-14c45fb329a1 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:33:49.617788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.627785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.654774 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb6bd24e-c75b-4892-a736-94a06a0a359e req-a10129ae-6ca0-40c2-a46c-d0fff3ca2e77 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4785063 Dec 09 09:33:49.677128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Made reservation on behalf of e132e5335e9445b591ccf4cc87285892 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:49.684401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.699969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.737493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=dae755a2-a883-48d7-9cc6-d07aa359ce0f,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:49.738479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] device_id is not set on port d006884f-7536-483e-b903-cd24c1fbaf81 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:33:49.741094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:49.771464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Transition to ACTIVE for port object 98622dba-f1d4-428d-95e7-14c45fb329a1 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:49.779810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88e9178c-51e9-4c5b-aa80-00049e82503a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:49.799009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.800420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.1548784 Dec 09 09:33:49.801797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] In _notify_port_updated(), no bound segment for port dae755a2-a883-48d7-9cc6-d07aa359ce0f on network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:33:49.805618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:49.806262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.809972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] For port 750a866b-f3dc-43c5-a456-b6f993b7c274, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=750a866b-f3dc-43c5-a456-b6f993b7c274,segment=NetworkSegment(c53c8f39-f616-458a-a1f5-4c510ab45733),segment_id=c53c8f39-f616-458a-a1f5-4c510ab45733)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:49.810475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58042) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.810946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58044) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.811321 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/ports/dae755a2-a883-48d7-9cc6-d07aa359ce0f HTTP/1.1" status: 200 len: 1012 time: 2.4521372 Dec 09 09:33:49.811992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.835483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.847467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:49.854716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.857543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059cde7d-c745-4b30-9f54-49bd350230de,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:49.860661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:49.861730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c23f76de-d643-4472-a207-2076fde0792b tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:49.865612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:49.872234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:49.876463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:49.892052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:49.903295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:49.959549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:50.096436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Pushing event updated for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.099568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Pushing event updated for resources: {'Port': ['ID=750a866b-f3dc-43c5-a456-b6f993b7c274,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.100309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.101177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:50.107670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port dae755a2-a883-48d7-9cc6-d07aa359ce0f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:50.108147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.108714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.109337 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9047818 Dec 09 09:33:50.130532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.140413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Provisioning complete for port dae755a2-a883-48d7-9cc6-d07aa359ce0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:50.140897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.145442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58050) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:50.151235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.164606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'd7bde4be-16d7-4137-9857-73b28edfb149', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:50.168007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d421b29-fa71-40a6-b572-adb3868321a9,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.203555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.219600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:50.229204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Port dae755a2-a883-48d7-9cc6-d07aa359ce0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:50.235217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.254739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Provisioning for port 98622dba-f1d4-428d-95e7-14c45fb329a1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:50.258412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Transition to ACTIVE for port object f304d427-326e-48f5-8db8-26a845b10b59 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:50.264995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Attempting to bind port 98622dba-f1d4-428d-95e7-14c45fb329a1 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:50.265491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Attempting to bind port 98622dba-f1d4-428d-95e7-14c45fb329a1 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:50.265868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Attempting to bind port 98622dba-f1d4-428d-95e7-14c45fb329a1 on network 6c8af748-dceb-4d10-a4d3-6f96477848ba {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:50.274464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Port 98622dba-f1d4-428d-95e7-14c45fb329a1 on network 6c8af748-dceb-4d10-a4d3-6f96477848ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:33:50.275074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Attempting to bind port 98622dba-f1d4-428d-95e7-14c45fb329a1 on network 6c8af748-dceb-4d10-a4d3-6f96477848ba {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:50.285341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Transition to ACTIVE for port object f304d427-326e-48f5-8db8-26a845b10b59 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:50.286247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:50.286683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Checking segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:50.287191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Bound using segment: {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:50.287895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Bound port: 98622dba-f1d4-428d-95e7-14c45fb329a1, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72734341-778b-448a-9816-beefe3fcff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:50.288239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.291943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.297935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:50.319294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:50.352218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:50.375507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:50.382525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:50.385830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=98622dba-f1d4-428d-95e7-14c45fb329a1,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:50.392947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.397481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9eb8dfc2-f995-4179-b252-cca0607d50a8 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:50.427770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Network 4c39db53-4358-419b-bae8-86230ce329cd is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:50.432312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:50.446519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:50.467872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.469408 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] 10.222.0.58 "PUT /v2.0/ports/98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 1093 time: 2.1639287 Dec 09 09:33:50.470015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:33:50.494728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Pushing event updated for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.498024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.519495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.561999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Pushing event updated for resources: {'Port': ['ID=f304d427-326e-48f5-8db8-26a845b10b59,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.564083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Allocated IP 172.20.0.4 (4c39db53-4358-419b-bae8-86230ce329cd/a55a0fd6-7078-426e-86d3-7751efd29c3a/d006884f-7536-483e-b903-cd24c1fbaf81) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:50.568688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.574749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'status': 'completed', 'code': 200} Dec 09 09:33:50.601790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Provisioning for port a9317b58-3655-4ca3-b2c2-b9b83b718e8f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:50.612237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Attempting to bind port f304d427-326e-48f5-8db8-26a845b10b59 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:33:50.612769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Attempting to bind port f304d427-326e-48f5-8db8-26a845b10b59 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '275c2239-95d8-48bb-b411-4b44ff6a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:33:50.613250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Attempting to bind port f304d427-326e-48f5-8db8-26a845b10b59 on network 4c39db53-4358-419b-bae8-86230ce329cd {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:33:50.615681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Provisioning complete for port a9317b58-3655-4ca3-b2c2-b9b83b718e8f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:50.616319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.626244 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-f66ef811-634b-47f5-b275-5277c3c7166f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1096 time: 0.1135724 Dec 09 09:33:50.627249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 363f90c6-0018-4bb0-a70e-072dd7713d88 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:33:50.634292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.664260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:33:50.664795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Checking segment: {'id': '275c2239-95d8-48bb-b411-4b44ff6a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:50.665302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.665773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Bound using segment: {'id': '275c2239-95d8-48bb-b411-4b44ff6a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:33:50.666324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Bound port: f304d427-326e-48f5-8db8-26a845b10b59, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c2239-95d8-48bb-b411-4b44ff6a9c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4c39db53-4358-419b-bae8-86230ce329cd'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:33:50.666917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.672196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.686734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-304590ca-a82f-400f-951f-9b62028367e8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:50.727744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.764277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322ba4ae-49ca-4b3e-a4a7-4f33ef25aff1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.806429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] For port f304d427-326e-48f5-8db8-26a845b10b59, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:33:50.810816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] For port f304d427-326e-48f5-8db8-26a845b10b59, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f304d427-326e-48f5-8db8-26a845b10b59,segment=NetworkSegment(275c2239-95d8-48bb-b411-4b44ff6a9c3f),segment_id=275c2239-95d8-48bb-b411-4b44ff6a9c3f)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:33:50.822041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:50.822286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.830440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9dd2e79b-b376-405c-a712-e5fe0e8225c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:50.868504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Port a9317b58-3655-4ca3-b2c2-b9b83b718e8f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:50.918493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-3e9ad670-8bcb-4861-832b-9c567994ed1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 217 time: 0.2842364 Dec 09 09:33:50.921802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Provisioning complete for port 750a866b-f3dc-43c5-a456-b6f993b7c274 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:50.922190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:50.948149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for dae755a2-a883-48d7-9cc6-d07aa359ce0f owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:50.953705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Pushing event updated for resources: {'Port': ['ID=f304d427-326e-48f5-8db8-26a845b10b59,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:50.959581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:51.014961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ab349-2efa-405e-8869-f91c5a794f84 req-ce624260-5a4d-496e-9afc-f296d1029627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:51.017059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-ce624260-5a4d-496e-9afc-f296d1029627 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 200 len: 834 time: 0.0924222 Dec 09 09:33:51.102805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Provisioning complete for port dae755a2-a883-48d7-9cc6-d07aa359ce0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:51.103318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.123418 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-b4d3a3c9-bc93-4c77-86f8-18307cdd80a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c8af748-dceb-4d10-a4d3-6f96477848ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980356 Dec 09 09:33:51.178676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7b405bdc-924d-4cab-b84d-794b14f7c7ce None None] Port dae755a2-a883-48d7-9cc6-d07aa359ce0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:51.212328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.216184 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3969898 Dec 09 09:33:51.239273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58058) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.254499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:51.263945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:51.276082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:51.281046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:51.290058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:33:51.291098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-db7b2f82-0bbc-4bbe-ba09-41957d4362b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1313162 Dec 09 09:33:51.297396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58062) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.298305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:51.358322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-5a381c52-df18-4f84-818c-d18a8a4dcb8d service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271173 Dec 09 09:33:51.361573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.519620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.534101 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e2424-a0f4-4401-bf4d-d8f95950047c req-7b300b6c-54fa-479e-b08f-f662b489757f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:51.535557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5f6e2424-a0f4-4401-bf4d-d8f95950047c req-7b300b6c-54fa-479e-b08f-f662b489757f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 943 time: 0.7025445 Dec 09 09:33:51.588995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-633ab349-2efa-405e-8869-f91c5a794f84 req-ad0fa9fd-4007-4e86-8abd-67bbb7cd1edf service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136490 Dec 09 09:33:51.592850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.594508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.602091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.607459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9807d6ef-d969-42c8-9fa6-da0574b9d3f4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:51.628585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:51.642868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] Sync routers for ids ['363f90c6-0018-4bb0-a70e-072dd7713d88'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:51.658444 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/363f90c6-0018-4bb0-a70e-072dd7713d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7428253 Dec 09 09:33:51.658920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] Routers {'363f90c6-0018-4bb0-a70e-072dd7713d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:51.659783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['363f90c6-0018-4bb0-a70e-072dd7713d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:51.663083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.671136 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5f6e2424-a0f4-4401-bf4d-d8f95950047c req-4dda9212-f259-4d0a-8c25-28ba792f64af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242535 Dec 09 09:33:51.703841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4209bfc1-8ad2-46e6-a217-b4ac7270dd14,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:51.715655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:51.747144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.748438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5082898 Dec 09 09:33:51.751582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58070) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.753681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.755269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.761369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:51.768456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.774986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9928b8cf-ad44-4073-acbf-f28e96f9f8fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:51.785540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:51.790568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:51.799993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:51.802649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bde4be-16d7-4137-9857-73b28edfb149,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:51.806090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] Routers {'363f90c6-0018-4bb0-a70e-072dd7713d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:51.807429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['363f90c6-0018-4bb0-a70e-072dd7713d88'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:51.813776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:51.816904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:51.818547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.819651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/d7bde4be-16d7-4137-9857-73b28edfb149 HTTP/1.1" status: 204 len: 168 time: 0.5190430 Dec 09 09:33:51.820761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:51.829811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58074) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.839157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:51.866611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=dae755a2-a883-48d7-9cc6-d07aa359ce0f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:51.877913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:51.880875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Transition to ACTIVE for port object d006884f-7536-483e-b903-cd24c1fbaf81 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:33:51.893475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9d1f7-9922-4917-9761-4cef59f99a4b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:51.894102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2fe9d1f7-9922-4917-9761-4cef59f99a4b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:51.906700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-6393b2c0-70b8-40fd-8b89-0b38aa47f501 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1096 time: 0.2671478 Dec 09 09:33:51.945753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:51.946536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65642e8-4deb-44aa-9d0e-42dd8ee93ede None None] The sync data for ids ['363f90c6-0018-4bb0-a70e-072dd7713d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:51.965945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:51.996817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 750a866b-f3dc-43c5-a456-b6f993b7c274 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:52.093367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 750a866b-f3dc-43c5-a456-b6f993b7c274 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:52.093789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.101160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2fe9d1f7-9922-4917-9761-4cef59f99a4b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:52.103923 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2fe9d1f7-9922-4917-9761-4cef59f99a4b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports/a9317b58-3655-4ca3-b2c2-b9b83b718e8f HTTP/1.1" status: 200 len: 910 time: 0.4395101 Dec 09 09:33:52.105232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.110258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/dae755a2-a883-48d7-9cc6-d07aa359ce0f HTTP/1.1" status: 204 len: 168 time: 2.2889082 Dec 09 09:33:52.111841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58078) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.112235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58080) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.113724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.149245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-38d4814b-112b-4621-8ec5-930781661d0c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:52.249993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f304d427-326e-48f5-8db8-26a845b10b59 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:52.255619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec1fe9a1-5996-4c2c-8da2-3883b15987d3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:52.256293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-b6a5dbe2-bc0a-44b0-82bc-a2ff31d3fa53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:52.257748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-b6a5dbe2-bc0a-44b0-82bc-a2ff31d3fa53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 898 time: 0.3359568 Dec 09 09:33:52.259707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-38d4814b-112b-4621-8ec5-930781661d0c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:52.260762 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-38d4814b-112b-4621-8ec5-930781661d0c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4236238 Dec 09 09:33:52.269338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58086) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.298403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6b7d7-ad4e-425a-b651-5d2087d1615b None None] Network 4c39db53-4358-419b-bae8-86230ce329cd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:52.323472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--179100341'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:52.328573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.335992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:52.347031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.352077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab5a827-034d-4e50-a098-745d27f09c50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:52.356075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Network 4c39db53-4358-419b-bae8-86230ce329cd is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:52.367045 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-74801db3-85e8-40d9-8ff0-18d856f81b91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 217 time: 0.0980687 Dec 09 09:33:52.367246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event updated for resources: {'Port': ['ID=d006884f-7536-483e-b903-cd24c1fbaf81,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:52.370159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:52.371489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:52.385904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:52.396171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:52.415798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1970c6e-ef06-47db-9881-4de039d141fa,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:52.416456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9cc890b-21ee-4825-abd2-59a39e4abeeb None None] Provisioning for port f304d427-326e-48f5-8db8-26a845b10b59 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:52.430087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:52.438879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.440077 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6873715 Dec 09 09:33:52.446607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58090) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.447364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.452293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f304d427-326e-48f5-8db8-26a845b10b59 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:52.468281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:52.478415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:52.482564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:52.483988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.490675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f304d427-326e-48f5-8db8-26a845b10b59 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:52.490876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:52.491065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.494664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:52.498286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-32d900ab-9e52-4104-8b88-e79f3a168b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:52.499844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-32d900ab-9e52-4104-8b88-e79f3a168b65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 200 len: 834 time: 0.1206677 Dec 09 09:33:52.505658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:52.548286 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d666658a-50e0-45b8-b84f-92b8c534b049 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:33:52.549215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d666658a-50e0-45b8-b84f-92b8c534b049 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:52.558050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:52.560405 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5426743 Dec 09 09:33:52.566459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58096) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.572218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:52.578261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2003746385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:52.584672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:52.598493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:52.599641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d666658a-50e0-45b8-b84f-92b8c534b049 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:52.602277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:52.603944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d666658a-50e0-45b8-b84f-92b8c534b049 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/dae755a2-a883-48d7-9cc6-d07aa359ce0f HTTP/1.1" status: 404 len: 333 time: 0.4853609 Dec 09 09:33:52.605943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58100) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.607630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.616839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Usage tracker for resource:router and tenant:e132e5335e9445b591ccf4cc87285892 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:52.625189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:52.676926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.679890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:52.733767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f304d427-326e-48f5-8db8-26a845b10b59, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f304d427-326e-48f5-8db8-26a845b10b59,segment=NetworkSegment(275c2239-95d8-48bb-b411-4b44ff6a9c3f),segment_id=275c2239-95d8-48bb-b411-4b44ff6a9c3f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:52.738630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.753199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.753961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.759598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2995ede8-f00b-4b29-a10d-45e2869b9a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:52.819283 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-b5eae7c1-3155-4d47-bd8c-dcd6994700de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c8af748-dceb-4d10-a4d3-6f96477848ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3051577 Dec 09 09:33:52.856241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f304d427-326e-48f5-8db8-26a845b10b59,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:52.859701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:52.885398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:52.982835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.034152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.059163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.067897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:53.076389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Provisioning complete for port f304d427-326e-48f5-8db8-26a845b10b59 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:53.077098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.196418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.203069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.239556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Provisioning for port d006884f-7536-483e-b903-cd24c1fbaf81 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:53.245113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Provisioning complete for port d006884f-7536-483e-b903-cd24c1fbaf81 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:53.245864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.266246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce64bf6-8840-4495-a2f2-ceff53a14174,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:53.287533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:53.293076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-32b4b938-b2dd-4242-9e2b-77435ffa5a8a tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:53.340703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-57d1dee0-f837-412f-a9e3-68472ffae800 None None] Port d006884f-7536-483e-b903-cd24c1fbaf81 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:53.375390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 485d9ea6-189f-43d7-a482-b549754c14ba {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:53.383445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.394145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.425432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.426781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9697239 Dec 09 09:33:53.427570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.428616 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1584513 Dec 09 09:33:53.430207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58106) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.438368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:53.441474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83613541-a808-4aaa-82a2-835fca084c63,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:53.442322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58110) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.449793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-a99d7f92-9418-4d13-bc49-cdf5a26aea7e service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158183 Dec 09 09:33:53.452697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:53.456429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-38bae36f-9715-4e65-aac0-15c1db2b35f2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '83613541-a808-4aaa-82a2-835fca084c63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:53.457525 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-38bae36f-9715-4e65-aac0-15c1db2b35f2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:53.461319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-38bae36f-9715-4e65-aac0-15c1db2b35f2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153642 Dec 09 09:33:53.461491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58114) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.462348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:53.469270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fe5f86fa-5a50-41e4-bf47-a8fd8aaaa018 None None] Provisioning complete for port d006884f-7536-483e-b903-cd24c1fbaf81 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:53.470510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fe5f86fa-5a50-41e4-bf47-a8fd8aaaa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.470721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:53.485376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:53.498980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.500154 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d80e58b4-facd-45d8-bb92-9fe58c7b515c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9317110 Dec 09 09:33:53.506111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58118) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.508791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:53.514006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.520888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ba988c48-bec8-4c27-b4e1-3a822d05116c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1258583104', 'prefixes': ['172.20.0.0/16']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:53.526367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f86fa-5a50-41e4-bf47-a8fd8aaaa018 None None] Port d006884f-7536-483e-b903-cd24c1fbaf81 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:33:53.538541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ba988c48-bec8-4c27-b4e1-3a822d05116c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:53.587504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Project e4ba5710b15d4bd2b4f8025f79021ab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:53.599575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df64d0-7edd-4f75-bdb2-359d99d4b234 req-89749148-87fc-4a2c-828e-96dc4837b9da tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:53.600213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-70df64d0-7edd-4f75-bdb2-359d99d4b234 req-89749148-87fc-4a2c-828e-96dc4837b9da tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:53.607395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.658733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-70df64d0-7edd-4f75-bdb2-359d99d4b234 req-89749148-87fc-4a2c-828e-96dc4837b9da tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:53.659957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70df64d0-7edd-4f75-bdb2-359d99d4b234 req-89749148-87fc-4a2c-828e-96dc4837b9da tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 943 time: 0.7473981 Dec 09 09:33:53.678867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.725554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7768248e-b1af-479b-b6bc-60e4c6b11d61 req-347c34f9-49a5-4b1f-9926-84abb1cac5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658923 Dec 09 09:33:53.738671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.740443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.790504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70df64d0-7edd-4f75-bdb2-359d99d4b234 req-2a72602e-e108-4859-a72b-755dbaeb4338 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239986 Dec 09 09:33:53.791324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f304d427-326e-48f5-8db8-26a845b10b59 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:53.827563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.839799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.841433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.845419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3cf09bb6-6da8-4571-a5bf-6ddb000b9a91 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:53.847695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8939cea4-1f12-4ae4-b351-f6b57a501f4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:53.876307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815f097d-6cdc-48fb-b670-85ae028fc14b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:53.881180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:53.884178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=485d9ea6-189f-43d7-a482-b549754c14ba,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:53.888980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:53.890550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f304d427-326e-48f5-8db8-26a845b10b59 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:53.891775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.896972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.898896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/485d9ea6-189f-43d7-a482-b549754c14ba HTTP/1.1" status: 204 len: 168 time: 1.2836890 Dec 09 09:33:53.901612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58122) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.916291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.921866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.923488 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/83613541-a808-4aaa-82a2-835fca084c63 HTTP/1.1" status: 204 len: 168 time: 0.4583006 Dec 09 09:33:53.923865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6a001-04a5-4835-b432-fb4b74ea8333 None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:53.926588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8fecd030-545e-42a9-af44-dff6c0a0b0a0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:53.936363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58126) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.944265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.945381 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5144389 Dec 09 09:33:53.949581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58130) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.960208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83613541-a808-4aaa-82a2-835fca084c63,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:53.961646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'security_group_rule': {'security_group_id': '059cde7d-c745-4b30-9f54-49bd350230de', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:53.963116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:53.963842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ba988c48-bec8-4c27-b4e1-3a822d05116c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for subnetpool, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:53.965495 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba988c48-bec8-4c27-b4e1-3a822d05116c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4584613 Dec 09 09:33:53.974016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58134) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.979554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-df717acc-d3c6-4bbc-8e74-874ecb44f56b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-836677962') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:53.981438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:53.994135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:security_group_rule and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:53.999788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:54.009981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:54.019909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 69f8c1f2-85f0-4825-8c8e-568eb2a46247 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:54.027936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.088649 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Project e4ba5710b15d4bd2b4f8025f79021ab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:54.099928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.112780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.124743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f375366-5f53-4eb4-b29e-a5b00ef6c55f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:54.134562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port a9317b58-3655-4ca3-b2c2-b9b83b718e8f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:54.134787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.210462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5f375366-5f53-4eb4-b29e-a5b00ef6c55f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:54.216042 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f375366-5f53-4eb4-b29e-a5b00ef6c55f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2726116 Dec 09 09:33:54.217162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58138) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.245141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.247520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--910925391'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.254886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.257807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:54.258022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d7b8ca32-441d-494f-b74c-2114b27053a8 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:54.274218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.320299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73265e60-287c-4b19-8154-f67fcf1887c9,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:54.321069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:54.334099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:54.338504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-df717acc-d3c6-4bbc-8e74-874ecb44f56b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-836677962 HTTP/1.1" status: 201 len: 201 time: 0.3634973 Dec 09 09:33:54.341442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58142) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.351097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.356028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4016747 Dec 09 09:33:54.356235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-5cd1a18e-5212-41c5-bc75-9f35ff38c031 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-946601381') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:54.359106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58146) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.368826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'network': {'name': 'tempest-network-smoke--1832396463', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.375471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:54.382367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:network and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:54.389002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:54.397527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:54.407492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.413364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b4f76289-3035-4f6b-86e6-ffe32c479f6c tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:54.414962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.446911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Made reservation on behalf of e4ba5710b15d4bd2b4f8025f79021ab9 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:54.450485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.458933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.467996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=69f8c1f2-85f0-4825-8c8e-568eb2a46247,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:54.473206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:54.475386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.482005 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/69f8c1f2-85f0-4825-8c8e-568eb2a46247 HTTP/1.1" status: 204 len: 168 time: 0.5781252 Dec 09 09:33:54.491745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.520942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:54.595906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.596537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Added segment e4aa5b53-8f2f-4768-83d8-a15fb476c187 of type vlan for network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 Dec 09 09:33:54.613644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for a9317b58-3655-4ca3-b2c2-b9b83b718e8f owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:54.642892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.650437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.655223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:54.668638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 7bba3f55-8a66-4edd-baec-e989dc49490f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:54.668972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.670177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:54.674021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:54.686863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:54.739542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.743876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:54.744248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:54.754165 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5cd1a18e-5212-41c5-bc75-9f35ff38c031 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-946601381 HTTP/1.1" status: 201 len: 201 time: 0.4091530 Dec 09 09:33:54.756493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58154) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.765652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-c8734afe-6e5d-47f1-b959-a5346839d7e5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-1791543534') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:54.766957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98fd1aae-26b5-4c2a-b17d-1be4f82ed718 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:54.813749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4477348 Dec 09 09:33:54.819911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58158) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.837535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'admin_state_up': True, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.903200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:54.923433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db26c9-3fe9-4bfb-b4a4-3f17b13f041d None None] Network 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:54.936064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:router and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:54.944575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:54.948066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Network': ['ID=30ba795d-cea7-4b1c-a860-c20fae1d02b2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:54.970642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:54.975078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:55.025090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.041361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.048195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:55.072777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:55.109437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.110964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.130693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7bba3f55-8a66-4edd-baec-e989dc49490f,segment=NetworkSegment(e031607d-9cea-4d97-b425-5da1647f628b),segment_id=e031607d-9cea-4d97-b425-5da1647f628b)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:55.131238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.273030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 7bba3f55-8a66-4edd-baec-e989dc49490f owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:55.280278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6cd9b703-b5c0-4b62-a3dc-d076c94b0763 None None] Provisioning complete for port 7bba3f55-8a66-4edd-baec-e989dc49490f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:55.280927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b703-b5c0-4b62-a3dc-d076c94b0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.319455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.323305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b661118-c955-4353-baac-3f8ec3fbbeb1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:55.332003 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c8734afe-6e5d-47f1-b959-a5346839d7e5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-1791543534 HTTP/1.1" status: 201 len: 201 time: 0.5734260 Dec 09 09:33:55.334704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:55.337823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58164) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.342930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.347272 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1109931 Dec 09 09:33:55.352645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-872b0e62-c1b9-4897-bf91-0ce7831bdb0a tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-970333097') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:55.352880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58168) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.363294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-26c0bdf9-4c20-430b-b9f3-a154e0fc7b50 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '4b661118-c955-4353-baac-3f8ec3fbbeb1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:55.363997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-26c0bdf9-4c20-430b-b9f3-a154e0fc7b50 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:55.365027 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26c0bdf9-4c20-430b-b9f3-a154e0fc7b50 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112002 Dec 09 09:33:55.368648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.377594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58172) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.378315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:55.454871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=a9317b58-3655-4ca3-b2c2-b9b83b718e8f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:55.467644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:55.492189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 98622dba-f1d4-428d-95e7-14c45fb329a1 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:33:55.510812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] DHCP port deletion for 6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:55.528511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Deleting port 7bba3f55-8a66-4edd-baec-e989dc49490f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:55.528863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.577922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0102f32-fd9d-48cb-9788-17cf42661ada req-2b7ea478-bd59-4b98-a3c2-5cf4215fbd4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:55.579432 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c0102f32-fd9d-48cb-9788-17cf42661ada req-2b7ea478-bd59-4b98-a3c2-5cf4215fbd4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 943 time: 0.4909348 Dec 09 09:33:55.685014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.resource_extend [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:33:55.692351 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-872b0e62-c1b9-4897-bf91-0ce7831bdb0a tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-970333097 HTTP/1.1" status: 201 len: 201 time: 0.3530960 Dec 09 09:33:55.695850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.700261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.701401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.708330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-e883fa62-ec6d-408b-bae5-1cd50a114010 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:55.720462 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c0102f32-fd9d-48cb-9788-17cf42661ada req-7f629991-8ba9-43a7-99d9-044c13c964d4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337202 Dec 09 09:33:55.745816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:55.802693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=7bba3f55-8a66-4edd-baec-e989dc49490f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:55.808810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:55.813486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No DVR routers for this DVR port 7bba3f55-8a66-4edd-baec-e989dc49490f on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:55.817060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.818980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7bba3f55-8a66-4edd-baec-e989dc49490f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:55.867016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7bba3f55-8a66-4edd-baec-e989dc49490f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:55.867658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7bba3f55-8a66-4edd-baec-e989dc49490f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:55.877049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] For port 7bba3f55-8a66-4edd-baec-e989dc49490f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7bba3f55-8a66-4edd-baec-e989dc49490f,segment=NetworkSegment(e031607d-9cea-4d97-b425-5da1647f628b),segment_id=e031607d-9cea-4d97-b425-5da1647f628b)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:55.877450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.917935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.960103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:55.985843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.023974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e883fa62-ec6d-408b-bae5-1cd50a114010 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 200 len: 240 time: 0.3265383 Dec 09 09:33:56.026705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.030847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d344ae8-cc2b-48bc-932c-a5eb17a9fa37']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.048081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.062798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Calling delete_port for 7bba3f55-8a66-4edd-baec-e989dc49490f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:56.081381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-63e8bab3-140f-4151-9644-e28b99eb46b6 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-836677962') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.100288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50dc09bc-9fb2-4e64-95ad-961f80bc97e0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:56.123792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b661118-c955-4353-baac-3f8ec3fbbeb1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:56.129589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e031607d-9cea-4d97-b425-5da1647f628b') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.129589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e031607d-9cea-4d97-b425-5da1647f628b') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.129840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:56.140610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.141732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b661118-c955-4353-baac-3f8ec3fbbeb1 HTTP/1.1" status: 204 len: 168 time: 0.7293417 Dec 09 09:33:56.145572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58184) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.150641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.178246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.192338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:33:56.192993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.195804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=98622dba-f1d4-428d-95e7-14c45fb329a1,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:56.208465 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:56.222555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'port_id': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'mac_address': 'fa:16:3e:8e:6e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:33:56.282757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:56.283145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:56.294177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.309049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63e8bab3-140f-4151-9644-e28b99eb46b6 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-836677962 HTTP/1.1" status: 204 len: 168 time: 0.2799287 Dec 09 09:33:56.314188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58188) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.320627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-5d6dcff3-d3cf-4ef3-ad32-0785ae63fc5c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-836677962') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.320879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98622dba-f1d4-428d-95e7-14c45fb329a1 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:33:56.331067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ea19f0d8-a02d-4c5c-85fa-78db11491a30 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:56.339364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=98622dba-f1d4-428d-95e7-14c45fb329a1,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:56.343789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.345716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.346142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:56.365286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fad8fb07-fb37-451c-8dac-2b69d23322ab tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:56.379343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.396033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=6d344ae8-cc2b-48bc-932c-a5eb17a9fa37,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:56.404981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:56.422288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:56.425945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:56.448865 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/6d344ae8-cc2b-48bc-932c-a5eb17a9fa37 HTTP/1.1" status: 204 len: 168 time: 1.9560192 Dec 09 09:33:56.453862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58192) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.456072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.459318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ea19f0d8-a02d-4c5c-85fa-78db11491a30 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:56.460556 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ea19f0d8-a02d-4c5c-85fa-78db11491a30 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3141758 Dec 09 09:33:56.464906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58196) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.472641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--198204300'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:56.480603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:56.493626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:56.509370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 363f90c6-0018-4bb0-a70e-072dd7713d88 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:33:56.510956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.530052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.659360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:56.670877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:56.674678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:56.681721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:56.689217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['98622dba-f1d4-428d-95e7-14c45fb329a1'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:33:56.702091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:33:56.705216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1975f0e-be13-469d-b43d-2061cc47a1a1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:56.705913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1975f0e-be13-469d-b43d-2061cc47a1a1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:56.716854 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5d6dcff3-d3cf-4ef3-ad32-0785ae63fc5c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-836677962 HTTP/1.1" status: 204 len: 168 time: 0.3994412 Dec 09 09:33:56.719250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58200) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.721141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] Sync routers for ids ['363f90c6-0018-4bb0-a70e-072dd7713d88'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:33:56.729643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-9464c062-aa1d-437d-bf6f-59d4db505d31 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.731228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/363f90c6-0018-4bb0-a70e-072dd7713d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6144831 Dec 09 09:33:56.739050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58204) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.740955 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] Routers {'363f90c6-0018-4bb0-a70e-072dd7713d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:56.741596 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['363f90c6-0018-4bb0-a70e-072dd7713d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.770793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Allocated IP 172.26.4.154 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/eddac95b-98ce-44a2-9a09-af4fdb891453) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:33:56.791490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1975f0e-be13-469d-b43d-2061cc47a1a1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:56.797098 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1975f0e-be13-469d-b43d-2061cc47a1a1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3377852 Dec 09 09:33:56.797647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58210) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.798249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Deleting port 7bba3f55-8a66-4edd-baec-e989dc49490f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:56.798907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.799040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.801246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3fd40260-4b39-4ff9-b98e-4bafbe378b6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:56.813898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:56.830547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a2aab778-2c97-4aac-819a-910f5b7a788f tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:56.884177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3fd40260-4b39-4ff9-b98e-4bafbe378b6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:56.886259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3fd40260-4b39-4ff9-b98e-4bafbe378b6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=363f90c6-0018-4bb0-a70e-072dd7713d88 HTTP/1.1" status: 200 len: 205 time: 0.1462219 Dec 09 09:33:56.896388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58214) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.913300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-888fb65f-4d97-462b-baea-254c102e2d3c None None] The port '7bba3f55-8a66-4edd-baec-e989dc49490f' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:33:56.916584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:56.946249 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] Routers {'363f90c6-0018-4bb0-a70e-072dd7713d88'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:33:56.947124 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['363f90c6-0018-4bb0-a70e-072dd7713d88'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:57.051342 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:57.052282 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7320147-3461-4147-a089-6cf07e339c47 None None] The sync data for ids ['363f90c6-0018-4bb0-a70e-072dd7713d88'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:33:57.159428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.160672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6948016 Dec 09 09:33:57.169429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58218) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.178407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3c9f1-2115-4f56-b1a1-7003db95d004,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:57.184519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-069504ca-b25f-4e3c-9d24-4bb1d0cb5ea3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c9f1-2115-4f56-b1a1-7003db95d004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:57.185402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-069504ca-b25f-4e3c-9d24-4bb1d0cb5ea3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:57.186372 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-069504ca-b25f-4e3c-9d24-4bb1d0cb5ea3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0161018 Dec 09 09:33:57.194553 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9464c062-aa1d-437d-bf6f-59d4db505d31 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 200 len: 205 time: 0.4746921 Dec 09 09:33:57.195957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58222) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.202390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58224) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.220439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a64c571d-2aaa-4690-b71b-b8686e6dd67e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c9f1-2115-4f56-b1a1-7003db95d004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:57.221115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-a64c571d-2aaa-4690-b71b-b8686e6dd67e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:57.224618 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a64c571d-2aaa-4690-b71b-b8686e6dd67e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0209239 Dec 09 09:33:57.229189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-2c46d054-8de9-496f-9f02-e0ed0ae2c5f9 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:57.238234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:57.238585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58230) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.249013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-598e4d93-cee2-4cfc-9391-c4a70266142b tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c9f1-2115-4f56-b1a1-7003db95d004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:57.249692 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-598e4d93-cee2-4cfc-9391-c4a70266142b tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:57.250608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-598e4d93-cee2-4cfc-9391-c4a70266142b tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110908 Dec 09 09:33:57.254610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.266321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.269340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.273048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d136dab8-619c-42e4-8a56-756a12b1162e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c9f1-2115-4f56-b1a1-7003db95d004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:57.273744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-d136dab8-619c-42e4-8a56-756a12b1162e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:57.274671 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d136dab8-619c-42e4-8a56-756a12b1162e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0176098 Dec 09 09:33:57.285379 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-39f40046-275e-4e4d-8b4a-85b9c28f8fde tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4852021 Dec 09 09:33:57.289300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.289621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58240) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.299187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881864014'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:57.325916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:57.338143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:57.342919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:57.360574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:57.379520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e116b-f684-4316-9f32-5e41002c8761 req-795b735f-601f-4b5a-bfcc-0d0ebbbcd851 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:57.381012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-636e116b-f684-4316-9f32-5e41002c8761 req-795b735f-601f-4b5a-bfcc-0d0ebbbcd851 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 944 time: 0.4587810 Dec 09 09:33:57.417918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:57.420975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.483611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.491577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:57.526920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.566386 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2c46d054-8de9-496f-9f02-e0ed0ae2c5f9 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 200 len: 240 time: 0.3518951 Dec 09 09:33:57.575078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.595265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:33:57.603545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-46316840-9fca-45ff-b9c2-1291f637742d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-946601381') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:57.640717 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-636e116b-f684-4316-9f32-5e41002c8761 req-4917b2c8-45b1-46bb-99b6-a2807a065d2a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465279 Dec 09 09:33:57.644270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.660024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:33:57.671523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:57.672306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.676473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=eddac95b-98ce-44a2-9a09-af4fdb891453,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:57.677304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.686302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:57.688521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:33:57.704354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.704969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 363f90c6-0018-4bb0-a70e-072dd7713d88 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:33:57.715954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.716660 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-060393da-7fba-47e3-b94d-9e7e10630d0f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/363f90c6-0018-4bb0-a70e-072dd7713d88 HTTP/1.1" status: 204 len: 168 time: 0.8192043 Dec 09 09:33:57.719180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58250) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.724612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.724963 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004 of type vlan for network c7730626-72ee-45df-b57a-bc6e6188d17b Dec 09 09:33:57.795631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.835866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.857805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-739c1282-9b94-4b0a-ac93-8dc98eb54950 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:57.881786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3c9f1-2115-4f56-b1a1-7003db95d004,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:57.897881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:57.903562 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46316840-9fca-45ff-b9c2-1291f637742d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-946601381 HTTP/1.1" status: 204 len: 168 time: 0.3129900 Dec 09 09:33:57.906042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58254) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.920381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-8f60dcf4-8d12-4e4f-ac80-4a9a8b02b7d2 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-946601381') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:57.931583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.935696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:57.936298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.940859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:57.970777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet cc017cac-2a33-4254-b147-e1d87ced1568 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:33:57.974065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.989094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:57.990486 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5a3c9f1-2115-4f56-b1a1-7003db95d004 HTTP/1.1" status: 204 len: 168 time: 0.6997507 Dec 09 09:33:58.001847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58258) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.054830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7599206 Dec 09 09:33:58.057323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.063044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.068011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:58.095105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=c7730626-72ee-45df-b57a-bc6e6188d17b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:58.100122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:58.107940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c7730626-72ee-45df-b57a-bc6e6188d17b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:33:58.160529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d0461963-bc3e-4b34-b7f5-fda500ec443f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:33:58.194916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d0461963-bc3e-4b34-b7f5-fda500ec443f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:33:58.195728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:58.196416 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d0461963-bc3e-4b34-b7f5-fda500ec443f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1926634 Dec 09 09:33:58.201640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:58.202871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58266) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.206679 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8f60dcf4-8d12-4e4f-ac80-4a9a8b02b7d2 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-946601381 HTTP/1.1" status: 204 len: 168 time: 0.2974687 Dec 09 09:33:58.206844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:58.208158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58270) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.212275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--562110034'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:58.213579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:58.219357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-a0428427-e061-4eed-ae47-80adfc143cd7 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:58.220185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.248636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:58.268202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:58.268448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:58.284483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.285231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.291220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.334724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.338412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:58.341184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01dbd996-4029-4fd3-b478-37044839053a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:58.374615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:58.379084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:58.389663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=cc017cac-2a33-4254-b147-e1d87ced1568,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:58.392176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:58.394174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:58.399032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.403476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ccb20-cd8a-4cdf-8bcb-26a23ccf9f73 None None] Network bfdb12dc-3c49-4b81-99ed-2ed755e12e24 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:58.419664 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/cc017cac-2a33-4254-b147-e1d87ced1568 HTTP/1.1" status: 204 len: 168 time: 0.6993649 Dec 09 09:33:58.420512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58274) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.459695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.493371 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a0428427-e061-4eed-ae47-80adfc143cd7 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 200 len: 205 time: 0.2847953 Dec 09 09:33:58.537458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.559401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-a6caa89e-b764-43d7-bc65-de00dfec7a43 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:58.586480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.590975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.599078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.604340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-caa0c8e9-adf9-4a0b-afab-3cdae2fb12d0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:58.633733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 750a866b-f3dc-43c5-a456-b6f993b7c274 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:58.634158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.661377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] DHCP port deletion for bfdb12dc-3c49-4b81-99ed-2ed755e12e24 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:33:58.665815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Deleting port 750a866b-f3dc-43c5-a456-b6f993b7c274 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:58.667205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.682355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:58.683844 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4777482 Dec 09 09:33:58.688722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58284) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.699543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-88ff93ad-695e-4aab-b689-8e2ecbe2a133 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:58.700063 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-88ff93ad-695e-4aab-b689-8e2ecbe2a133 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:58.701294 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-88ff93ad-695e-4aab-b689-8e2ecbe2a133 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107758 Dec 09 09:33:58.702016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ff7f4-95b1-473d-9a27-8e9b34d57543,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:58.706063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:58.706267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58288) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.718807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:58.740956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:58.808373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:58.815798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:58.828760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:58.842090 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6caa89e-b764-43d7-bc65-de00dfec7a43 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 200 len: 241 time: 0.3022079 Dec 09 09:33:58.847410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58292) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.856931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-c0de2841-1c76-4941-8e28-287ac4ef141d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-1791543534') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:58.917146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] For port 750a866b-f3dc-43c5-a456-b6f993b7c274, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=750a866b-f3dc-43c5-a456-b6f993b7c274,segment=NetworkSegment(c53c8f39-f616-458a-a1f5-4c510ab45733),segment_id=c53c8f39-f616-458a-a1f5-4c510ab45733)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:58.917470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.057536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Calling delete_port for 750a866b-f3dc-43c5-a456-b6f993b7c274 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:59.069288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port 750a866b-f3dc-43c5-a456-b6f993b7c274, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=750a866b-f3dc-43c5-a456-b6f993b7c274,segment=NetworkSegment(c53c8f39-f616-458a-a1f5-4c510ab45733),segment_id=c53c8f39-f616-458a-a1f5-4c510ab45733)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:33:59.069643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.084145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796fcaf-def0-4f31-8caf-afd94de31abd req-292fca04-7767-4c98-a5e9-aeccb948b470 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:59.086122 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1796fcaf-def0-4f31-8caf-afd94de31abd req-292fca04-7767-4c98-a5e9-aeccb948b470 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 944 time: 0.2038596 Dec 09 09:33:59.154789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.160327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8a2cd50e-b11e-4ef0-b51f-81c1ac362a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:59.187833 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.191746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-705c5ef5-c92d-40eb-9993-f69103583e8c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4757266 Dec 09 09:33:59.192977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58296) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.201828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Pushing event deleted for resources: {'Port': ['ID=750a866b-f3dc-43c5-a456-b6f993b7c274,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:59.204526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bcbae3b0-9097-440a-89a4-d0e6b6a913ea tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.205143 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-bcbae3b0-9097-440a-89a4-d0e6b6a913ea tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.205393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:59.206094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bcbae3b0-9097-440a-89a4-d0e6b6a913ea tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105176 Dec 09 09:33:59.211641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] No DVR routers for this DVR port 750a866b-f3dc-43c5-a456-b6f993b7c274 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:33:59.222153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58300) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.231332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 750a866b-f3dc-43c5-a456-b6f993b7c274 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:33:59.244474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.256292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:59.265610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:59.270951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c0de2841-1c76-4941-8e28-287ac4ef141d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-1791543534 HTTP/1.1" status: 204 len: 168 time: 0.4196997 Dec 09 09:33:59.272134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:59.275960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.276136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58304) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.284063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-44d55e3d-efc3-496e-9119-50339ccd8735 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:33:59.288282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-5a59448c-3a39-447f-9d07-e41205c243bf tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-1791543534') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.311728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:59.397429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=fd316d72-ed27-4335-ad45-d4aceb3134fe,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:33:59.406430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:33:59.416634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1796fcaf-def0-4f31-8caf-afd94de31abd req-b287da05-a582-4247-9363-db3408eb3f3e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250182 Dec 09 09:33:59.418537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.419554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2fb930e3-7d7b-4ae6-839b-0009d6f756d1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1963053 Dec 09 09:33:59.422466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58308) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.431913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-810cc82b-728b-4f3b-9c88-66a9e01149bb tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.432519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-810cc82b-728b-4f3b-9c88-66a9e01149bb tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.438468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-810cc82b-728b-4f3b-9c88-66a9e01149bb tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113740 Dec 09 09:33:59.438468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58312) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.441053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:33:59.441427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: c7730626-72ee-45df-b57a-bc6e6188d17b, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:33:59.445283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.db.api [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:59.445583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_db.api [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:33:59.453109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.463416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:59.471253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:59.475498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:59.480466 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5a59448c-3a39-447f-9d07-e41205c243bf tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-1791543534 HTTP/1.1" status: 204 len: 168 time: 0.2010331 Dec 09 09:33:59.480751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58316) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.483079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:33:59.485012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:59.486887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-3b7fb2fb-9419-4e6d-87fc-edd462bfe30d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.495295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 98622dba-f1d4-428d-95e7-14c45fb329a1 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:33:59.505107 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Project e9e1853a6948497b9c11b83cb5460ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:59.511937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network c7730626-72ee-45df-b57a-bc6e6188d17b is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:33:59.565008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 98622dba-f1d4-428d-95e7-14c45fb329a1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:33:59.570039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 98622dba-f1d4-428d-95e7-14c45fb329a1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:33:59.570677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.593590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c7730626-72ee-45df-b57a-bc6e6188d17b) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:33:59.598881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:33:59.599459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.612128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15626a-9d1b-4320-aee3-9a7160eb14c7 None None] Network c7730626-72ee-45df-b57a-bc6e6188d17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:33:59.613316 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.616955 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc326539-4545-4ea1-b30d-74ca2ad4f40e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1756928 Dec 09 09:33:59.618965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58320) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.627394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-03b38a61-44a2-45a6-ad4e-a32f9c857b11 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.628055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-03b38a61-44a2-45a6-ad4e-a32f9c857b11 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.628984 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-03b38a61-44a2-45a6-ad4e-a32f9c857b11 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073967 Dec 09 09:33:59.630149 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5718467 Dec 09 09:33:59.632610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58324) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.635475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58328) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.639790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b', 'name': 'tempest-PortsIpV6TestJSON-116021378'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.642554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.650665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:59.657176 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b7fb2fb-9419-4e6d-87fc-edd462bfe30d tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 200 len: 205 time: 0.1749151 Dec 09 09:33:59.657941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:59.660345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58332) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.662712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:59.670906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-601951e9-345a-4d6f-938b-74aac7fa905e tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.680847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:59.700659 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Project e9e1853a6948497b9c11b83cb5460ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:59.709100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-601951e9-345a-4d6f-938b-74aac7fa905e tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 200 len: 240 time: 0.0453162 Dec 09 09:33:59.712415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58336) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.720623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-3cb5f2e4-2581-4f5a-a436-e9b18cd370aa tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-970333097') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.746119 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.750375 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-68b9b4ce-fe2b-4d22-bc73-f01c87645bb2 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1108077 Dec 09 09:33:59.750375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58340) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.758563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'e12ff7f4-95b1-473d-9a27-8e9b34d57543', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.769355 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3cb5f2e4-2581-4f5a-a436-e9b18cd370aa tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-970333097 HTTP/1.1" status: 204 len: 168 time: 0.0543122 Dec 09 09:33:59.769355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:59.770393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58344) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.777572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-0bc70219-8e32-481b-9c27-50643ff12a13 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-970333097') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.789591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:33:59.794018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:33:59.801582 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:59.826078 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Project e9e1853a6948497b9c11b83cb5460ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:59.832540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 750a866b-f3dc-43c5-a456-b6f993b7c274 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:33:59.854312 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0bc70219-8e32-481b-9c27-50643ff12a13 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-970333097 HTTP/1.1" status: 204 len: 168 time: 0.0829375 Dec 09 09:33:59.856878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58348) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.859925 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:59.860922 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-959077e8-525e-45f9-b737-b71f97205d07 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1096842 Dec 09 09:33:59.861226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:33:59.863708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58352) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.865057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-6276ef12-fc6b-4bee-9cd8-15990a00eb91 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.885570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 750a866b-f3dc-43c5-a456-b6f993b7c274 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:33:59.885894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 750a866b-f3dc-43c5-a456-b6f993b7c274 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:33:59.898050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6276ef12-fc6b-4bee-9cd8-15990a00eb91 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 200 len: 205 time: 0.0396421 Dec 09 09:33:59.899701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:33:59.904787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58356) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.911130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-d0aeba21-2951-4e93-ba05-31d5dbef7371 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:33:59.916133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.946744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 750a866b-f3dc-43c5-a456-b6f993b7c274 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:33:59.951349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.961194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:33:59.964224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:33:59.994165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:00.014687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:00.057362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=98622dba-f1d4-428d-95e7-14c45fb329a1,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:00.059579 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'code': 200} Dec 09 09:34:00.062064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:00.064871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c7730626-72ee-45df-b57a-bc6e6188d17b', 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': 'fd316d72-ed27-4335-ad45-d4aceb3134fe'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:00.065756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.070738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.073007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] The port '750a866b-f3dc-43c5-a456-b6f993b7c274' was deleted {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:34:00.096511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Sync routers for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:00.109502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.114034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:00.116688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d0aeba21-2951-4e93-ba05-31d5dbef7371 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 204 len: 168 time: 0.2109129 Dec 09 09:34:00.136771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58362) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.149965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-979b73ce-0e90-41bb-9ceb-3f18e30861df tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.164989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:00.166263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.214085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.237415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.238628 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4098711 Dec 09 09:34:00.242727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58366) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.260587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.291701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdb12dc-3c49-4b81-99ed-2ed755e12e24']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.306682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53c8f39-f616-458a-a1f5-4c510ab45733') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.307476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53c8f39-f616-458a-a1f5-4c510ab45733') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.322958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.348905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.358671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:00.359674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: util.warn( Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:00.378479 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:00.457882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::cb (c7730626-72ee-45df-b57a-bc6e6188d17b/fd316d72-ed27-4335-ad45-d4aceb3134fe/43d3bbfc-d0a5-4e36-a034-3535e9de4cdc) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:00.483530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:00.488990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:00.500363 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ca8a2434-3514-414a-9d58-f230e47813c1 tempest-TestNetworkAdvancedServerOps-666164253 tempest-TestNetworkAdvancedServerOps-666164253-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e4ba5710b15d4bd2b4f8025f79021ab9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2561779 Dec 09 09:34:00.513287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58374) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.520144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:00.600653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.609005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8f6a228a-aca2-4087-905d-636b2d90c940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:00.653436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ff7f4-95b1-473d-9a27-8e9b34d57543,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:00.656078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-979b73ce-0e90-41bb-9ceb-3f18e30861df tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.5182180 Dec 09 09:34:00.657542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:00.674805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58378) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.687675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-292553a0-3b41-4fd9-870c-87a4668f47d7 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.735877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f0f44ada-12c7-4e8e-ab50-2cebaf30d19e req-eb87c9eb-cb83-4bb0-a44e-d78a47da14bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1098 time: 0.4115996 Dec 09 09:34:00.745064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.746664 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/e12ff7f4-95b1-473d-9a27-8e9b34d57543 HTTP/1.1" status: 204 len: 168 time: 0.8820264 Dec 09 09:34:00.749734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.753409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58382) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.780042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23f3d57a-f391-4d67-bf09-80ee44afa25e tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:00.794137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.799900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.829910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=bfdb12dc-3c49-4b81-99ed-2ed755e12e24,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:00.832334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:00.836745 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f0f44ada-12c7-4e8e-ab50-2cebaf30d19e req-7632806c-fd5c-4e0e-b535-6f32cf2c2d8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869963 Dec 09 09:34:00.838252 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/bfdb12dc-3c49-4b81-99ed-2ed755e12e24 HTTP/1.1" status: 204 len: 168 time: 2.4127426 Dec 09 09:34:00.838954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58386) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.840211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:00.853268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 3, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.857148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-625577362', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:00.858222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Checking router: a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:00.858645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Updating router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 port eddac95b-98ce-44a2-9a09-af4fdb891453 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:34:00.870344 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-292553a0-3b41-4fd9-870c-87a4668f47d7 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 204 len: 168 time: 0.1931403 Dec 09 09:34:00.873431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58390) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.879836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-26fd665d-a9a5-4a3e-a7b9-9dd94dc9b933 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:00.882166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:00.894460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:00.901182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:00.913647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.937165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229558c-a9c0-49f1-863b-b48c1a024e5c tempest-TestNetworkAdvancedServerOps-666164253 tempest-TestNetworkAdvancedServerOps-666164253-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:00.938235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:00.938638 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7229558c-a9c0-49f1-863b-b48c1a024e5c tempest-TestNetworkAdvancedServerOps-666164253 tempest-TestNetworkAdvancedServerOps-666164253-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4241366 Dec 09 09:34:00.939681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:00.949547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.968749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d911215-e39a-4cb7-8769-c61b190b4e60 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:01.001523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58d03dd3-1675-495d-84bd-8099f42eb7c0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:01.007806 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d6482a41-6374-4035-9ffa-bee634dee9b2 tempest-TestNetworkAdvancedServerOps-666164253 tempest-TestNetworkAdvancedServerOps-666164253-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515087 Dec 09 09:34:01.009713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58398) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.013181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.014388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.021940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341054583', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:01.081481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Allocated IP 2001:db8::2 (c7730626-72ee-45df-b57a-bc6e6188d17b/fd316d72-ed27-4335-ad45-d4aceb3134fe/1e3493d8-55af-45ec-9192-d1dcb97503a5) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:01.084957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6903-aca3-411d-aba3-292c6a2dfec5 req-fb240357-4c19-4bf4-b3c8-798266842919 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:01.086891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5dcb6903-aca3-411d-aba3-292c6a2dfec5 req-fb240357-4c19-4bf4-b3c8-798266842919 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.4875410 Dec 09 09:34:01.156541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58d03dd3-1675-495d-84bd-8099f42eb7c0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:01.157931 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-58d03dd3-1675-495d-84bd-8099f42eb7c0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3990943 Dec 09 09:34:01.175291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58402) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.189110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network c7730626-72ee-45df-b57a-bc6e6188d17b is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:01.194718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--778117814'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:01.198583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:01.201134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:01.205275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:01.206179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.209367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:01.224345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.225875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:01.236473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=43d3bbfc-d0a5-4e36-a034-3535e9de4cdc,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:01.238212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:01.239438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:01.251454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:subnet and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:01.258752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:01.260499 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6266510 Dec 09 09:34:01.263245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58406) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.265590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26fd665d-a9a5-4a3e-a7b9-9dd94dc9b933 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.3908777 Dec 09 09:34:01.272109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58408) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.273021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:01.274041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b', 'name': 'tempest-PortsIpV6TestJSON-1651246471'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:01.282837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-f45adcc2-07be-4e0a-94e5-4db4c12e9609 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-997230542') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:01.317783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.343550 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5dcb6903-aca3-411d-aba3-292c6a2dfec5 req-9373e158-4010-470e-8865-86425062d6ba tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881006 Dec 09 09:34:01.398741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Made reservation on behalf of e4ba5710b15d4bd2b4f8025f79021ab9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:01.423935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:01.434258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:01.444102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:01.447196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.469533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 0c39dac9-73ac-459b-87f3-795f782d3d6f yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:01.549942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.570948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Transition to ACTIVE for port object 1e3493d8-55af-45ec-9192-d1dcb97503a5 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:01.578232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:01.591360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:01.594492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.601950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:01.604904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Transition to ACTIVE for port object 1e3493d8-55af-45ec-9192-d1dcb97503a5 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:01.612050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Transition to ACTIVE for port object eddac95b-98ce-44a2-9a09-af4fdb891453 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:01.616617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.617438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.621227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63530a64-3ce3-4605-ae9e-7e62a0709f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:01.633810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:01.653384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.655807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.699514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::354 (c7730626-72ee-45df-b57a-bc6e6188d17b/fd316d72-ed27-4335-ad45-d4aceb3134fe/0c39dac9-73ac-459b-87f3-795f782d3d6f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:01.708272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Network c7730626-72ee-45df-b57a-bc6e6188d17b is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:01.716321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Pushing event updated for resources: {'Port': ['ID=1e3493d8-55af-45ec-9192-d1dcb97503a5,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:01.718482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:01.721819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:01.722726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:01.752571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:01.758798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Attempting to bind port eddac95b-98ce-44a2-9a09-af4fdb891453 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:01.758798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Attempting to bind port eddac95b-98ce-44a2-9a09-af4fdb891453 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:01.759076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Attempting to bind port eddac95b-98ce-44a2-9a09-af4fdb891453 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:01.809695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:01.810127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:01.810963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.810963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:01.811377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Bound port: eddac95b-98ce-44a2-9a09-af4fdb891453, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:01.811782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.837035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.852125 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f45adcc2-07be-4e0a-94e5-4db4c12e9609 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-997230542 HTTP/1.1" status: 201 len: 201 time: 0.5742576 Dec 09 09:34:01.853398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.855700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58414) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.859960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8e92969-e6df-405f-bc63-850d47933614 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:01.864017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-4c087ffc-b62e-4b03-bc0d-ce664c242165 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-49691833') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:01.896578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Pushing event updated for resources: {'Port': ['ID=eddac95b-98ce-44a2-9a09-af4fdb891453,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:01.908301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:01.936476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Attempting to bind port 1e3493d8-55af-45ec-9192-d1dcb97503a5 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:01.936856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Attempting to bind port 1e3493d8-55af-45ec-9192-d1dcb97503a5 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:01.937232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Attempting to bind port 1e3493d8-55af-45ec-9192-d1dcb97503a5 on network c7730626-72ee-45df-b57a-bc6e6188d17b {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:01.957440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:01.957805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Checking segment: {'id': 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:01.958151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.958560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Bound using segment: {'id': 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:01.959080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Bound port: 1e3493d8-55af-45ec-9192-d1dcb97503a5, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c7730626-72ee-45df-b57a-bc6e6188d17b'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:01.959467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:01.971480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] For port eddac95b-98ce-44a2-9a09-af4fdb891453, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:01.986004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] For port eddac95b-98ce-44a2-9a09-af4fdb891453, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eddac95b-98ce-44a2-9a09-af4fdb891453,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:01.992405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.015701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.015947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f73ce3-369c-428f-b21c-19e57e9f33c6,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:02.026139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:02.033297 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4c087ffc-b62e-4b03-bc0d-ce664c242165 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-49691833 HTTP/1.1" status: 201 len: 201 time: 0.1716309 Dec 09 09:34:02.033297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object 0c39dac9-73ac-459b-87f3-795f782d3d6f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:02.033297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58418) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.035469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b0a8b5e-2106-4645-a9ee-34e77f400995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:02.040584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-f5a304d9-bc6e-4d54-bddf-19c825c3a142 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-1212653878') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:02.053584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.054759 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8784940 Dec 09 09:34:02.084430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58422) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.099900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73ce3-369c-428f-b21c-19e57e9f33c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:02.127898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:02.141979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:02.147793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:02.151118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.161138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1be787ba-d63f-405b-9e5f-c97f08ee2c24 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:02.165533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fc312009-c00c-4836-8148-974ecee49038 None None] For port 1e3493d8-55af-45ec-9192-d1dcb97503a5, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:02.167566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Pushing event updated for resources: {'Port': ['ID=eddac95b-98ce-44a2-9a09-af4fdb891453,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:02.177285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fc312009-c00c-4836-8148-974ecee49038 None None] For port 1e3493d8-55af-45ec-9192-d1dcb97503a5, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1e3493d8-55af-45ec-9192-d1dcb97503a5,segment=NetworkSegment(ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004),segment_id=ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:02.179068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:02.182682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:02.183893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:33:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:02.201924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:02.244286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.256002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-10a89af6-fac3-4e85-a54b-f2466558df0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:02.279251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.320832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f31c257d-4889-42ee-bfd6-8a5ba22fe8ca tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:02.323639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Subnet': ['ID=50223c4a-618a-4574-b217-9b99ff214257,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:02.353928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:02.359146 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The resource could not be found. Dec 09 09:34:02.362776 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1e6a5c63-5701-4353-a7c1-17bda3849fe3 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2748203 Dec 09 09:34:02.366520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58426) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.369780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.399674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73ce3-369c-428f-b21c-19e57e9f33c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c34ac790-45e9-4690-a6c6-8ce3ff28e429'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:02.408468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Checking segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:02.408830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network hostable DHCP agents. Network: 30ba795d-cea7-4b1c-a860-c20fae1d02b2, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:02.414636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:02.418638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.422803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:02.424534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Pushing event updated for resources: {'Port': ['ID=1e3493d8-55af-45ec-9192-d1dcb97503a5,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:02.426043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network c7730626-72ee-45df-b57a-bc6e6188d17b is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:02.429023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=0c39dac9-73ac-459b-87f3-795f782d3d6f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:02.432471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:02.434948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:02.437803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:02.448521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:02.453804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:02.454531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.460883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f5a304d9-bc6e-4d54-bddf-19c825c3a142 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-1212653878 HTTP/1.1" status: 201 len: 201 time: 0.4283140 Dec 09 09:34:02.474451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:02.474895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58432) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.475699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:02.493623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2235537 Dec 09 09:34:02.493623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58436) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.496597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-9ded6f86-ed14-45a6-aa0b-1d74c04402e1 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-1000808600') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:02.515677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:02.650966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:02.690592 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The resource could not be found. Dec 09 09:34:02.697263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a86a80b8-8f47-407a-a96a-34f5c3e2e8a1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3295631 Dec 09 09:34:02.699720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58440) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.702496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 30ba795d-cea7-4b1c-a860-c20fae1d02b2) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:02.707711 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9ded6f86-ed14-45a6-aa0b-1d74c04402e1 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-1000808600 HTTP/1.1" status: 201 len: 201 time: 0.2242594 Dec 09 09:34:02.710673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:02.711287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.720363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58442) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.728666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edbc2ec-a63b-46ec-95cd-0123333efe12 None None] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:02.730967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-dd1a8f95-049e-416a-97a6-112b293f19f2 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', {'tags': ['tempest-TagsExtTest-Tag-1181473404', 'tempest-TagsExtTest-Tag-630063997', 'tempest-TagsExtTest-Tag-1662000832']}) {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:02.759654 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7498071 Dec 09 09:34:02.763437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.26.4.239 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/a7cf7afc-ece9-4234-9595-9554e703c8d3) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:02.772171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.811114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bcae-149e-4cdd-b478-920b5790fc3c req-8019d1c0-0dd5-4f72-bdf2-2401ee3cd4bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:02.818378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a93bcae-149e-4cdd-b478-920b5790fc3c req-8019d1c0-0dd5-4f72-bdf2-2401ee3cd4bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.2536592 Dec 09 09:34:02.849996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50b6d1-03d4-43ca-b988-73add07b9778 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:02.850816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7b50b6d1-03d4-43ca-b988-73add07b9778 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:02.895445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:02.952967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a93bcae-149e-4cdd-b478-920b5790fc3c req-4ce0bd71-ec73-4484-8b1a-521186c14309 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336365 Dec 09 09:34:02.961002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7b50b6d1-03d4-43ca-b988-73add07b9778 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:02.968293 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7b50b6d1-03d4-43ca-b988-73add07b9778 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acb HTTP/1.1" status: 200 len: 927 time: 0.4737790 Dec 09 09:34:02.973447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58452) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.024700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dd1a8f95-049e-416a-97a6-112b293f19f2 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 200 len: 317 time: 0.3012695 Dec 09 09:34:03.038485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58458) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.057788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-62b181aa-a3ab-416d-8253-a0dfae42ef7f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:03.102528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.149532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:03.151230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.154972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 0c39dac9-73ac-459b-87f3-795f782d3d6f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:03.155383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.177464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 3, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:03.185558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0287eb7-6b98-401f-8a75-b06fdd160bc5 None None] The sync data for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv is: [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 3, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:03.194714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.353359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.383413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62b181aa-a3ab-416d-8253-a0dfae42ef7f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.3412666 Dec 09 09:34:03.387643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58462) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.404676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-c2572084-6d95-4177-9e5d-971bfbdf0572 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-1181473404') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:03.410438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.415733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:03.453987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.480422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-db4122fc-0acd-4efa-b34b-45d398a75a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:03.513018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Allocated IP 172.20.0.2 (30ba795d-cea7-4b1c-a860-c20fae1d02b2/50223c4a-618a-4574-b217-9b99ff214257/d289a220-fa6e-455f-a457-1bec1bfc2c83) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:03.518422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d09ce1fb-eb9c-4f8b-ba72-1ac2cd3405fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.541647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f73ce3-369c-428f-b21c-19e57e9f33c6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:03.610557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:03.612820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=a7cf7afc-ece9-4234-9595-9554e703c8d3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:03.615629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:03.616702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:03.622102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:03.644295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:03.674248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa501fe-e27b-48f1-b0a1-fd0e80686f15 req-8b3b90b5-4eff-40aa-963b-6f4209a9e66b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:03.684286 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2fa501fe-e27b-48f1-b0a1-fd0e80686f15 req-8b3b90b5-4eff-40aa-963b-6f4209a9e66b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.5512571 Dec 09 09:34:03.849747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:03.853923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2eb389-18c0-4300-8501-27c80a07b0c9 None None] Network c7730626-72ee-45df-b57a-bc6e6188d17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:03.869380 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2fa501fe-e27b-48f1-b0a1-fd0e80686f15 req-a3ef0018-fc55-4240-90c8-0196c4e27c8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839721 Dec 09 09:34:03.911471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58466) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.991955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.109782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1e3493d8-55af-45ec-9192-d1dcb97503a5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:04.157024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Transition to ACTIVE for port object d289a220-fa6e-455f-a457-1bec1bfc2c83 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:04.161755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 0c39dac9-73ac-459b-87f3-795f782d3d6f owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:04.207480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Transition to ACTIVE for port object d289a220-fa6e-455f-a457-1bec1bfc2c83 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:04.225144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.226239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/f1f73ce3-369c-428f-b21c-19e57e9f33c6 HTTP/1.1" status: 204 len: 168 time: 1.5072732 Dec 09 09:34:04.231384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58472) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.231594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.267501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5f1cb21b-cc5b-4be2-94f0-08e35a3d8c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:04.315534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bacc7d55-521a-426a-87ea-847cbfd131eb None None] Provisioning for port 1e3493d8-55af-45ec-9192-d1dcb97503a5 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:04.362298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Pushing event updated for resources: {'Port': ['ID=d289a220-fa6e-455f-a457-1bec1bfc2c83,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:04.365120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:04.374665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:04.374882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.375879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.377674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:04.380129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:04.387842 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-769022ae-ffaf-4032-9859-55d569e98727 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1093 time: 0.4746437 Dec 09 09:34:04.391798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58476) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.402254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:04.411163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:04.426342 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-c2572084-6d95-4177-9e5d-971bfbdf0572 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:04.430225 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c2572084-6d95-4177-9e5d-971bfbdf0572 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-1181473404 HTTP/1.1" status: 404 len: 329 time: 1.0392506 Dec 09 09:34:04.432878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f5711be1-450f-40a9-bf9c-fa14309c8522 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:04.439132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58480) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.440241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1e3493d8-55af-45ec-9192-d1dcb97503a5 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:04.469987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-686749b3-7166-4cef-91f7-92b7e4b7a01f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-630063997') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:04.481539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1e3493d8-55af-45ec-9192-d1dcb97503a5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:04.481919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.489574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:04.496933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:04.507449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:04.534365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.554231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b186067d-9cc5-4020-946e-ed362076adf9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:04.562784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Attempting to bind port d289a220-fa6e-455f-a457-1bec1bfc2c83 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:04.563170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Attempting to bind port d289a220-fa6e-455f-a457-1bec1bfc2c83 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:04.563536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Attempting to bind port d289a220-fa6e-455f-a457-1bec1bfc2c83 on network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:04.586802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.590918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:04.591304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Checking segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:04.591741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.592162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Bound using segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:04.592646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Bound port: d289a220-fa6e-455f-a457-1bec1bfc2c83, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:04.593026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.608406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.615863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=0c39dac9-73ac-459b-87f3-795f782d3d6f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:04.623973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f5711be1-450f-40a9-bf9c-fa14309c8522 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:04.625613 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f5711be1-450f-40a9-bf9c-fa14309c8522 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3924625 Dec 09 09:34:04.627563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:04.633390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58484) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.644232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '52163a31-523c-466d-99fb-c70ba2d7520d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:04.661348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:04.685988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:04.691749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:04.702062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:04.719244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.741915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-686749b3-7166-4cef-91f7-92b7e4b7a01f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:04.743656 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-686749b3-7166-4cef-91f7-92b7e4b7a01f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-630063997 HTTP/1.1" status: 404 len: 328 time: 0.2826581 Dec 09 09:34:04.746843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58488) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.751084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.755328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-f36d92d6-8169-4fad-866f-8c25330c4f14 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a', 'tempest-TagsExtTest-Tag-1662000832') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:04.780098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] For port d289a220-fa6e-455f-a457-1bec1bfc2c83, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:04.787388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] For port d289a220-fa6e-455f-a457-1bec1bfc2c83, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d289a220-fa6e-455f-a457-1bec1bfc2c83,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:04.793249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/0c39dac9-73ac-459b-87f3-795f782d3d6f HTTP/1.1" status: 204 len: 168 time: 1.8132806 Dec 09 09:34:04.797822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58492) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.802008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.808240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-82300462-5ff4-499f-8dc6-90cfbaecb945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:04.849350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1e3493d8-55af-45ec-9192-d1dcb97503a5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1e3493d8-55af-45ec-9192-d1dcb97503a5,segment=NetworkSegment(ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004),segment_id=ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:04.857799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d60639-5698-4a1f-8467-2b1cb1f41bce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:04.858344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b3d60639-5698-4a1f-8467-2b1cb1f41bce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:04.866079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:04.866955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eddac95b-98ce-44a2-9a09-af4fdb891453 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:04.908277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b3d60639-5698-4a1f-8467-2b1cb1f41bce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:04.921373 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b3d60639-5698-4a1f-8467-2b1cb1f41bce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/0c39dac9-73ac-459b-87f3-795f782d3d6f HTTP/1.1" status: 404 len: 333 time: 0.1209388 Dec 09 09:34:04.932709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58496) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.981917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Pushing event updated for resources: {'Port': ['ID=d289a220-fa6e-455f-a457-1bec1bfc2c83,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:04.985515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:04.987960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3b83858f-4c35-4a4f-acdd-7894db962d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:05.048286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Provisioning for port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:05.075938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Provisioning complete for port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:05.076562 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-f36d92d6-8169-4fad-866f-8c25330c4f14 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:05.077098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.078041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f36d92d6-8169-4fad-866f-8c25330c4f14 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags/tempest-TagsExtTest-Tag-1662000832 HTTP/1.1" status: 404 len: 329 time: 0.3294771 Dec 09 09:34:05.082274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58500) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.093543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-1ac2ac5f-c234-4c9e-99e0-ec9e287e0675 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', {'tags': ['tempest-TagsExtTest-Tag-550852732', 'tempest-TagsExtTest-Tag-858710466', 'tempest-TagsExtTest-Tag-1474906557']}) {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:05.120528 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The resource could not be found. Dec 09 09:34:05.122092 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-abf1e170-f45a-4692-bec1-5cc81eb400f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4849145 Dec 09 09:34:05.133723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:05.134209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.135499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58504) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.144309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283369082'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:05.159369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port eddac95b-98ce-44a2-9a09-af4fdb891453 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:05.170051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1e3493d8-55af-45ec-9192-d1dcb97503a5,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:05.176278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:05.185612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port eddac95b-98ce-44a2-9a09-af4fdb891453 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:05.185995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.186518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:05.221737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:05.314873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:05.316838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.342882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.346888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Provisioning complete for port 1e3493d8-55af-45ec-9192-d1dcb97503a5 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:05.347397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.477097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1ac2ac5f-c234-4c9e-99e0-ec9e287e0675 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 200 len: 316 time: 0.3933613 Dec 09 09:34:05.480586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58508) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.486460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-5561d2ce-21d6-4e92-ae0f-efce6b9249f5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:05.507692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.573207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:05.591048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:05.603082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.610636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port eddac95b-98ce-44a2-9a09-af4fdb891453, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eddac95b-98ce-44a2-9a09-af4fdb891453,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:05.619605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.623939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:05.643685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:05.664957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.678249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:05.709758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router d391cc37-a74d-4bfc-9d72-57e8cee90247 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:34:05.739505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-01b35513-9c22-47e7-a3c1-d4e8b8dd958f None None] Could not find standard attr ID for object 0c39dac9-73ac-459b-87f3-795f782d3d6f. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:34:05.743689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=eddac95b-98ce-44a2-9a09-af4fdb891453,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:05.747773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:05.748823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2b629299-431d-4d56-8f08-7245c83d5c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.826875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:05.870259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9ca0971-a0b5-41ce-8726-727bdde8cdff None None] Provisioning complete for port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:05.871012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f9ca0971-a0b5-41ce-8726-727bdde8cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:05.877035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.149 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/639783fd-bb2b-47d9-ab3c-00fa1742229e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:05.956795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5561d2ce-21d6-4e92-ae0f-efce6b9249f5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 204 len: 168 time: 0.4733849 Dec 09 09:34:05.973082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1e3493d8-55af-45ec-9192-d1dcb97503a5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:05.989409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.041699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca0971-a0b5-41ce-8726-727bdde8cdff None None] Port 43d3bbfc-d0a5-4e36-a034-3535e9de4cdc cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:06.058212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f9ca0971-a0b5-41ce-8726-727bdde8cdff None None] Could not find standard attr ID for object 0c39dac9-73ac-459b-87f3-795f782d3d6f. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:34:06.059077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.075839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2ad4699b-4a25-4669-90c1-7f65ab7f44b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:06.102298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-1258d055-ad2f-4783-84cc-b285a34d1d5e tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-550852732') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:06.127167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1e3493d8-55af-45ec-9192-d1dcb97503a5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:06.127688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.146790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=43d3bbfc-d0a5-4e36-a034-3535e9de4cdc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:06.151181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:06.203895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.226434 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/43d3bbfc-d0a5-4e36-a034-3535e9de4cdc HTTP/1.1" status: 204 len: 168 time: 1.2858391 Dec 09 09:34:06.227140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58516) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.299172 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-26042820-7b44-4b32-86fb-87bf102eca99 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:06.301335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26042820-7b44-4b32-86fb-87bf102eca99 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:06.313195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.326630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26042820-7b44-4b32-86fb-87bf102eca99 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:06.328274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26042820-7b44-4b32-86fb-87bf102eca99 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/43d3bbfc-d0a5-4e36-a034-3535e9de4cdc HTTP/1.1" status: 404 len: 333 time: 0.0966876 Dec 09 09:34:06.331547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58520) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.334676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.385879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0b45be01-c160-4b6e-989b-0cdcf0286b78 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:06.414316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d289a220-fa6e-455f-a457-1bec1bfc2c83 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:06.513208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port d289a220-fa6e-455f-a457-1bec1bfc2c83 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:06.585774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45baff73-87d7-4e0d-a3c7-d9199f85a3c0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:06.588501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:06.629224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.633251 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4956110 Dec 09 09:34:06.644517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.675433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2fd46-c560-4cc1-9502-576c939825fc None None] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:06.688186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193555835'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:06.691963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet fd316d72-ed27-4335-ad45-d4aceb3134fe {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:06.695051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.707146 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-1258d055-ad2f-4783-84cc-b285a34d1d5e tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:06.711156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1258d055-ad2f-4783-84cc-b285a34d1d5e tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-550852732 HTTP/1.1" status: 404 len: 328 time: 0.7067285 Dec 09 09:34:06.711156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:06.725797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58528) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.733460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.737287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-21011d0a-0d79-4e51-987b-17ba36f5a51b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-858710466') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:06.741647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:06.782477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.803572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.806026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Provisioning for port d289a220-fa6e-455f-a457-1bec1bfc2c83 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:06.814145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:06.822434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Provisioning complete for port d289a220-fa6e-455f-a457-1bec1bfc2c83 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:06.822936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:06.881911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:06.913242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-21011d0a-0d79-4e51-987b-17ba36f5a51b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:06.920859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-21011d0a-0d79-4e51-987b-17ba36f5a51b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-858710466 HTTP/1.1" status: 404 len: 328 time: 0.1901495 Dec 09 09:34:06.921056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58532) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.929942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-06ad43a6-84e2-40b2-a3a6-a6fceeaf7420 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81', 'tempest-TagsExtTest-Tag-1474906557') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:06.944313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.020591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.033341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.061878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.078911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:07.094929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] For port d289a220-fa6e-455f-a457-1bec1bfc2c83, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d289a220-fa6e-455f-a457-1bec1bfc2c83,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:07.100243 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-06ad43a6-84e2-40b2-a3a6-a6fceeaf7420 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:07.103991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-06ad43a6-84e2-40b2-a3a6-a6fceeaf7420 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags/tempest-TagsExtTest-Tag-1474906557 HTTP/1.1" status: 404 len: 329 time: 0.1794777 Dec 09 09:34:07.105795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58536) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.107322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.109371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:07.116283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-cf308f16-532f-4053-85a5-ff6d7b168611 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', {'tags': ['tempest-TagsExtTest-Tag-327293191', 'tempest-TagsExtTest-Tag-101455174', 'tempest-TagsExtTest-Tag-206979102']}) {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.157073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:07.180946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:07.187888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:07.189307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Allocated IP 172.20.0.1 (30ba795d-cea7-4b1c-a860-c20fae1d02b2/50223c4a-618a-4574-b217-9b99ff214257/ea17d23f-6541-48d0-9db8-ff7bdc49b5af) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:07.191925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:07.211013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:07.223683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:07.229443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:07.233959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Pushing event updated for resources: {'Port': ['ID=d289a220-fa6e-455f-a457-1bec1bfc2c83,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:07.237318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:07.281470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=639783fd-bb2b-47d9-ab3c-00fa1742229e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:07.295674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.301430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c0e3221c-a721-4dbf-ad27-64bcbb18f946 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:07.305510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:07.318349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:07.332836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] Sync routers for ids ['d391cc37-a74d-4bfc-9d72-57e8cee90247'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:07.345398 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] Routers {'d391cc37-a74d-4bfc-9d72-57e8cee90247'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:07.346104 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d391cc37-a74d-4bfc-9d72-57e8cee90247'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.350798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=fd316d72-ed27-4335-ad45-d4aceb3134fe,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:07.355390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:07.361109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.373051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/fd316d72-ed27-4335-ad45-d4aceb3134fe HTTP/1.1" status: 204 len: 168 time: 1.0394948 Dec 09 09:34:07.373332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2bdc9-26b5-44c8-9985-5653685d7a9a None None] Network c7730626-72ee-45df-b57a-bc6e6188d17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:07.375817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58540) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.416559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.427463 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] Routers {'d391cc37-a74d-4bfc-9d72-57e8cee90247'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:07.429494 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d391cc37-a74d-4bfc-9d72-57e8cee90247'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.502212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.510461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cf308f16-532f-4053-85a5-ff6d7b168611 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 200 len: 315 time: 0.4051075 Dec 09 09:34:07.510874 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.511458 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4fda9-b3e7-45a8-b8b6-8ee090d1a443 None None] The sync data for ids ['d391cc37-a74d-4bfc-9d72-57e8cee90247'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:07.512088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58544) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.521771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-c0c00050-0557-46e8-8b9f-6d6ea0202b15 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.592373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2132f89c-6f5b-44b5-818d-91a6d1295b38 None None] Provisioning complete for port d289a220-fa6e-455f-a457-1bec1bfc2c83 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:07.592912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2132f89c-6f5b-44b5-818d-91a6d1295b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.637977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 1e3493d8-55af-45ec-9192-d1dcb97503a5 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:07.638249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.752258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] DHCP port deletion for c7730626-72ee-45df-b57a-bc6e6188d17b request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:34:07.762247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Deleting port 1e3493d8-55af-45ec-9192-d1dcb97503a5 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:07.762642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.787450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c0c00050-0557-46e8-8b9f-6d6ea0202b15 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2712779 Dec 09 09:34:07.796770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58548) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.804930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-51fa7668-dfa5-44f8-9946-e04c04fc5e2c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-327293191') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:07.808053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.814001 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-612d4fb8-1885-471d-b90f-f0893c59f8bb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.9688990 Dec 09 09:34:07.851245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.858294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eddac95b-98ce-44a2-9a09-af4fdb891453 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:07.913792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.958353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:07.979454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-65af8941-6170-4e25-bee5-f68125f3270f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:08.036510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] For port 1e3493d8-55af-45ec-9192-d1dcb97503a5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1e3493d8-55af-45ec-9192-d1dcb97503a5,segment=NetworkSegment(ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004),segment_id=ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:08.037081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.047472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] For port 1e3493d8-55af-45ec-9192-d1dcb97503a5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1e3493d8-55af-45ec-9192-d1dcb97503a5,segment=NetworkSegment(ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004),segment_id=ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:08.047472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.048232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port eddac95b-98ce-44a2-9a09-af4fdb891453 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:08.048671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.063423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.064600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-51fa7668-dfa5-44f8-9946-e04c04fc5e2c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:08.067579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b040c-2a31-4fb0-a567-0bbfb24c44d2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:08.068747 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-51fa7668-dfa5-44f8-9946-e04c04fc5e2c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-327293191 HTTP/1.1" status: 404 len: 328 time: 0.2711554 Dec 09 09:34:08.069300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58556) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.070361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:08.086531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.091312 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4403768 Dec 09 09:34:08.095035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.112698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '45baff73-87d7-4e0d-a3c7-d9199f85a3c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e72b040c-2a31-4fb0-a567-0bbfb24c44d2'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:08.122915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Transition to ACTIVE for port object ea17d23f-6541-48d0-9db8-ff7bdc49b5af will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:08.124351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:08.139305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:08.146766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:08.200225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Calling delete_port for 1e3493d8-55af-45ec-9192-d1dcb97503a5 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:08.208397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:08.275934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.328524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 1e3493d8-55af-45ec-9192-d1dcb97503a5 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:08.372782 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:08.376128 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-309871ea-825b-4945-a1f4-08fd65bc4779 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2735868 Dec 09 09:34:08.377235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.388418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58562) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.390135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-41b460b4-d1d3-4580-8b57-f46d8fd703fd tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:08.397851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d289a220-fa6e-455f-a457-1bec1bfc2c83 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:08.411207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:08.411619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:34:08.415646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-7549d7b9-b9dc-4024-b7b2-867f68d0244f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-101455174') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.421165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.429112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:08.479875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Pushing event deleted for resources: {'Port': ['ID=1e3493d8-55af-45ec-9192-d1dcb97503a5,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:08.487602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:08.501300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] No DVR routers for this DVR port 1e3493d8-55af-45ec-9192-d1dcb97503a5 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:34:08.524969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port d289a220-fa6e-455f-a457-1bec1bfc2c83 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:08.525355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.534262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:08.543607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:08.546866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:08.548884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:08.557605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-7549d7b9-b9dc-4024-b7b2-867f68d0244f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:08.558798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7549d7b9-b9dc-4024-b7b2-867f68d0244f tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-101455174 HTTP/1.1" status: 404 len: 328 time: 0.1516600 Dec 09 09:34:08.559144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:08.562341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58568) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.567924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-13dc90f0-5652-4944-9dd8-2b8b929f2ced tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a', 'tempest-TagsExtTest-Tag-206979102') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.658409 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e8d278cd-fb53-40c8-8089-148fcc4072e1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers/d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 200 len: 880 time: 0.8037906 Dec 09 09:34:08.664191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58572) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.731463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1e3493d8-55af-45ec-9192-d1dcb97503a5 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:34:08.736704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.738268 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-13dc90f0-5652-4944-9dd8-2b8b929f2ced tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:08.739509 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-13dc90f0-5652-4944-9dd8-2b8b929f2ced tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags/tempest-TagsExtTest-Tag-206979102 HTTP/1.1" status: 404 len: 328 time: 0.1762631 Dec 09 09:34:08.742246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58576) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.749409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-5988c525-8bca-45b5-afb5-0e814d76718c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', {'tags': ['tempest-TagsExtTest-Tag-56011937', 'tempest-TagsExtTest-Tag-682057417', 'tempest-TagsExtTest-Tag-82603168']}) {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.757867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.775235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1e3493d8-55af-45ec-9192-d1dcb97503a5 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:34:08.775590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1e3493d8-55af-45ec-9192-d1dcb97503a5 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:34:08.802820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5988c525-8bca-45b5-afb5-0e814d76718c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "PUT /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 200 len: 313 time: 0.0571408 Dec 09 09:34:08.803583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58580) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.810743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-8b6f3c99-1dcf-47e6-a0c4-fa48d5aa7d47 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.815744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.851258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8b6f3c99-1dcf-47e6-a0c4-fa48d5aa7d47 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 204 len: 168 time: 0.0466502 Dec 09 09:34:08.853762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58584) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.864355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-5ca8d6a8-8940-4aaa-b100-3f67c235fe9c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-56011937') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.881045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cdcd77b6-6034-4800-a166-dd64ac5cca6c None None] Provisioning for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:08.885746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cdcd77b6-6034-4800-a166-dd64ac5cca6c None None] Provisioning complete for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:08.886126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cdcd77b6-6034-4800-a166-dd64ac5cca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.894996 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-5ca8d6a8-8940-4aaa-b100-3f67c235fe9c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:08.896057 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5ca8d6a8-8940-4aaa-b100-3f67c235fe9c tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-56011937 HTTP/1.1" status: 404 len: 327 time: 0.0412071 Dec 09 09:34:08.898813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58588) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.904536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-aaa32042-da86-43a9-af86-f5cefce22e61 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-682057417') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:08.916351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 1e3493d8-55af-45ec-9192-d1dcb97503a5 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:08.916689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:08.938909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd77b6-6034-4800-a166-dd64ac5cca6c None None] Port ea17d23f-6541-48d0-9db8-ff7bdc49b5af cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:08.993011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] The port '1e3493d8-55af-45ec-9192-d1dcb97503a5' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:34:09.051849 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-aaa32042-da86-43a9-af86-f5cefce22e61 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:09.052774 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aaa32042-da86-43a9-af86-f5cefce22e61 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-682057417 HTTP/1.1" status: 404 len: 328 time: 0.1530871 Dec 09 09:34:09.056957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58592) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.065892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-2f92703c-8328-44d4-be96-8d46b28a3381 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00', 'tempest-TagsExtTest-Tag-82603168') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.120261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.126304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.129845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.142532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5a9d3f4c-5e0f-4597-a262-7e0e77d8c5a0 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:09.150107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.190697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-2f92703c-8328-44d4-be96-8d46b28a3381 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] show failed (client error): The resource could not be found. Dec 09 09:34:09.191729 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2f92703c-8328-44d4-be96-8d46b28a3381 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags/tempest-TagsExtTest-Tag-82603168 HTTP/1.1" status: 404 len: 327 time: 0.1338866 Dec 09 09:34:09.193272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7730626-72ee-45df-b57a-bc6e6188d17b']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.200538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58596) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.205199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b040c-2a31-4fb0-a567-0bbfb24c44d2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:09.207572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:09.213105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-a780a735-7df0-40ea-a8af-17386ddd0dfc tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b32743b3-5fc4-4997-b795-084fd637fd00') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.225828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.226126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeb68c3-cd25-4b3b-a2a9-0b22e6d9a004') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.242666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.263582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.273042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:09.273461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.284153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: util.warn( Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:09.288458 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:09.299640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a780a735-7df0-40ea-a8af-17386ddd0dfc tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00/tags HTTP/1.1" status: 204 len: 168 time: 0.0981200 Dec 09 09:34:09.302377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58600) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.353081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-4f607d6e-61e0-4b24-ab6b-e3284d6b8686 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2861fdd3-ef0e-4500-a02c-3b2265a08c3a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.475655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.476796 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/e72b040c-2a31-4fb0-a567-0bbfb24c44d2 HTTP/1.1" status: 204 len: 168 time: 1.0579348 Dec 09 09:34:09.486120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.511205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.519434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b3640ce5-0163-40a6-b922-3213068f51a8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:09.534422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.555120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=c7730626-72ee-45df-b57a-bc6e6188d17b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:09.559772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:09.572679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/c7730626-72ee-45df-b57a-bc6e6188d17b HTTP/1.1" status: 204 len: 168 time: 2.1956420 Dec 09 09:34:09.577547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58608) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.588183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025745984'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:09.599592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:09.609788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:09.612837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:09.634240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:09.642154 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46b6f351-76de-42dd-acd7-7b9b35de1cae tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1508765 Dec 09 09:34:09.645447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4f607d6e-61e0-4b24-ab6b-e3284d6b8686 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.3422921 Dec 09 09:34:09.649162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58612) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.649980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58616) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.666885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.tag.tag_plugin [None req-4bf1e0f3-565d-40eb-b550-9fd333c7ee35 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd006884f-7536-483e-b903-cd24c1fbaf81') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:09.697126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:09.700795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.748074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5ee20c5-3df6-461a-916e-9537b58672e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:router {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:09.765802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:09.788981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.789305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment b3d28fa3-ef32-4260-b77d-742b845d0064 of type vlan for network 48ded577-8d10-4f98-ad93-7d61e06fc113 Dec 09 09:34:09.808265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.810215 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5ee20c5-3df6-461a-916e-9537b58672e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:router {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:09.811705 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a5ee20c5-3df6-461a-916e-9537b58672e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1418028 Dec 09 09:34:09.820588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58620) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.851608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-625577362'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:09.917556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.944952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.977572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.991202 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4bf1e0f3-565d-40eb-b550-9fd333c7ee35 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81/tags HTTP/1.1" status: 204 len: 168 time: 0.3400106 Dec 09 09:34:09.991965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:09.995264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58624) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:09.999641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ec0f3dd-23f1-4d29-b659-65ee7d464c27 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:10.051380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.tag.tag_plugin [None req-5644cdd5-cb1f-413a-8df7-02ecc3b1e360 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a55a0fd6-7078-426e-86d3-7751efd29c3a') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:10.131707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.135404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:10.136010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.143411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cafee00a-3d39-44b0-b4ab-749eabb97b01 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:10.174754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=639783fd-bb2b-47d9-ab3c-00fa1742229e,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:10.177672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:10.210840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.213721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.251671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.278762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.311297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0feca1b8-bab1-45c5-a98b-ff76c6f1fa3a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:10.321649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=48ded577-8d10-4f98-ad93-7d61e06fc113,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:10.327074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.328264 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/45baff73-87d7-4e0d-a3c7-d9199f85a3c0 HTTP/1.1" status: 204 len: 168 time: 0.6800079 Dec 09 09:34:10.330010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:10.330553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a64ce269-540b-4902-9664-ff36d3c09457 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:10.333558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:10.337489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58628) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.344580 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7634804 Dec 09 09:34:10.352844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58632) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.367145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45baff73-87d7-4e0d-a3c7-d9199f85a3c0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:10.375727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:10.376130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:10.428642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6a73ef5e-c249-433e-9ca2-607449e8a3bf tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:10.503709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6a73ef5e-c249-433e-9ca2-607449e8a3bf tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:10.504992 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6a73ef5e-c249-433e-9ca2-607449e8a3bf tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1662993 Dec 09 09:34:10.510702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58636) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.512347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:10.515955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:10.522352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494376936'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:10.530598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:10.532841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.543429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:10.567703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.590878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:10.597074 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5644cdd5-cb1f-413a-8df7-02ecc3b1e360 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.5626583 Dec 09 09:34:10.605615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:10.608161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.670636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:10.676988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:10.681753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:10.694626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:10.705410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:10.741695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:10.829066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.837633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.850837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9ebda8cd-8b1f-411a-b553-6ccd7b97404f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:10.862914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:10.905864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:10.911023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:10.958474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2725b918-0459-4903-9c63-5af3bb97d8a8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:10.963859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:10.987360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:10.991891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4805477 Dec 09 09:34:10.992534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58648) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.010518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.025595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '2725b918-0459-4903-9c63-5af3bb97d8a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:11.032826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.036147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:11.042341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:11.046780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:11.110858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:11.169030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:11.173151 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c19ed4ea-490f-4176-bb6e-08682e2dd18c tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1737959 Dec 09 09:34:11.173324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58652) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.176059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e57c8873-f052-4933-835a-13f41629d020 None None] Provisioning complete for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:11.176443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e57c8873-f052-4933-835a-13f41629d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.178881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group_rule': {'security_group_id': '2725b918-0459-4903-9c63-5af3bb97d8a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:11.188064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:11.193942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:11.236147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e57c8873-f052-4933-835a-13f41629d020 None None] Port ea17d23f-6541-48d0-9db8-ff7bdc49b5af cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:11.244631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:11.258830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:11.308791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:11.312273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62f903e0-6a7b-4bb1-bb41-444af93a5b40 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1378989 Dec 09 09:34:11.313114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58656) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.313797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.328974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e9178fb-13bd-4182-a2f8-c0c130640350 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for subnetpool, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.332307 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4e9178fb-13bd-4182-a2f8-c0c130640350 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnetpools/b32743b3-5fc4-4997-b795-084fd637fd00 HTTP/1.1" status: 204 len: 168 time: 0.6715717 Dec 09 09:34:11.335184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58660) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.401898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0838112-8aea-4f9d-91db-c7d857264d2a tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "GET /v2.0/ports?device_id=2861fdd3-ef0e-4500-a02c-3b2265a08c3a HTTP/1.1" status: 200 len: 205 time: 0.0616906 Dec 09 09:34:11.403112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58664) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.410904 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP 9550390b-fd33-4969-a223-5c692dd5d165 associated. External IP: 172.26.4.149, port: 98622dba-f1d4-428d-95e7-14c45fb329a1. Dec 09 09:34:11.557866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router d391cc37-a74d-4bfc-9d72-57e8cee90247 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:11.564173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.606330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.678443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.883186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.888588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b16a3598-ce88-4e1c-bc4d-c87fc7003896 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:11.983445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:11.984435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:11.988615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f0daffcd-b1cc-46a0-9180-69b104f55c8e tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:11.989991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:12.087006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': 'b3d28fa3-ef32-4260-b77d-742b845d0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:12.087357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: 48ded577-8d10-4f98-ad93-7d61e06fc113, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:12.098689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:12.168276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2725b918-0459-4903-9c63-5af3bb97d8a8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:12.177580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:12.196388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.197491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/2725b918-0459-4903-9c63-5af3bb97d8a8 HTTP/1.1" status: 204 len: 168 time: 0.8823128 Dec 09 09:34:12.200865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:12.204313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58670) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.277530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 48ded577-8d10-4f98-ad93-7d61e06fc113) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:12.286424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4016360-5d43-4675-bffb-9ed9da27aeee None None] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:12.295782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:12.296373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.335549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.351459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.357986 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9892023 Dec 09 09:34:12.358549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.366605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113', 'name': 'tempest-PortsIpV6TestJSON-811219902', 'fixed_ips': [{'subnet_id': '13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e', 'ip_address': '2001:db8::10'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:12.370030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b554267e-f9df-429c-b1f1-4ac8e0ce63ca tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:12.486312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b554267e-f9df-429c-b1f1-4ac8e0ce63ca tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:12.491142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b554267e-f9df-429c-b1f1-4ac8e0ce63ca tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2811811 Dec 09 09:34:12.491339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:12.492577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58680) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.500074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.500565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Fanout notify agent at l3_agent the message router_deleted on router 2861fdd3-ef0e-4500-a02c-3b2265a08c3a {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:34:12.500689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'tempest-secgroup--593712590'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:12.509302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:12.525179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.526163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] Sync routers for ids ['d391cc37-a74d-4bfc-9d72-57e8cee90247'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:12.526313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6fcbcc8f-ae0f-4b16-a857-dea09a25cba0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 200 len: 887 time: 2.7029603 Dec 09 09:34:12.526600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:12.529410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58684) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.533836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.534856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1c01ca5c-2464-4348-b271-67cc3fc99698 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/routers/2861fdd3-ef0e-4500-a02c-3b2265a08c3a HTTP/1.1" status: 204 len: 168 time: 1.1291969 Dec 09 09:34:12.537922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.547601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] Routers {'d391cc37-a74d-4bfc-9d72-57e8cee90247'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:12.548500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d391cc37-a74d-4bfc-9d72-57e8cee90247'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:12.608754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:12.613197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-48ded577-8d10-4f98-ad93-7d61e06fc113', 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': '13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:12.614352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.622376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:12.622980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.626716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:12.632149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Deleting port d006884f-7536-483e-b903-cd24c1fbaf81 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:12.632493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.651972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:12.669122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:12.689771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:12.691710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:12.711177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:12.722281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] Routers {'d391cc37-a74d-4bfc-9d72-57e8cee90247'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:12.723167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d391cc37-a74d-4bfc-9d72-57e8cee90247'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:12.725540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Usage tracker for resource:security_group_rule and tenant:e9e1853a6948497b9c11b83cb5460ba1 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:12.778305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:12.793290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:12.793290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c590a8-2689-4257-b68a-5b27406cc6d6 None None] The sync data for ids ['d391cc37-a74d-4bfc-9d72-57e8cee90247'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:12.886139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Allocated IP 2001:db8::2 (48ded577-8d10-4f98-ad93-7d61e06fc113/13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e/41a1eb7b-7f02-446a-90c3-771d738730a4) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:12.948379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:12.958007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:12.965959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:12.972198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Sync routers for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:12.990131 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:12.993908 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:13.002854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:13.041429 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "PUT /v2.0/routers/a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2678175 Dec 09 09:34:13.072179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.137434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.195636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.207138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ffbc5ea5-26d6-488a-8f14-2e592d5208b9 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:13.215474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.231194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Transition to ACTIVE for port object 41a1eb7b-7f02-446a-90c3-771d738730a4 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:13.259555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Transition to ACTIVE for port object 41a1eb7b-7f02-446a-90c3-771d738730a4 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:13.270617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Calling delete_port for d006884f-7536-483e-b903-cd24c1fbaf81 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:13.280043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.285068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4dbd096-3ef1-4142-ba78-92f1f49efb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:13.285795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.289694 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7934210 Dec 09 09:34:13.289844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd2f946-439f-4e57-b4fe-474fc73e7e4a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:13.292686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:13.296882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58700) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.315882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c56d0b4a-398e-4c0b-855b-c77f670ec462 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:13.317778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-c56d0b4a-398e-4c0b-855b-c77f670ec462 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 09:34:13.318815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c56d0b4a-398e-4c0b-855b-c77f670ec462 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "PUT /v2.0/security-groups/5dd2f946-439f-4e57-b4fe-474fc73e7e4a HTTP/1.1" status: 409 len: 330 time: 0.0196130 Dec 09 09:34:13.325174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58704) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.341125 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:13.342831 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9fa5b5ba-5dfc-4902-a252-3b3a810274c7 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers/d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 200 len: 887 time: 0.8115578 Dec 09 09:34:13.345446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58708) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.371817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:13.375592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:13.377522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Pushing event updated for resources: {'Port': ['ID=41a1eb7b-7f02-446a-90c3-771d738730a4,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:13.379702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:13.382199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:13.404201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1c33c1d-7f4d-4521-8320-79ddeebc9703 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:13.455197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:13.457320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1c33c1d-7f4d-4521-8320-79ddeebc9703 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:13.461380 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1c33c1d-7f4d-4521-8320-79ddeebc9703 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 200 len: 205 time: 0.1120722 Dec 09 09:34:13.463776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58712) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.480966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Sync routers for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:13.507372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Attempting to bind port 41a1eb7b-7f02-446a-90c3-771d738730a4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:13.508227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Attempting to bind port 41a1eb7b-7f02-446a-90c3-771d738730a4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'b3d28fa3-ef32-4260-b77d-742b845d0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:13.509232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Attempting to bind port 41a1eb7b-7f02-446a-90c3-771d738730a4 on network 48ded577-8d10-4f98-ad93-7d61e06fc113 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:13.517814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:13.518714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:13.598354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.686117 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2906461 Dec 09 09:34:13.687091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:13.698502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.792143 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:09Z', 'revision_number': 2, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:13.800269 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Checking router: a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:13.803520 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Updating router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 port ea17d23f-6541-48d0-9db8-ff7bdc49b5af binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:34:13.811729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:13.811729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Checking segment: {'id': 'b3d28fa3-ef32-4260-b77d-742b845d0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:13.812349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.813056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Bound using segment: {'id': 'b3d28fa3-ef32-4260-b77d-742b845d0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:13.813560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Bound port: 41a1eb7b-7f02-446a-90c3-771d738730a4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d28fa3-ef32-4260-b77d-742b845d0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:13.814044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.841563 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'status': 'completed', 'code': 200} Dec 09 09:34:13.879291 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.941154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.961017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:13.962730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f2997175-0537-4737-a2f0-43044d364f39 req-1a9b876a-3f02-4784-83f7-8f6078603e3c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:13.973563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:14.038529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] For port 41a1eb7b-7f02-446a-90c3-771d738730a4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:14.069224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] For port 41a1eb7b-7f02-446a-90c3-771d738730a4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41a1eb7b-7f02-446a-90c3-771d738730a4,segment=NetworkSegment(b3d28fa3-ef32-4260-b77d-742b845d0064),segment_id=b3d28fa3-ef32-4260-b77d-742b845d0064)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:14.090335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::10 (48ded577-8d10-4f98-ad93-7d61e06fc113/13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e/f591ebd3-8d4a-4583-bf9d-2a6c706b9871) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:14.213754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.226384 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b96254d-d39c-40c3-91d0-786b93960bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 200 len: 991 time: 0.5265379 Dec 09 09:34:14.254762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f2997175-0537-4737-a2f0-43044d364f39 req-1a9b876a-3f02-4784-83f7-8f6078603e3c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:14.256173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-1a9b876a-3f02-4784-83f7-8f6078603e3c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468638820&fields=id&tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9 HTTP/1.1" status: 200 len: 267 time: 0.9324570 Dec 09 09:34:14.290731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.304023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.306024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-8641fdaf-4369-40fb-be54-5753754cc372 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1098 time: 0.4461608 Dec 09 09:34:14.307939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port a7cf7afc-ece9-4234-9595-9554e703c8d3 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:14.310536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.310723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f77e475e-a3f3-4389-ab72-10b7bd966eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:14.315669 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.360241 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Transition to ACTIVE for port object ea17d23f-6541-48d0-9db8-ff7bdc49b5af will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:14.373754 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.391873 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:14.451356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Pushing event updated for resources: {'Port': ['ID=41a1eb7b-7f02-446a-90c3-771d738730a4,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:14.455895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:14.493099 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Pushing event updated for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:14.549586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.553051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9550390b-fd33-4969-a223-5c692dd5d165', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'port_id': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'mac_address': 'fa:16:3e:8e:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251be219-2c7e-4e0e-904f-56027a7f891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:08Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:14.561746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Checking router: 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:14.579277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:14.582913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:14.588009 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.588458 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.588798 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.589178 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.589511 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.589987 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.590382 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.590905 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.591237 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.591548 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.591931 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:14.609692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.617577 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:14.631275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object f591ebd3-8d4a-4583-bf9d-2a6c706b9871 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:14.667816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.732395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fde93c89-9082-4797-a9c7-0805e1acf00e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:14.775456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for a7cf7afc-ece9-4234-9595-9554e703c8d3 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:14.795719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.797459 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Attempting to bind port ea17d23f-6541-48d0-9db8-ff7bdc49b5af on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:14.797835 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Attempting to bind port ea17d23f-6541-48d0-9db8-ff7bdc49b5af by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:14.798201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Attempting to bind port ea17d23f-6541-48d0-9db8-ff7bdc49b5af on network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:14.805694 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:14.806814 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Checking segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:14.807369 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.807917 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Bound using segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:14.808612 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Bound port: ea17d23f-6541-48d0-9db8-ff7bdc49b5af, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:14.809234 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.943395 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] For port ea17d23f-6541-48d0-9db8-ff7bdc49b5af, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:14.947151 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] For port ea17d23f-6541-48d0-9db8-ff7bdc49b5af, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:14.957406 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:14.974925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:14.978327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:15.096701 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:15.097615 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:15.105686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.117713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59162c6f-122b-4a02-9bb6-6b46480eaa73 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:15.149938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.154918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event deleted for resources: {'Port': ['ID=d006884f-7536-483e-b903-cd24c1fbaf81,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:15.162660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:15.163478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.174979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:15.181333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d83789f3-e357-4236-bbf5-5ca81ef3a6c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:15.210213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd2f946-439f-4e57-b4fe-474fc73e7e4a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:15.216783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=a7cf7afc-ece9-4234-9595-9554e703c8d3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:15.225289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:15.226397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:15.231081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:15.235709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:15.239104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.253649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58722) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.254060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:15.257492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-12f4a6c5-7fc4-45db-a280-62f9a8c8740a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:15.386838 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:15.470770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=f591ebd3-8d4a-4583-bf9d-2a6c706b9871,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:15.481290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:15.490711 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f65c2ced-817c-4e18-a815-59f0288ad676 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 200 len: 991 time: 0.1608343 Dec 09 09:34:15.533040 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/ports/d006884f-7536-483e-b903-cd24c1fbaf81 HTTP/1.1" status: 204 len: 168 time: 2.9907103 Dec 09 09:34:15.539220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.540397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/5dd2f946-439f-4e57-b4fe-474fc73e7e4a HTTP/1.1" status: 204 len: 168 time: 2.2111342 Dec 09 09:34:15.545668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58726) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.545994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58728) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.550230 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1909704 Dec 09 09:34:15.622717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58730) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.661183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997175-0537-4737-a2f0-43044d364f39 req-2d48c540-0ce0-4d34-a810-4e84b3dd32e4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:15.661868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f2997175-0537-4737-a2f0-43044d364f39 req-2d48c540-0ce0-4d34-a810-4e84b3dd32e4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:15.671611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': '48ded577-8d10-4f98-ad93-7d61e06fc113', 'name': 'tempest-PortsIpV6TestJSON-293260683', 'fixed_ips': [{'subnet_id': '13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e', 'ip_address': '2001:db8::f'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:15.692056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1935dcfc-08ab-4752-ad04-6c1e635ebc69 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Synchronizing usage tracker for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:15.751352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9550390b-fd33-4969-a223-5c692dd5d165', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'port_id': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'mac_address': 'fa:16:3e:8e:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251be219-2c7e-4e0e-904f-56027a7f891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:08Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:15.760770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-6e27de2d-2c75-4d13-b13b-af9da799e03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:15.761878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e29faf-aecd-4c0f-bf0f-193aabdede5a None None] The sync data for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv is: [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '9550390b-fd33-4969-a223-5c692dd5d165', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'port_id': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'mac_address': 'fa:16:3e:8e:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251be219-2c7e-4e0e-904f-56027a7f891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:08Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:15.767537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-6e27de2d-2c75-4d13-b13b-af9da799e03e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 898 time: 1.4450889 Dec 09 09:34:15.814191 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:34:15.836966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:15.888446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41a1eb7b-7f02-446a-90c3-771d738730a4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:15.902857 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Pushing event updated for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:15.911559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:15.923144 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:15.928034 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4b085-c52e-4923-b0cd-4603940405cd None None] The sync data for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv is: [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:16.047815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e90a0-8d31-40f0-9aa7-5da654c2e44d None None] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:16.131924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f2997175-0537-4737-a2f0-43044d364f39 req-2d48c540-0ce0-4d34-a810-4e84b3dd32e4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:16.133484 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-2d48c540-0ce0-4d34-a810-4e84b3dd32e4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 797 time: 1.8551111 Dec 09 09:34:16.190344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde48141-9f81-40c7-8bf2-5210748e19fc None None] New status for floating IP 9550390b-fd33-4969-a223-5c692dd5d165: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:34:16.254162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-019593cd-a577-4a79-a7b9-ef6dab38c087 None None] Provisioning for port 41a1eb7b-7f02-446a-90c3-771d738730a4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:16.326060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.330967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.361272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1935dcfc-08ab-4752-ad04-6c1e635ebc69 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Unset dirty status for tenant:e9e1853a6948497b9c11b83cb5460ba1 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:16.362885 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1935dcfc-08ab-4752-ad04-6c1e635ebc69 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8094225 Dec 09 09:34:16.368628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.371032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router d391cc37-a74d-4bfc-9d72-57e8cee90247 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:34:16.372025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58740) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.401670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.403332 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 204 len: 168 time: 2.9375856 Dec 09 09:34:16.409461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58744) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.415645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544084222'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:16.428941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-6c066c6d-e5dd-4575-8ca4-f1aec41a1d6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 999 time: 0.3094738 Dec 09 09:34:16.429560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:16.435425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:16.437647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-81b89d5f-2217-4614-8ae4-9b4f7c4bac84 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/quotas/e4ba5710b15d4bd2b4f8025f79021ab9 HTTP/1.1" status: 200 len: 375 time: 0.1870596 Dec 09 09:34:16.445057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:16.451509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:16.472004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:16.475352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.494249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58748) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.516310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-deeef5aa-bf31-45b4-893a-ee7427dd9ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:16.518989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-deeef5aa-bf31-45b4-893a-ee7427dd9ae7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 200 len: 834 time: 0.0787945 Dec 09 09:34:16.533845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 41a1eb7b-7f02-446a-90c3-771d738730a4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:16.547463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41a1eb7b-7f02-446a-90c3-771d738730a4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:16.547463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.567961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-1a0fa197-76bb-4b3a-994e-1f8387ece43b tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] delete failed (client error): The resource could not be found. Dec 09 09:34:16.569081 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1a0fa197-76bb-4b3a-994e-1f8387ece43b tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "DELETE /v2.0/security-groups/a371fac2-4fb5-43bd-bbd0-7e049d5871ff HTTP/1.1" status: 404 len: 347 time: 0.1712177 Dec 09 09:34:16.607566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58752) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.654113 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1fef14a9-2503-4837-b86c-4ac34a3ec7d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 200 len: 991 time: 0.1584918 Dec 09 09:34:16.676698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:16.686850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.687291 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment 1a3e2c60-0dd9-4d27-852a-5d891783c87f of type vlan for network b53c94ff-1994-4ec8-96ac-cdcfae388d4e Dec 09 09:34:16.715539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:16.717129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.753435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.759056 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-3feef2c0-6de8-42e8-a771-1c0036a6a4aa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] show failed (client error): The resource could not be found. Dec 09 09:34:16.760817 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3feef2c0-6de8-42e8-a771-1c0036a6a4aa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-groups/3437d063-f633-46f3-81a2-e7fd5c3ac646 HTTP/1.1" status: 404 len: 347 time: 0.0516944 Dec 09 09:34:16.763030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.765277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:16.767189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:16.767945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.771697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58756) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.773947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-75d871d4-6b29-485a-87f4-c6804568e697 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:16.777473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:16.791412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:16.823706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 41a1eb7b-7f02-446a-90c3-771d738730a4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41a1eb7b-7f02-446a-90c3-771d738730a4,segment=NetworkSegment(b3d28fa3-ef32-4260-b77d-742b845d0064),segment_id=b3d28fa3-ef32-4260-b77d-742b845d0064)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:16.840804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.843660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:16.858811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:16.864223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.920369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Deleting subnet a55a0fd6-7078-426e-86d3-7751efd29c3a {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:16.927892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:16.940593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=41a1eb7b-7f02-446a-90c3-771d738730a4,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:16.943657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:17.004590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-1c2fe376-461f-4bdb-a42a-c6f565abd62d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4826450 Dec 09 09:34:17.006887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-a2ca0347-8233-4c79-81e2-3d942c5b73f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] show failed (client error): The resource could not be found. Dec 09 09:34:17.008229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a2ca0347-8233-4c79-81e2-3d942c5b73f1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] 10.222.0.41 "GET /v2.0/security-group-rules/2e2d9895-b5b4-46b7-b01e-5e895addab6e HTTP/1.1" status: 404 len: 356 time: 0.2049387 Dec 09 09:34:17.009140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=b53c94ff-1994-4ec8-96ac-cdcfae388d4e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:17.017185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:17.023709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:17.030422 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6196408 Dec 09 09:34:17.033164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58762) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.042019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:17.071567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port d9368ded-08ca-4a6e-a059-46ed881df1ab yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:17.137027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.185932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-e2a6a0cb-1755-4c67-aa84-21f09e4e698f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c8af748-dceb-4d10-a4d3-6f96477848ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6119955 Dec 09 09:34:17.223150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:17.229645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:17.245338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:17.262686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:17.280826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:17.303082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Provisioning for port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:17.314052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Provisioning complete for port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:17.314527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.444897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:17.497509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Provisioning complete for port 41a1eb7b-7f02-446a-90c3-771d738730a4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:17.497982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b7e89c30-5287-407a-929e-5cfcdb57b048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.498170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.599978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58770) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.668195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58776) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.763108 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-6f068414-622e-44aa-933e-6ff0ee74c679 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645280 Dec 09 09:34:17.767125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.778151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d7e24f1d-609d-4674-a9e8-d3cfd4c746f9 None None] Provisioning complete for port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:17.778889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d7e24f1d-609d-4674-a9e8-d3cfd4c746f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.786917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-44280ad0-108b-43e6-8ce3-ed8cde5faa5e tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:17.812754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:17.858227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d7e24f1d-609d-4674-a9e8-d3cfd4c746f9 None None] Port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:17.878569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::f (48ded577-8d10-4f98-ad93-7d61e06fc113/13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e/d9368ded-08ca-4a6e-a059-46ed881df1ab) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:17.881261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=f3c22fa7-7554-4939-b7e7-28a9b4fe2956,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:17.893310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:17.907616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41a1eb7b-7f02-446a-90c3-771d738730a4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:17.910642 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-5d312e0f-fd35-4eaf-a573-0e4f44b78e7e service neutron] 10.222.0.41 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969065 Dec 09 09:34:17.925982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': '1a3e2c60-0dd9-4d27-852a-5d891783c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:17.926369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: b53c94ff-1994-4ec8-96ac-cdcfae388d4e, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:17.941395 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-31e20069-2127-483e-a411-49710d525a12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9e1853a6948497b9c11b83cb5460ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402674 Dec 09 09:34:17.942867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58780) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.997792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:18.003978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 41a1eb7b-7f02-446a-90c3-771d738730a4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:18.004722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.024161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.038134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, b53c94ff-1994-4ec8-96ac-cdcfae388d4e) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:18.044571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d8bbc12-f13c-4535-9cbc-362c00b60dbb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 200 len: 993 time: 0.3750999 Dec 09 09:34:18.052787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:18.052787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.060894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdf921-6828-4651-8c3a-7c77dcffdc7e None None] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:18.075934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.098425 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0609713 Dec 09 09:34:18.098991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.106519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-171471803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:18.123034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:18.129466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:18.132536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:18.140443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:18.158659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.162338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.180079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.183855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dfc176-273c-46dd-b1a5-8a21711e18b8 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:18.205126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854fd3b-dc39-4e43-9a2a-1e4926d60274,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:18.210242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:18.216890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.319295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ea17d23f-6541-48d0-9db8-ff7bdc49b5af up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:18.378104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.392661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.394687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.399210 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4854fd3b-dc39-4e43-9a2a-1e4926d60274 HTTP/1.1" status: 204 len: 168 time: 0.4552617 Dec 09 09:34:18.403428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-268eea63-36eb-45c3-a22b-324a7827599c tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:18.411820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.414684 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9edcf4eb-bcfa-4537-a2ca-14018dc8ca1f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3147759 Dec 09 09:34:18.418445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58790) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.452725 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-816cdbc8-d334-40ad-bb01-b6933817cb8d req-d251befd-a731-405d-b960-fa744df2945f service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632888 Dec 09 09:34:18.474594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-b53c94ff-1994-4ec8-96ac-cdcfae388d4e', 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': 'f3c22fa7-7554-4939-b7e7-28a9b4fe2956'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:18.475666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.487644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event deleted for resources: {'Subnet': ['ID=a55a0fd6-7078-426e-86d3-7751efd29c3a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:18.490653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:18.491502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:18.504108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:18.504647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.567391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.602395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/subnets/a55a0fd6-7078-426e-86d3-7751efd29c3a HTTP/1.1" status: 204 len: 168 time: 3.0507333 Dec 09 09:34:18.614060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-e4de23ab-0a3a-4edc-a160-2e56717fea06 service neutron] 10.222.0.41 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437554 Dec 09 09:34:18.618346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58794) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.745601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Allocated IP 172.20.0.2 (b53c94ff-1994-4ec8-96ac-cdcfae388d4e/f3c22fa7-7554-4939-b7e7-28a9b4fe2956/741c35f2-c5f6-4697-a765-2356f0e3fd36) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:18.801007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.805502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.834497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object d9368ded-08ca-4a6e-a059-46ed881df1ab will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:18.858350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Deleting port f304d427-326e-48f5-8db8-26a845b10b59 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:18.859002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.895510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:18.914587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6903dd7b-09dc-4b92-ac0e-c7b30ed183f6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:18.972132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd072ae-ab48-4061-bd05-124852ebe5a1 None None] Network 4c39db53-4358-419b-bae8-86230ce329cd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:19.034925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:19.045965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=d9368ded-08ca-4a6e-a059-46ed881df1ab,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:19.048558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:19.051825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:19.055912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:19.056619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.124064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.124809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.125495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.126188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.127780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.127780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.128238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.128911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.129598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.130270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.130980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:19.138159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:19.150588 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4923007 Dec 09 09:34:19.154059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58798) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:19.173163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.180385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.188808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Transition to ACTIVE for port object 741c35f2-c5f6-4697-a765-2356f0e3fd36 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:19.237376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Transition to ACTIVE for port object 741c35f2-c5f6-4697-a765-2356f0e3fd36 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:19.278713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.297274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:19.316862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] For port f304d427-326e-48f5-8db8-26a845b10b59, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f304d427-326e-48f5-8db8-26a845b10b59,segment=NetworkSegment(275c2239-95d8-48bb-b411-4b44ff6a9c3f),segment_id=275c2239-95d8-48bb-b411-4b44ff6a9c3f)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:19.317225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.406346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:19.419247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:19.422599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:19.445734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Calling delete_port for f304d427-326e-48f5-8db8-26a845b10b59 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:19.501865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Pushing event updated for resources: {'Port': ['ID=741c35f2-c5f6-4697-a765-2356f0e3fd36,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:19.509881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.521138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:19.522854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b580466e-88b4-4696-8a52-3c10f8266fe8 None None] Provisioning for port d9368ded-08ca-4a6e-a059-46ed881df1ab completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:19.546916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5246ac1-e790-4726-adec-1c8ceec63b55 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:19.547644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a5246ac1-e790-4726-adec-1c8ceec63b55 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:19.551720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.556359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d1b0cd5d-9cf8-4b80-b080-7f47b824fa94 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:19.580709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b580466e-88b4-4696-8a52-3c10f8266fe8 None None] Provisioning complete for port d9368ded-08ca-4a6e-a059-46ed881df1ab triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:19.581095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b580466e-88b4-4696-8a52-3c10f8266fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.598247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.20.0.1 (b53c94ff-1994-4ec8-96ac-cdcfae388d4e/f3c22fa7-7554-4939-b7e7-28a9b4fe2956/26d19912-301e-4482-ab05-5c32ebed4249) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:19.611926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event deleted for resources: {'Port': ['ID=f304d427-326e-48f5-8db8-26a845b10b59,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:19.616864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:19.620166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] No DVR routers for this DVR port f304d427-326e-48f5-8db8-26a845b10b59 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:34:19.644856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Attempting to bind port 741c35f2-c5f6-4697-a765-2356f0e3fd36 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:19.645243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Attempting to bind port 741c35f2-c5f6-4697-a765-2356f0e3fd36 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1a3e2c60-0dd9-4d27-852a-5d891783c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:19.645618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Attempting to bind port 741c35f2-c5f6-4697-a765-2356f0e3fd36 on network b53c94ff-1994-4ec8-96ac-cdcfae388d4e {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:19.652120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a5246ac1-e790-4726-adec-1c8ceec63b55 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:19.653999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a5246ac1-e790-4726-adec-1c8ceec63b55 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4985847 Dec 09 09:34:19.657295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58802) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:19.678724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port ea17d23f-6541-48d0-9db8-ff7bdc49b5af, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:19.683474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b580466e-88b4-4696-8a52-3c10f8266fe8 None None] Port d9368ded-08ca-4a6e-a059-46ed881df1ab cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:19.685617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:19.686033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Checking segment: {'id': '1a3e2c60-0dd9-4d27-852a-5d891783c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:19.686443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.686915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Bound using segment: {'id': '1a3e2c60-0dd9-4d27-852a-5d891783c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:19.687398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Bound port: 741c35f2-c5f6-4697-a765-2356f0e3fd36, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3e2c60-0dd9-4d27-852a-5d891783c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b53c94ff-1994-4ec8-96ac-cdcfae388d4e'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:19.687795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.704188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.708097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ccc18a6e-c33e-445d-aaec-83afc98a14f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:19.763459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.801840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c39db53-4358-419b-bae8-86230ce329cd']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:19.818114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275c2239-95d8-48bb-b411-4b44ff6a9c3f') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:19.819001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275c2239-95d8-48bb-b411-4b44ff6a9c3f') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:19.832736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.833011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b798226-5b8c-4ba9-b5f2-01e3e5fe6f8e None None] DHCP port deletion for 4c39db53-4358-419b-bae8-86230ce329cd request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:34:19.856347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.859436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:19.864650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:19.874303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] For port 741c35f2-c5f6-4697-a765-2356f0e3fd36, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:19.876213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:19.876810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.888673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:19.893547 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:19.901934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8049f1-7dcc-4bab-bbd3-c05dfe4d433e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:19.907005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8049f1-7dcc-4bab-bbd3-c05dfe4d433e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:19.911098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8049f1-7dcc-4bab-bbd3-c05dfe4d433e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:19.912684 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1a8049f1-7dcc-4bab-bbd3-c05dfe4d433e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2545111 Dec 09 09:34:19.935374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object 26d19912-301e-4482-ab05-5c32ebed4249 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:19.956384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58808) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.007981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.010191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] For port 741c35f2-c5f6-4697-a765-2356f0e3fd36, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=741c35f2-c5f6-4697-a765-2356f0e3fd36,segment=NetworkSegment(1a3e2c60-0dd9-4d27-852a-5d891783c87f),segment_id=1a3e2c60-0dd9-4d27-852a-5d891783c87f)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:20.022135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.025727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a13df0f-4979-426d-b2b0-a5153619a6b0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:20.026477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.034614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e5aede29-286f-40b1-b999-77fa70b0db1c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:20.042095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee02765f-6a56-4043-b0f9-d1453e87eb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:20.042711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.061788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Pushing event deleted for resources: {'Network': ['ID=4c39db53-4358-419b-bae8-86230ce329cd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:20.065090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:20.069135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] 10.222.0.41 "DELETE /v2.0/networks/4c39db53-4358-419b-bae8-86230ce329cd HTTP/1.1" status: 204 len: 168 time: 1.4496472 Dec 09 09:34:20.161050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-3c7cdeff-e705-464c-8daf-946d37aa1b40 req-b9939b25-19b1-4bc1-bee6-527129ca681a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:20.188877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Pushing event updated for resources: {'Port': ['ID=741c35f2-c5f6-4697-a765-2356f0e3fd36,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:20.193211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:20.203294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:20.215187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port d9368ded-08ca-4a6e-a059-46ed881df1ab {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:20.215939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.250257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:20.253095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:20.469250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=26d19912-301e-4482-ab05-5c32ebed4249,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:20.505923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-3c7cdeff-e705-464c-8daf-946d37aa1b40 req-b9939b25-19b1-4bc1-bee6-527129ca681a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:20.517155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3c7cdeff-e705-464c-8daf-946d37aa1b40 req-b9939b25-19b1-4bc1-bee6-527129ca681a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 210 time: 0.5024991 Dec 09 09:34:20.521225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.549003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.611478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.611986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.612580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.613034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.613404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.613852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.614277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.615945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.616372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.616825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.617334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:20.626387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:20.798994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-386fd40e-5aec-484e-9dc9-6cf86c6c57c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e132e5335e9445b591ccf4cc87285892&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2763395 Dec 09 09:34:20.804256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58832) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.882536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.890446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.935528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:20.977429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.021521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.026878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-726d4618-7b9c-44b6-ae7d-c5df094532d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:21.041077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b9d91-004c-4d60-8367-83d1c3f26a87,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:21.044854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:21.050492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.051609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f50b9d91-004c-4d60-8367-83d1c3f26a87 HTTP/1.1" status: 204 len: 168 time: 0.2456038 Dec 09 09:34:21.175989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for d9368ded-08ca-4a6e-a059-46ed881df1ab owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:21.557159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27dc6b-bfad-42ef-af53-6d5dc558c177 None None] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:21.603998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.636425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:21.727604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-281eb7b2-b169-4f82-bfe3-13973f29a399 None None] Provisioning for port 741c35f2-c5f6-4697-a765-2356f0e3fd36 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:21.772084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=d9368ded-08ca-4a6e-a059-46ed881df1ab,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:21.778304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:21.781179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.876337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/d9368ded-08ca-4a6e-a059-46ed881df1ab HTTP/1.1" status: 204 len: 168 time: 1.9184668 Dec 09 09:34:21.879883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58850) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:21.940411 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-88acca50-a9c1-445a-8523-0e44b695c8f3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:21.940927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-88acca50-a9c1-445a-8523-0e44b695c8f3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:21.971556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:21.993565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.037747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-845b4401-14d7-4895-878e-c102b15434db tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:22.087952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 741c35f2-c5f6-4697-a765-2356f0e3fd36 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:22.115654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=26d19912-301e-4482-ab05-5c32ebed4249,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:22.119059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:22.119679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-88acca50-a9c1-445a-8523-0e44b695c8f3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:22.120879 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-88acca50-a9c1-445a-8523-0e44b695c8f3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/d9368ded-08ca-4a6e-a059-46ed881df1ab HTTP/1.1" status: 404 len: 333 time: 0.2394547 Dec 09 09:34:22.123899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58854) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:22.203651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.227596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port f591ebd3-8d4a-4583-bf9d-2a6c706b9871 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:22.228047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.284971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-060a72f5-813b-4a57-bb49-4533bbc84972 req-de3668cd-8ac8-4509-832c-fdcdfea56134 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 210 time: 0.5412705 Dec 09 09:34:22.359251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 741c35f2-c5f6-4697-a765-2356f0e3fd36 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:22.368698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 741c35f2-c5f6-4697-a765-2356f0e3fd36 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:22.369710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.390453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997175-0537-4737-a2f0-43044d364f39 req-2895d925-7776-442e-a31a-0b6ab4193e60 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:22.392451 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-2895d925-7776-442e-a31a-0b6ab4193e60 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 797 time: 0.7036285 Dec 09 09:34:22.509942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.516360 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-b890e9cb-779d-485e-a5f1-c446e3378c31 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9 HTTP/1.1" status: 200 len: 380 time: 0.1030216 Dec 09 09:34:22.531695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'port': {'device_id': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'admin_state_up': True, 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'security_groups': ['059cde7d-c745-4b30-9f54-49bd350230de']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:22.555696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 741c35f2-c5f6-4697-a765-2356f0e3fd36, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=741c35f2-c5f6-4697-a765-2356f0e3fd36,segment=NetworkSegment(1a3e2c60-0dd9-4d27-852a-5d891783c87f),segment_id=1a3e2c60-0dd9-4d27-852a-5d891783c87f)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:22.562691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.563895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ea17d23f-6541-48d0-9db8-ff7bdc49b5af up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:22.579528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58864) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:22.640481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:22.752208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:22.754785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=741c35f2-c5f6-4697-a765-2356f0e3fd36,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:22.767493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:22.779798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ea17d23f-6541-48d0-9db8-ff7bdc49b5af triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:22.779798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.784117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Made reservation on behalf of e4ba5710b15d4bd2b4f8025f79021ab9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:22.788372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.827692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Provisioning for port 26d19912-301e-4482-ab05-5c32ebed4249 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:22.854206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Provisioning complete for port 26d19912-301e-4482-ab05-5c32ebed4249 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:22.854982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.866128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:22.889569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1674244231-network', 'tenant_id': '68b5c667f9204ed5a985b9141bdcf455'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:22.901031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:22.914350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Port 26d19912-301e-4482-ab05-5c32ebed4249 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:22.924383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Usage tracker for resource:network and tenant:68b5c667f9204ed5a985b9141bdcf455 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:22.927667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.928154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.929200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.929200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.929200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.929532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:22.929869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.930285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.930705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.931116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.932083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.933103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:34:22.938414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:22.940724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:22.954344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Provisioning complete for port 741c35f2-c5f6-4697-a765-2356f0e3fd36 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:22.954823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dc3bf7e-8e83-49c6-96d1-d41ed4dd13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.008453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Made reservation on behalf of 68b5c667f9204ed5a985b9141bdcf455 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:23.010623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.022447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for f591ebd3-8d4a-4583-bf9d-2a6c706b9871 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:23.041498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.104372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Allocated IP 172.20.0.8 (30ba795d-cea7-4b1c-a860-c20fae1d02b2/50223c4a-618a-4574-b217-9b99ff214257/81ef52a4-fe49-4cff-8dfd-bd7e636702af) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:23.122182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:23.123260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:23.124154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:23.131222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Usage tracker for resource:security_group_rule and tenant:68b5c667f9204ed5a985b9141bdcf455 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:23.134842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:23.144514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:23.239301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f304d427-326e-48f5-8db8-26a845b10b59 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:34:23.274718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f304d427-326e-48f5-8db8-26a845b10b59 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:34:23.275149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f304d427-326e-48f5-8db8-26a845b10b59 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:34:23.365558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ed0bd5b0-17db-4505-90a8-d4a6b135a10f None None] Provisioning complete for port 26d19912-301e-4482-ab05-5c32ebed4249 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:23.366072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed0bd5b0-17db-4505-90a8-d4a6b135a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.395708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.407103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:23.443740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.460072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bd5b0-17db-4505-90a8-d4a6b135a10f None None] Port 26d19912-301e-4482-ab05-5c32ebed4249 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:23.462050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.469126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f8723c88-c337-4e38-9a23-de9b2342c7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:23.483192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.500522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=f591ebd3-8d4a-4583-bf9d-2a6c706b9871,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:23.502659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:23.503297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:23.524534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Transition to ACTIVE for port object 81ef52a4-fe49-4cff-8dfd-bd7e636702af will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:23.526792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4441d3e-d0b0-43d6-9e7d-17f5d908e611,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:23.532194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.532543 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Added segment 40363efb-024e-4f8f-99b3-31f4c42d9c67 of type vlan for network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 Dec 09 09:34:23.533753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:23.566691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.572387 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-832138a0-6c1f-497a-b569-dbb1724ae192 req-8d378b2c-7bc3-4014-b221-cad4fa1d3d09 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 210 time: 0.1284361 Dec 09 09:34:23.585978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-97753b60-73fc-4fc5-ac48-f996f46b238f None None] Provisioning complete for port 26d19912-301e-4482-ab05-5c32ebed4249 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:23.586594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-97753b60-73fc-4fc5-ac48-f996f46b238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.596469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.603441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98b8e682-494c-40f4-8583-94f318f2e395 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:23.665824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-97753b60-73fc-4fc5-ac48-f996f46b238f None None] Port 26d19912-301e-4482-ab05-5c32ebed4249 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:23.675174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.676249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:23.676825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.688122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.704598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:23.707625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/f591ebd3-8d4a-4583-bf9d-2a6c706b9871 HTTP/1.1" status: 204 len: 168 time: 1.5826409 Dec 09 09:34:23.710116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58872) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:23.713653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:23.716918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:23.721487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:23.751185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:23.751722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4e7b418d-f54b-4417-913d-8dfe09ea2330 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:23.763678 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-de819853-c0b6-49c9-a7c1-83737833462e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:23.764230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-de819853-c0b6-49c9-a7c1-83737833462e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:23.837971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-de819853-c0b6-49c9-a7c1-83737833462e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:23.840531 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-de819853-c0b6-49c9-a7c1-83737833462e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/f591ebd3-8d4a-4583-bf9d-2a6c706b9871 HTTP/1.1" status: 404 len: 333 time: 0.1287513 Dec 09 09:34:23.847746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58876) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:23.855624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 741c35f2-c5f6-4697-a765-2356f0e3fd36 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:23.949803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 741c35f2-c5f6-4697-a765-2356f0e3fd36 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:23.949803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:23.954593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3735907 Dec 09 09:34:23.971229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58880) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:23.991356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Request body: {'subnet': {'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1674244231-subnet', 'tenant_id': '68b5c667f9204ed5a985b9141bdcf455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:23.998363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Pushing event updated for resources: {'Network': ['ID=9fd00ec6-6a40-42e0-a124-29b5a1d05be2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:24.009596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:24.012688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:24.015948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:24.022516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:24.023135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.034682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Usage tracker for resource:subnet and tenant:68b5c667f9204ed5a985b9141bdcf455 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:24.042457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:24.053592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:24.076091 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535071 Dec 09 09:34:24.077498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Made reservation on behalf of 68b5c667f9204ed5a985b9141bdcf455 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:24.080354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.088288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:24.093284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.100552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Request body: {'port': {'device_id': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:24.168616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.220595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 561bc150-da51-4304-a21f-29736e71ae42 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:34:24.234022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6f06a258-9bf0-4cc5-832b-7b562459dec3 None None] Provisioning for port 81ef52a4-fe49-4cff-8dfd-bd7e636702af completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:24.250518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6f06a258-9bf0-4cc5-832b-7b562459dec3 None None] Provisioning complete for port 81ef52a4-fe49-4cff-8dfd-bd7e636702af triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:24.250518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6f06a258-9bf0-4cc5-832b-7b562459dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.304480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.314005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6f06a258-9bf0-4cc5-832b-7b562459dec3 None None] Port 81ef52a4-fe49-4cff-8dfd-bd7e636702af cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:24.507942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.566910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.573139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f244215e-d473-48a3-b5be-43fb7f419326 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:24.612016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.616358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-052a31a3-d543-4f72-bd26-ad88f9b69fcd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:24.642507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:24.659878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:24.665685 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/561bc150-da51-4304-a21f-29736e71ae42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2457135 Dec 09 09:34:24.666842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] Sync routers for ids ['561bc150-da51-4304-a21f-29736e71ae42'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:24.667350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:24.668641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.673259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e HTTP/1.1" status: 204 len: 168 time: 0.8228877 Dec 09 09:34:24.673883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58886) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.674212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58888) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.697526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906e62d-3d0b-4e73-983b-3213ad642463 None None] Network 48ded577-8d10-4f98-ad93-7d61e06fc113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:24.821014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] Routers {'561bc150-da51-4304-a21f-29736e71ae42'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:24.821960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['561bc150-da51-4304-a21f-29736e71ae42'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:24.849960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8230739-4813-46f2-90f7-e40a8db7d8e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:24.850541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8230739-4813-46f2-90f7-e40a8db7d8e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:24.866200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.876584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d8230739-4813-46f2-90f7-e40a8db7d8e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:24.880385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8230739-4813-46f2-90f7-e40a8db7d8e0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports/26d19912-301e-4482-ab05-5c32ebed4249 HTTP/1.1" status: 200 len: 910 time: 0.2026122 Dec 09 09:34:24.880892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58894) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.888725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3c22fa7-7554-4939-b7e7-28a9b4fe2956'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:24.899420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:24.906051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed36dc20-5b56-4974-88fb-1eb4bffbf8fd,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:24.913577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 41a1eb7b-7f02-446a-90c3-771d738730a4 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:24.913811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] Routers {'561bc150-da51-4304-a21f-29736e71ae42'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:24.913911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:24.914439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['561bc150-da51-4304-a21f-29736e71ae42'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:24.917380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:24.945363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Checking segment: {'id': '40363efb-024e-4f8f-99b3-31f4c42d9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:24.945987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Network hostable DHCP agents. Network: 9fd00ec6-6a40-42e0-a124-29b5a1d05be2, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:25.029601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:25.030020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37047401-e523-48dc-8d30-7cb77584ef10 None None] The sync data for ids ['561bc150-da51-4304-a21f-29736e71ae42'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:25.063715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ef52a4-fe49-4cff-8dfd-bd7e636702af {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:34:25.075749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be574f5e-ebae-4b90-b15b-862e14a79043 req-87b58c47-d11f-426e-814d-eb6cca6fc2a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:25.075999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-be574f5e-ebae-4b90-b15b-862e14a79043 req-87b58c47-d11f-426e-814d-eb6cca6fc2a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:25.082357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:25.087943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.111431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9fd00ec6-6a40-42e0-a124-29b5a1d05be2) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:25.117155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Transition to ACTIVE for port object 81ef52a4-fe49-4cff-8dfd-bd7e636702af will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:25.119078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:25.119825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.124530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc40b1-b7ef-4295-a0fa-745fd85fc7ce None None] Network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:25.139001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-be574f5e-ebae-4b90-b15b-862e14a79043 req-87b58c47-d11f-426e-814d-eb6cca6fc2a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:25.150032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be574f5e-ebae-4b90-b15b-862e14a79043 req-87b58c47-d11f-426e-814d-eb6cca6fc2a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 931 time: 0.2987218 Dec 09 09:34:25.177409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.190737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-88fb816e-b32a-4a2b-ab39-f02c481acd3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:25.218580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] DHCP port deletion for 48ded577-8d10-4f98-ad93-7d61e06fc113 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:34:25.229860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Deleting port 41a1eb7b-7f02-446a-90c3-771d738730a4 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:25.230375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.261295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] For port 41a1eb7b-7f02-446a-90c3-771d738730a4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41a1eb7b-7f02-446a-90c3-771d738730a4,segment=NetworkSegment(b3d28fa3-ef32-4260-b77d-742b845d0064),segment_id=b3d28fa3-ef32-4260-b77d-742b845d0064)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:25.261954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.273974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2999873 Dec 09 09:34:25.361607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:25.365262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:25.379527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be574f5e-ebae-4b90-b15b-862e14a79043 req-d7721c90-e031-4bcd-957c-8e065414bccf tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277889 Dec 09 09:34:25.461681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 41a1eb7b-7f02-446a-90c3-771d738730a4 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:25.529420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92512a58-6caa-4232-9777-8fe7c1a94c3b None None] Network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:25.529658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Attempting to bind port 81ef52a4-fe49-4cff-8dfd-bd7e636702af on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:25.529935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Attempting to bind port 81ef52a4-fe49-4cff-8dfd-bd7e636702af by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:25.530723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Attempting to bind port 81ef52a4-fe49-4cff-8dfd-bd7e636702af on network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:25.538573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Port 81ef52a4-fe49-4cff-8dfd-bd7e636702af on network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:34:25.538910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Attempting to bind port 81ef52a4-fe49-4cff-8dfd-bd7e636702af on network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:25.552172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:25.552434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Checking segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:25.552824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Bound using segment: {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:25.553260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Bound port: 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aa5b53-8f2f-4768-83d8-a15fb476c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:25.553606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.655395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.704649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:25.708355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.710658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:25.717861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.722418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ca3ce44-6236-4c36-b194-be20c21b2fb3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:25.724815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca4d2d46-a25a-475e-9982-834580499cb1 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:25.783714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=41a1eb7b-7f02-446a-90c3-771d738730a4,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:25.788402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:25.805866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No DVR routers for this DVR port 41a1eb7b-7f02-446a-90c3-771d738730a4 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:34:25.811387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] For port 41a1eb7b-7f02-446a-90c3-771d738730a4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=41a1eb7b-7f02-446a-90c3-771d738730a4,segment=NetworkSegment(b3d28fa3-ef32-4260-b77d-742b845d0064),segment_id=b3d28fa3-ef32-4260-b77d-742b845d0064)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:25.812006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.846671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:25.848473 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] 10.222.0.58 "PUT /v2.0/ports/81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 1093 time: 1.7519660 Dec 09 09:34:25.849138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:25.885036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:25.898957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:26.012311 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'status': 'completed', 'code': 200} Dec 09 09:34:26.033281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Calling delete_port for 41a1eb7b-7f02-446a-90c3-771d738730a4 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:26.081599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-dc271459-ef9a-4fa5-83b1-a3c3f5eef148 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1096 time: 0.1423569 Dec 09 09:34:26.155067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41a1eb7b-7f02-446a-90c3-771d738730a4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:34:26.191173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-34f430b3-d403-4669-8498-ade554665bea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 217 time: 0.0956979 Dec 09 09:34:26.198574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 41a1eb7b-7f02-446a-90c3-771d738730a4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:34:26.199265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 41a1eb7b-7f02-446a-90c3-771d738730a4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:34:26.273954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997175-0537-4737-a2f0-43044d364f39 req-8b0fa6f9-8af3-41bd-b6fc-b754b3274c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:26.275711 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-8b0fa6f9-8af3-41bd-b6fc-b754b3274c36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.0763996 Dec 09 09:34:26.303166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:26.303544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:34:26.365813 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-77c37a79-c49a-42dd-9813-045b65ab2b37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825558 Dec 09 09:34:26.398041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.470534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ded577-8d10-4f98-ad93-7d61e06fc113']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:26.493605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d28fa3-ef32-4260-b77d-742b845d0064') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:26.493897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d28fa3-ef32-4260-b77d-742b845d0064') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:26.515555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.537788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-f5a9d507-ba23-48a0-8286-da9416ad6389 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620624 Dec 09 09:34:26.574815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.590104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:26.593468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:26.593861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:26.611498 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:26.618657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159229593-network', 'tenant_id': 'cbc9c6ef777e475dbdb5d0473a7b785a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:26.629535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:26.693569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Usage tracker for resource:network and tenant:cbc9c6ef777e475dbdb5d0473a7b785a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:26.706188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:26.736066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2997175-0537-4737-a2f0-43044d364f39 req-43687d88-6ef8-445b-acf5-9a1e9a07ddfd service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891608 Dec 09 09:34:26.739281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:26.744695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff392c-f555-4a3f-a300-c9ca91b82336 req-f8ee324b-25ad-4119-9b57-3f744507a069 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:26.744901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.746796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-abff392c-f555-4a3f-a300-c9ca91b82336 req-f8ee324b-25ad-4119-9b57-3f744507a069 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 943 time: 0.2010763 Dec 09 09:34:26.753662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2bb86747-29f4-411d-9c35-fabe2d4d0090 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:26.769336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.804972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Deleting port 41a1eb7b-7f02-446a-90c3-771d738730a4 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:26.805515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.831445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=48ded577-8d10-4f98-ad93-7d61e06fc113,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:26.838383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:26.842445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Made reservation on behalf of cbc9c6ef777e475dbdb5d0473a7b785a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:26.844828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.848793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-abff392c-f555-4a3f-a300-c9ca91b82336 req-9562c50e-c474-4829-838a-17e225d7bf41 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932422 Dec 09 09:34:26.875079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58924) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:26.875908 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/48ded577-8d10-4f98-ad93-7d61e06fc113 HTTP/1.1" status: 204 len: 168 time: 2.1988597 Dec 09 09:34:26.880271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:26.880825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2107588223'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:26.881062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fa0624b8-2be2-45ec-a45c-039e7aaab29a None None] The port '41a1eb7b-7f02-446a-90c3-771d738730a4' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:34:26.891724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:26.900699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-f6559c74-53e9-4a97-bda4-38997aefa892 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1096 time: 0.1024723 Dec 09 09:34:26.900699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:network and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:26.902933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:26.939863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:26.954220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:26.961387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Usage tracker for resource:security_group_rule and tenant:cbc9c6ef777e475dbdb5d0473a7b785a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:26.965498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:26.972517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:26.995333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.016198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.019524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:27.022459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.045554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:27.095544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:27.097930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-124e4eab-e3d9-4ee3-8fef-5df3da292e8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:27.099378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-124e4eab-e3d9-4ee3-8fef-5df3da292e8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 898 time: 0.1934333 Dec 09 09:34:27.155287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.155522 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Added segment 35ac6302-6298-4203-9f75-de700c3d8cae of type vlan for network b2fa159b-d322-475a-a435-318ce8278c10 Dec 09 09:34:27.156763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:27.157372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.161319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/ports/26d19912-301e-4482-ab05-5c32ebed4249 HTTP/1.1" status: 200 len: 910 time: 2.2768810 Dec 09 09:34:27.164470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58928) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:27.172166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=26d19912-301e-4482-ab05-5c32ebed4249,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:27.179006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-1926264a-04de-4fcb-9130-4719a7732975 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 217 time: 0.0714970 Dec 09 09:34:27.233464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:27.242270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.251258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.303613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-838a3d2d-5c73-4a2e-b9cd-0ebd10854234 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:27.344709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:27.357037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9734b85c-da35-420e-8c69-f4b6817247e8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:27.357397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.361548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:27.365623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.366228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Added segment 149e7cb3-c7b6-4452-bce0-de8a507c04a2 of type vlan for network 35a33fdf-bf0c-4fba-8f93-c22d64442fcc Dec 09 09:34:27.397619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-6c3db634-e746-45f4-afdf-82ebf2f9c1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:27.399073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-6c3db634-e746-45f4-afdf-82ebf2f9c1d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.2083273 Dec 09 09:34:27.412433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.440196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.443675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:27.444290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.454556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:27.516301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.517211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:27.517784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.529014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e718a140-dbf1-40a9-9c66-d6770ad5b520 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:27.556700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6806850 Dec 09 09:34:27.563888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58932) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:27.572616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:27.586440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Network': ['ID=b2fa159b-d322-475a-a435-318ce8278c10,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:27.596889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-077f2903-7602-45bf-9795-80241fa59ee5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:27.598638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network b2fa159b-d322-475a-a435-318ce8278c10 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:27.690985 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0968232 Dec 09 09:34:27.691193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58936) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:27.693052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Pushing event updated for resources: {'Network': ['ID=35a33fdf-bf0c-4fba-8f93-c22d64442fcc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:27.696768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:27.701974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Request body: {'subnet': {'network_id': '35a33fdf-bf0c-4fba-8f93-c22d64442fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159229593-subnet', 'tenant_id': 'cbc9c6ef777e475dbdb5d0473a7b785a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:27.709523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 35a33fdf-bf0c-4fba-8f93-c22d64442fcc details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:27.710296 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-82ca88a7-0f2e-4e5e-85f4-cd62397bd14a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3044186 Dec 09 09:34:27.712540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:27.737867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.743875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Usage tracker for resource:subnet and tenant:cbc9c6ef777e475dbdb5d0473a7b785a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:27.747199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:27.749679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:27.758022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:27.764804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:27.767125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:27.779549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:27.855008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Made reservation on behalf of cbc9c6ef777e475dbdb5d0473a7b785a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:27.858305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:27.895127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:28.220822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-50961a84-990b-466f-8bb1-b1e80a6dec81 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997692 Dec 09 09:34:28.237884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:28.359837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdba7f2-4508-4829-b6b9-3e712cc2ca1f req-1eecea95-878c-4ec0-ae0c-72230acb109b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:28.363786 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6bdba7f2-4508-4829-b6b9-3e712cc2ca1f req-1eecea95-878c-4ec0-ae0c-72230acb109b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 943 time: 0.3211048 Dec 09 09:34:28.459500 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6bdba7f2-4508-4829-b6b9-3e712cc2ca1f req-19154dcc-8bc3-453a-bffe-44455c9fa432 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915115 Dec 09 09:34:28.610792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 26d19912-301e-4482-ab05-5c32ebed4249 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:28.611051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:28.722417 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0dc1272f-a523-43bc-8d6c-4e6a64f42c1e req-0fb8fd6f-276d-4bc7-8422-0c0c6dfd814b service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889808 Dec 09 09:34:28.744232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:28.790943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f74b0288-6794-4c42-939e-e35e8c03b1dc tempest-BulkNetworkOpsIpV6Test-763431475 tempest-BulkNetworkOpsIpV6Test-763431475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:28.797175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:28.916697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 26d19912-301e-4482-ab05-5c32ebed4249 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:28.953989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17248140-6bbf-4cde-91ae-f4bf742c86eb,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:28.962996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:29.002198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Checking segment: {'id': '149e7cb3-c7b6-4452-bce0-de8a507c04a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35a33fdf-bf0c-4fba-8f93-c22d64442fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:29.002712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Network hostable DHCP agents. Network: 35a33fdf-bf0c-4fba-8f93-c22d64442fcc, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:29.012626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.018803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d7621b42-d999-48d9-a6e3-2061e4f787bc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:29.095343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.099949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6ca85a12-40d3-4dbc-95f0-4fef057081a5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:29.137853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=ccae00e9-f8b5-46a2-8346-c47fb5dea685,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:29.144678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:29.145085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=26d19912-301e-4482-ab05-5c32ebed4249,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:29.148967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:29.161018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Network 35a33fdf-bf0c-4fba-8f93-c22d64442fcc is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:29.174597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Checking segment: {'id': '35ac6302-6298-4203-9f75-de700c3d8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:29.174936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network hostable DHCP agents. Network: b2fa159b-d322-475a-a435-318ce8278c10, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:29.186218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 35a33fdf-bf0c-4fba-8f93-c22d64442fcc) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:29.191934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:29.192515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.200747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafb368-2ee2-4d06-94cc-a29608e8b3bf None None] Network 35a33fdf-bf0c-4fba-8f93-c22d64442fcc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:29.222817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network b2fa159b-d322-475a-a435-318ce8278c10 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:29.241086 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5410533 Dec 09 09:34:29.241972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, b2fa159b-d322-475a-a435-318ce8278c10) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:29.250621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:29.251355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.279894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7123327 Dec 09 09:34:29.281451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58944) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:29.287815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-771979954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:29.296095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:29.300350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:router and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:29.305129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:29.313188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:29.333146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.334456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.337647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33bca7-9b15-40fa-a415-289985c17e15 None None] Network b2fa159b-d322-475a-a435-318ce8278c10 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:29.357559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.381415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.413623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.415262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c28d3ab2-6d3a-4640-904c-eff746f54445 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1323705 Dec 09 09:34:29.418545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58948) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:29.428664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10', 'name': 'tempest-PortsIpV6TestJSON-1877574696'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:29.457899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.717889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf212dd-e25c-40be-8996-ed56e57b7f7e None None] Network 35a33fdf-bf0c-4fba-8f93-c22d64442fcc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:29.763245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-b2fa159b-d322-475a-a435-318ce8278c10', 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': 'ccae00e9-f8b5-46a2-8346-c47fb5dea685'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:29.764123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.851205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:29.860294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:port and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:29.869631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:29.890954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:29.907246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0208-44d0-4e1c-853f-b6d33764b7d2 req-55b4d597-b96c-4831-b609-3ba777520797 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:29.908932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-413f0208-44d0-4e1c-853f-b6d33764b7d2 req-55b4d597-b96c-4831-b609-3ba777520797 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 943 time: 0.2621582 Dec 09 09:34:29.929415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:29.932500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:29.984064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 5ce5cc78-889f-49af-803d-1ead4d368a8b yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:30.052739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-413f0208-44d0-4e1c-853f-b6d33764b7d2 req-9a912750-0441-4b0b-984d-631d0eed9c4b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382089 Dec 09 09:34:30.143072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Allocated IP 2001:db8::2 (b2fa159b-d322-475a-a435-318ce8278c10/ccae00e9-f8b5-46a2-8346-c47fb5dea685/74f61382-8072-4210-881e-1cab451bf943) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:30.244515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-1654c102-52a0-41d8-b0fd-dc201c858bea tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:30.245848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-1654c102-52a0-41d8-b0fd-dc201c858bea tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/networks?id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2 HTTP/1.1" status: 200 len: 812 time: 0.2884381 Dec 09 09:34:30.264342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 561bc150-da51-4304-a21f-29736e71ae42 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:30.271639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-920d2c76-eec8-4acd-8ca4-4ddc70169067 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/quotas/68b5c667f9204ed5a985b9141bdcf455 HTTP/1.1" status: 200 len: 375 time: 0.0196877 Dec 09 09:34:30.378657 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-d48b9dc5-fdf3-4e06-b1c3-34c86f55bd1b tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b5c667f9204ed5a985b9141bdcf455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007266 Dec 09 09:34:30.395929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.407092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Transition to ACTIVE for port object 74f61382-8072-4210-881e-1cab451bf943 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:30.425398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Transition to ACTIVE for port object 74f61382-8072-4210-881e-1cab451bf943 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:30.430433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.443145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:30.491963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Network b2fa159b-d322-475a-a435-318ce8278c10 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:30.495123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:30.499313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:30.506161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::352 (b2fa159b-d322-475a-a435-318ce8278c10/ccae00e9-f8b5-46a2-8346-c47fb5dea685/5ce5cc78-889f-49af-803d-1ead4d368a8b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:30.521434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Pushing event updated for resources: {'Port': ['ID=74f61382-8072-4210-881e-1cab451bf943,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:30.537117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:30.550493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:30.552085 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] Sync routers for ids ['561bc150-da51-4304-a21f-29736e71ae42'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:30.565622 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] Routers {'561bc150-da51-4304-a21f-29736e71ae42'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:30.566691 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['561bc150-da51-4304-a21f-29736e71ae42'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:30.588944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/561bc150-da51-4304-a21f-29736e71ae42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210434 Dec 09 09:34:30.592246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58964) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:30.603267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-e86f6e8f-4b5f-4850-8aa1-8bcbfe0fdb1b service neutron] 10.222.0.41 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718018 Dec 09 09:34:30.608300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Attempting to bind port 74f61382-8072-4210-881e-1cab451bf943 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:30.608883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Attempting to bind port 74f61382-8072-4210-881e-1cab451bf943 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '35ac6302-6298-4203-9f75-de700c3d8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:30.609364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Attempting to bind port 74f61382-8072-4210-881e-1cab451bf943 on network b2fa159b-d322-475a-a435-318ce8278c10 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:30.616379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:30.616868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Checking segment: {'id': '35ac6302-6298-4203-9f75-de700c3d8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:30.617433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.617786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Bound using segment: {'id': '35ac6302-6298-4203-9f75-de700c3d8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:30.618320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Bound port: 74f61382-8072-4210-881e-1cab451bf943, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ac6302-6298-4203-9f75-de700c3d8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2fa159b-d322-475a-a435-318ce8278c10'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:30.618872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.638632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:30.650353 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] Routers {'561bc150-da51-4304-a21f-29736e71ae42'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:30.651231 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['561bc150-da51-4304-a21f-29736e71ae42'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:30.668868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d1bdf43-a924-4afb-80da-a007e660752f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:30.713498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] For port 74f61382-8072-4210-881e-1cab451bf943, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:30.717829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] For port 74f61382-8072-4210-881e-1cab451bf943, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=74f61382-8072-4210-881e-1cab451bf943,segment=NetworkSegment(35ac6302-6298-4203-9f75-de700c3d8cae),segment_id=35ac6302-6298-4203-9f75-de700c3d8cae)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:30.718270 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:30.718947 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3f119-d216-485b-8ae9-3e5da21a14c6 None None] The sync data for ids ['561bc150-da51-4304-a21f-29736e71ae42'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:30.726342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.735447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:30.750525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8d1bdf43-a924-4afb-80da-a007e660752f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:30.751589 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8d1bdf43-a924-4afb-80da-a007e660752f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=561bc150-da51-4304-a21f-29736e71ae42 HTTP/1.1" status: 200 len: 205 time: 0.1584418 Dec 09 09:34:30.754235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58968) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:30.790126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.809928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object 5ce5cc78-889f-49af-803d-1ead4d368a8b will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:30.824422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Pushing event updated for resources: {'Port': ['ID=74f61382-8072-4210-881e-1cab451bf943,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:30.828165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:30.839604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.846166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b1be140f-c2d9-4f49-a06e-84162978b86b tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:30.933707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network b2fa159b-d322-475a-a435-318ce8278c10 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:30.938276 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-f9d3122f-b1ea-40ae-8153-fc8f1092ec6e service neutron] 10.222.0.41 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341057 Dec 09 09:34:30.950954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:30.957481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:30.959906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.962703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:30.962868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:30.977010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=5ce5cc78-889f-49af-803d-1ead4d368a8b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:30.983502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:31.013732 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5925784 Dec 09 09:34:31.016348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 58972) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:31.521456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d1f522f6-8e69-4496-8259-e4072076e537 req-1c764f8c-52ce-456b-abf2-1e860c28376c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 210 time: 0.2019560 Dec 09 09:34:31.611925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6ff0-3e82-49d4-b454-6e2b21993aed req-70208d37-0ce1-4ff3-9b5f-560da7bf79c3 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:31.618495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-72ff6ff0-3e82-49d4-b454-6e2b21993aed req-70208d37-0ce1-4ff3-9b5f-560da7bf79c3 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 943 time: 0.3757968 Dec 09 09:34:31.644567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:34:31.671734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:31.677151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:31.735276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:31.735773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 561bc150-da51-4304-a21f-29736e71ae42 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:34:31.759860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:31.760945 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b0005884-9599-43af-99d8-1f8dd1aa14f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/561bc150-da51-4304-a21f-29736e71ae42 HTTP/1.1" status: 204 len: 168 time: 1.0058119 Dec 09 09:34:31.764382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:31.846554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-72ff6ff0-3e82-49d4-b454-6e2b21993aed req-06e28c20-e409-4beb-9deb-6b8bdcbd6ada tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271965 Dec 09 09:34:31.943451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:31.989351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'mac_address': 'fa:16:3e:84:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:34:31.992490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 74f61382-8072-4210-881e-1cab451bf943 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:32.030653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.108783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640896f0-b3df-45cd-9cfe-a6ebd499d9fb None None] Network b2fa159b-d322-475a-a435-318ce8278c10 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:32.118353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet f3c22fa7-7554-4939-b7e7-28a9b4fe2956 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:32.122816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.180075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.206914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.247956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ef52a4-fe49-4cff-8dfd-bd7e636702af {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:34:32.267135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-203644ca-1d3b-401b-b0c7-dff9fcedff91 None None] Provisioning for port 74f61382-8072-4210-881e-1cab451bf943 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:32.274040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.297258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:32.334180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.340911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4caa8f15-d717-4f62-be70-48d6c41aab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:32.366547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.372989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ed0ed49-d75d-40cc-bb80-69c36945c16e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:32.379029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 74f61382-8072-4210-881e-1cab451bf943 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:32.408340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 74f61382-8072-4210-881e-1cab451bf943 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:32.409034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.413812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c22fa7-7554-4939-b7e7-28a9b4fe2956,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:32.419374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:32.430261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.440803 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-51e5c074-89ce-43ac-a7f2-51673aae79b8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/f3c22fa7-7554-4939-b7e7-28a9b4fe2956 HTTP/1.1" status: 204 len: 168 time: 0.6731648 Dec 09 09:34:32.441043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 58992) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.448787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea1868-79bd-452d-8a37-a780491dea32 None None] Network b53c94ff-1994-4ec8-96ac-cdcfae388d4e requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:32.594580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.614139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:32.624420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 741c35f2-c5f6-4697-a765-2356f0e3fd36 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:32.624794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.626608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:32.684272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['81ef52a4-fe49-4cff-8dfd-bd7e636702af'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:34:32.718210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-52e1712f-df90-49af-bcf0-885b5bf49228 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:32.718911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-52e1712f-df90-49af-bcf0-885b5bf49228 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Synchronizing usage tracker for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:32.771269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-52e1712f-df90-49af-bcf0-885b5bf49228 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Unset dirty status for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:32.772473 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-52e1712f-df90-49af-bcf0-885b5bf49228 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.58 "GET /v2.0/networks?id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2 HTTP/1.1" status: 200 len: 812 time: 0.2467716 Dec 09 09:34:32.794856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Request body: {'port': {'device_id': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2', 'admin_state_up': True, 'tenant_id': '68b5c667f9204ed5a985b9141bdcf455'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:32.806522 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-019a51d4-b68a-48b2-b84c-de5e1a05f5ab req-7635ed02-0fe1-4dab-8c23-3a453ff8ba12 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 210 time: 0.0989156 Dec 09 09:34:32.884904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.resource_extend [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 09:34:32.888708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.928555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.958267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:32.967262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:33.003026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 74f61382-8072-4210-881e-1cab451bf943, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=74f61382-8072-4210-881e-1cab451bf943,segment=NetworkSegment(35ac6302-6298-4203-9f75-de700c3d8cae),segment_id=35ac6302-6298-4203-9f75-de700c3d8cae)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:33.005304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.028737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port 741c35f2-c5f6-4697-a765-2356f0e3fd36, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=741c35f2-c5f6-4697-a765-2356f0e3fd36,segment=NetworkSegment(1a3e2c60-0dd9-4d27-852a-5d891783c87f),segment_id=1a3e2c60-0dd9-4d27-852a-5d891783c87f)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:33.029103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.036205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.073356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=5ce5cc78-889f-49af-803d-1ead4d368a8b,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:33.081922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:33.086628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43963550-421b-4bc9-abc1-195826e9b733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:33.174936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 741c35f2-c5f6-4697-a765-2356f0e3fd36 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:33.236285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=74f61382-8072-4210-881e-1cab451bf943,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:33.245582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:33.265590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.279073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-61b48e03-fbd6-4232-8dc5-ea7b086cd768 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:33.327873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:33.334188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No DVR routers for this DVR port 741c35f2-c5f6-4697-a765-2356f0e3fd36 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:34:33.337146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=741c35f2-c5f6-4697-a765-2356f0e3fd36,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:33.341683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Usage tracker for resource:port and tenant:68b5c667f9204ed5a985b9141bdcf455 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:33.348485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:33.369911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:33.370270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a8f18-2b0f-46c8-8d3b-5341d3127f97 None None] DHCP port deletion for b53c94ff-1994-4ec8-96ac-cdcfae388d4e request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:34:33.438418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:33.445840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Provisioning for port 5ce5cc78-889f-49af-803d-1ead4d368a8b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:33.480464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Provisioning complete for port 5ce5cc78-889f-49af-803d-1ead4d368a8b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:33.481293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.486100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.507436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Made reservation on behalf of 68b5c667f9204ed5a985b9141bdcf455 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:33.514948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.519414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53c94ff-1994-4ec8-96ac-cdcfae388d4e']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:33.531224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440642c8-1a39-459d-9131-b311303f1bef req-75b4ff07-9fa8-4cad-809f-a996ada89c5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:33.537644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3e2c60-0dd9-4d27-852a-5d891783c87f') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:33.538041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3e2c60-0dd9-4d27-852a-5d891783c87f') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:33.538731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-440642c8-1a39-459d-9131-b311303f1bef req-75b4ff07-9fa8-4cad-809f-a996ada89c5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 944 time: 0.4235473 Dec 09 09:34:33.542310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.547223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec827aae-8e45-4c94-9ee8-7128b304a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.564634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.566575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Port 5ce5cc78-889f-49af-803d-1ead4d368a8b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:33.584103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Provisioning complete for port 74f61382-8072-4210-881e-1cab451bf943 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:33.584733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d2992d6-9404-4e4c-9e08-fa3f02edd3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.589000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.597619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:33.598817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:33.627015 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:33.726359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-440642c8-1a39-459d-9131-b311303f1bef req-f5790a90-d21d-4b8f-84e9-52b76228b991 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866989 Dec 09 09:34:33.832269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 74f61382-8072-4210-881e-1cab451bf943 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:33.835048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.846440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.856447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f9c2aa2e-f97b-4d54-b155-17af6406fc39 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:33.889742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:33.907366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=b53c94ff-1994-4ec8-96ac-cdcfae388d4e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:33.912908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:33.915960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Allocated IP 172.20.0.5 (9fd00ec6-6a40-42e0-a124-29b5a1d05be2/ed36dc20-5b56-4974-88fb-1eb4bffbf8fd/f1eba8b7-5280-4ff5-bf9d-2aae4effc773) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:33.930204 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/b53c94ff-1994-4ec8-96ac-cdcfae388d4e HTTP/1.1" status: 204 len: 168 time: 1.4879625 Dec 09 09:34:33.930959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59004) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:33.938177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683605195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:33.957848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:33.963802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:33.971056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:33.988609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:34.005469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 74f61382-8072-4210-881e-1cab451bf943 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:34.006062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.044723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e182e96-48a7-49d9-ac7f-ce6402502ee6 req-93e465a4-5a5a-434c-9bb5-d08c9d01b4fd tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 210 time: 0.0574522 Dec 09 09:34:34.053125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.054440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.071257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3dba02eb-8fa3-4056-9638-5ff453c4eed7 None None] Provisioning complete for port 5ce5cc78-889f-49af-803d-1ead4d368a8b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:34.071257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3dba02eb-8fa3-4056-9638-5ff453c4eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.082787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.104607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.130084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.133983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-45774af8-ccba-4b33-8241-af1d32e811c0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1990039 Dec 09 09:34:34.134244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59008) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:34.141662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106024242'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:34.147116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:34.153008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:34.156323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:34.162735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:34.168189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3dba02eb-8fa3-4056-9638-5ff453c4eed7 None None] Port 5ce5cc78-889f-49af-803d-1ead4d368a8b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:34.176306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:34.179452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.210555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:34.220392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.220743 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment d5829f06-f10b-4609-b0b3-db19106abff8 of type vlan for network 41e43fa8-5168-44c1-a6e3-0692112723a8 Dec 09 09:34:34.252869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.259698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 741c35f2-c5f6-4697-a765-2356f0e3fd36 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:34:34.289977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.294740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:34.295320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.297417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 741c35f2-c5f6-4697-a765-2356f0e3fd36 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:34:34.297873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 741c35f2-c5f6-4697-a765-2356f0e3fd36 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:34:34.302727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2ab6dc72-6aa6-43cc-a3ab-be6141d4c23e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:34.312561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-459398af-1e4a-4fe2-a862-af7f45c0a63d None None] Provisioning complete for port 5ce5cc78-889f-49af-803d-1ead4d368a8b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:34.312843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-459398af-1e4a-4fe2-a862-af7f45c0a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.374723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-459398af-1e4a-4fe2-a862-af7f45c0a63d None None] Port 5ce5cc78-889f-49af-803d-1ead4d368a8b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:34.409549 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2742085 Dec 09 09:34:34.414009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59012) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:34.422352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:34.441332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=41e43fa8-5168-44c1-a6e3-0692112723a8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:34.444680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:34.453457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:34.544786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.548344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:34.552682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:34.557379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:34.564293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:34.568964 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.577790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:34.578473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.583969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.584779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.589794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-09acd396-87fd-47b6-96a9-0c1966533019 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:34.679235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.680566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.683181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=5ce5cc78-889f-49af-803d-1ead4d368a8b,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:34.690749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:34.738052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-07c88dae-cfd9-4347-9aba-cb97ffb1ba43 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:34.832114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:34.837394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:34.852242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:34.879568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Pushing event updated for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:34.893473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:34.910037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.913851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0a580bbf-7749-4690-abd7-9fa9b1a18cb6 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:34.971743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=73ae5517-6eca-49ee-bceb-edd49ab9b4b8,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:34.974555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:34.985678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network b2fa159b-d322-475a-a435-318ce8278c10 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:34.989910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:34.990587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:34.998502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:35.020361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:35.020759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: 41e43fa8-5168-44c1-a6e3-0692112723a8, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:35.044317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:35.060773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 41e43fa8-5168-44c1-a6e3-0692112723a8) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:35.065162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:35.066076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.078738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03261b-1f9a-4f8c-b0da-c2ddb31c7350 None None] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:35.104240 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6894455 Dec 09 09:34:35.107915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59020) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:35.185213 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3963556 Dec 09 09:34:35.237184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Request body: {'port': {'device_id': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:35.293352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8e1a5-c3a6-4d59-a218-d40df3e6c831 req-b7bc5ce7-ca3f-457d-8882-37837ffdcced tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:35.294924 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56e8e1a5-c3a6-4d59-a218-d40df3e6c831 req-b7bc5ce7-ca3f-457d-8882-37837ffdcced tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 944 time: 0.4093399 Dec 09 09:34:35.363275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-41e43fa8-5168-44c1-a6e3-0692112723a8', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:35.364257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.464712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-52b24ee3-803f-4fb1-83a4-3249d845a6b2 None None] Provisioning complete for port 5ce5cc78-889f-49af-803d-1ead4d368a8b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:35.465864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52b24ee3-803f-4fb1-83a4-3249d845a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.483721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c258338-5446-4ae0-b9c4-d96f3f8ee0f9 req-f9760583-a98c-482a-9a08-09bb65ad1675 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:35.485026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0c258338-5446-4ae0-b9c4-d96f3f8ee0f9 req-f9760583-a98c-482a-9a08-09bb65ad1675 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 931 time: 0.2337322 Dec 09 09:34:35.523901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.557628 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56e8e1a5-c3a6-4d59-a218-d40df3e6c831 req-d6390c1b-dbbe-44d7-889c-fbb64676e31b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439756 Dec 09 09:34:35.573533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-52b24ee3-803f-4fb1-83a4-3249d845a6b2 None None] Port 5ce5cc78-889f-49af-803d-1ead4d368a8b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:35.597170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Allocated IP 172.20.0.2 (41e43fa8-5168-44c1-a6e3-0692112723a8/73ae5517-6eca-49ee-bceb-edd49ab9b4b8/779fbb35-ce6d-4fc1-beda-9bade1e21b3a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:35.695274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:35.772434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0c258338-5446-4ae0-b9c4-d96f3f8ee0f9 req-25129f73-269a-4edb-b26d-a6a43ca2fc37 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813160 Dec 09 09:34:35.805226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-67e614d3-b4b7-4200-970e-f217c68db1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.881247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Router 285f12e8-6916-49f4-889d-f2ebc3785d55 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:34:35.891734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.895069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 81ef52a4-fe49-4cff-8dfd-bd7e636702af completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:35.905390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 81ef52a4-fe49-4cff-8dfd-bd7e636702af triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:35.906336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:35.952435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.012820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Transition to ACTIVE for port object 779fbb35-ce6d-4fc1-beda-9bade1e21b3a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:36.041463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Transition to ACTIVE for port object 779fbb35-ce6d-4fc1-beda-9bade1e21b3a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:36.079104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.084639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eba8b7-5280-4ff5-bf9d-2aae4effc773 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:34:36.084882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:36.093650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.113955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Transition to ACTIVE for port object f1eba8b7-5280-4ff5-bf9d-2aae4effc773 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:36.128840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.133922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:36.178271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:36.181626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.191376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Pushing event updated for resources: {'Port': ['ID=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:36.194000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:36.195743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:36.198232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:36.250267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:36.291562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:36.307036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.311950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:36.339345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.20.0.1 (41e43fa8-5168-44c1-a6e3-0692112723a8/73ae5517-6eca-49ee-bceb-edd49ab9b4b8/f64c2765-451b-4278-adb3-9e47472b2ec0) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:36.351144 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'code': 200} Dec 09 09:34:36.362522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Attempting to bind port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:36.362910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Attempting to bind port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:36.363388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Attempting to bind port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a on network 41e43fa8-5168-44c1-a6e3-0692112723a8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:36.382759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:36.383163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Checking segment: {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:36.383575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.384061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Bound using segment: {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:36.384551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Bound port: 779fbb35-ce6d-4fc1-beda-9bade1e21b3a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:36.384934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.412033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:36.434168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:36.442153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:36.446630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:36.461148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:36.469724 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/routers/285f12e8-6916-49f4-889d-f2ebc3785d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4484529 Dec 09 09:34:36.469724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59026) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.474221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] Sync routers for ids ['285f12e8-6916-49f4-889d-f2ebc3785d55'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:36.509912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] Routers {'285f12e8-6916-49f4-889d-f2ebc3785d55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:36.510440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['285f12e8-6916-49f4-889d-f2ebc3785d55'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:36.555221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.575841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object f64c2765-451b-4278-adb3-9e47472b2ec0 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:36.576262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] For port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:36.578563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:36.587566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] For port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:36.594203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.598998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:36.644065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] Routers {'285f12e8-6916-49f4-889d-f2ebc3785d55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:36.644711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['285f12e8-6916-49f4-889d-f2ebc3785d55'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:36.662157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Attempting to bind port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:36.662760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Attempting to bind port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '40363efb-024e-4f8f-99b3-31f4c42d9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:36.663157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Attempting to bind port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 on network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:36.668149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.677024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb5e93-a5d3-4aa1-8834-204d2aba68c9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:36.677862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bcb5e93-a5d3-4aa1-8834-204d2aba68c9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:36.681140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-62e969ef-f674-4e67-8c2c-7d24a948d503 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:36.684571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 on network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:34:36.684571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Attempting to bind port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 on network 9fd00ec6-6a40-42e0-a124-29b5a1d05be2 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:36.694278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:36.694748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Checking segment: {'id': '40363efb-024e-4f8f-99b3-31f4c42d9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:36.695221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Bound using segment: {'id': '40363efb-024e-4f8f-99b3-31f4c42d9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:36.695748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Bound port: f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40363efb-024e-4f8f-99b3-31f4c42d9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:36.696225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.714139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:36.714551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5b431-7d09-40ce-afd2-e4ef77395090 None None] The sync data for ids ['285f12e8-6916-49f4-889d-f2ebc3785d55'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:36.756001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Pushing event updated for resources: {'Port': ['ID=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:36.759131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:36.760069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.761262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3bcb5e93-a5d3-4aa1-8834-204d2aba68c9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:36.766350 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bcb5e93-a5d3-4aa1-8834-204d2aba68c9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?device_id=285f12e8-6916-49f4-889d-f2ebc3785d55 HTTP/1.1" status: 200 len: 989 time: 0.2927961 Dec 09 09:34:36.770214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59032) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.793795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:36.803399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:36.809926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:36.872213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:36.884213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:36.907270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:36.915037 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ac0b6c6e-f9a7-474e-b6a6-c13bc6df381d req-b0ad6da4-3390-43e3-a430-a1e558836bb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1098 time: 0.3093460 Dec 09 09:34:36.982643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93fcd4-fddf-414e-b193-d2745c08404c req-fad2f3b0-193a-47df-b7b4-3bf6f983ec86 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:36.984361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da93fcd4-fddf-414e-b193-d2745c08404c req-fad2f3b0-193a-47df-b7b4-3bf6f983ec86 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.2635746 Dec 09 09:34:37.029891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ac0b6c6e-f9a7-474e-b6a6-c13bc6df381d req-cea462bc-8206-4b88-863c-599e22dd1a7d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976970 Dec 09 09:34:37.043841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:37.071194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,segment=NetworkSegment(40363efb-024e-4f8f-99b3-31f4c42d9c67),segment_id=40363efb-024e-4f8f-99b3-31f4c42d9c67)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:37.095149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.102462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1daca98-0509-4904-b7fc-9c376f4b3ea3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:37.113511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da93fcd4-fddf-414e-b193-d2745c08404c req-9e9316e2-df7e-4273-80b7-227cd71fb762 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178913 Dec 09 09:34:37.116707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.203852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.205240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1eba8b7-5280-4ff5-bf9d-2aae4effc773 HTTP/1.1" status: 200 len: 1093 time: 1.9999676 Dec 09 09:34:37.212659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:37.240911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:37.245721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:37.255237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-9bd64d26-e00d-4c49-95f6-691a9404e0ad tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:37.255977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-9bd64d26-e00d-4c49-95f6-691a9404e0ad tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Synchronizing usage tracker for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:37.321269 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773', 'status': 'completed', 'code': 200} Dec 09 09:34:37.446034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-9bd64d26-e00d-4c49-95f6-691a9404e0ad tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Unset dirty status for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:37.447205 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-9bd64d26-e00d-4c49-95f6-691a9404e0ad tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 943 time: 0.4994812 Dec 09 09:34:37.524894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.530888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.546786 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3fd27f23-91ef-4876-aa5e-0282319983f8 req-0567b297-0545-43e7-8857-77812b9abcda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68b5c667f9204ed5a985b9141bdcf455&device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 1096 time: 0.2214503 Dec 09 09:34:37.548308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-870c536e-7825-42ec-a008-89defabfa0db tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Synchronizing usage tracker for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:37.561611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0decb638-3b06-4e30-9cbe-d3647b6da14a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:37.686254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-870c536e-7825-42ec-a008-89defabfa0db tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Unset dirty status for tenant:68b5c667f9204ed5a985b9141bdcf455 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:37.687298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d22878d1-e6db-481b-bb5b-6f2a38b15f45 req-870c536e-7825-42ec-a008-89defabfa0db tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316563 Dec 09 09:34:37.759888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27f23-91ef-4876-aa5e-0282319983f8 req-8d8601e3-3910-49f3-a979-7a530deeb88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:37.761419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3fd27f23-91ef-4876-aa5e-0282319983f8 req-8d8601e3-3910-49f3-a979-7a530deeb88f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=68b5c667f9204ed5a985b9141bdcf455&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2064068 Dec 09 09:34:37.774850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:37.779087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:37.781956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:37.872343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 779fbb35-ce6d-4fc1-beda-9bade1e21b3a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:37.988669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:37.993332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202e400-8891-4a47-a5ce-1f00eea4a42d None None] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:38.013860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:38.016742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:38.030387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27f23-91ef-4876-aa5e-0282319983f8 req-b33f151c-0180-4cfd-9704-6f798f626a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:38.032110 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3fd27f23-91ef-4876-aa5e-0282319983f8 req-b33f151c-0180-4cfd-9704-6f798f626a27 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601943 Dec 09 09:34:38.091975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Provisioning for port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:38.109980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Provisioning complete for port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:38.110376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.254842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.291470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.374979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.427349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] For port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:38.437634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.440149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:38.530201 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-da99c9c4-faf3-44d9-8c57-ec59414f9266 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68b5c667f9204ed5a985b9141bdcf455&device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 1096 time: 0.4533491 Dec 09 09:34:38.532063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Pushing event updated for resources: {'Port': ['ID=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:38.532712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bb22d-8701-466f-aabc-256bbdb3e5f0 req-44c9b4d6-f5ff-4277-905f-7f9de006f7e5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:38.534783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f1bb22d-8701-466f-aabc-256bbdb3e5f0 req-44c9b4d6-f5ff-4277-905f-7f9de006f7e5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.2069588 Dec 09 09:34:38.541223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:38.612928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f1bb22d-8701-466f-aabc-256bbdb3e5f0 req-3e6fa7e7-d738-44c2-96a5-f0767f40cd38 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665672 Dec 09 09:34:38.630353 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-df1c480d-4178-492e-85f0-8d7a986bfb8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773 HTTP/1.1" status: 200 len: 217 time: 0.0757475 Dec 09 09:34:38.664647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:34:38.754353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-e9f3ab22-8abb-4859-8b1e-31e627091815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:38.755872 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-e9f3ab22-8abb-4859-8b1e-31e627091815 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed36dc20-5b56-4974-88fb-1eb4bffbf8fd HTTP/1.1" status: 200 len: 852 time: 0.1169319 Dec 09 09:34:38.791175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Provisioning for port f64c2765-451b-4278-adb3-9e47472b2ec0 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:38.800816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Provisioning complete for port f64c2765-451b-4278-adb3-9e47472b2ec0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:38.801606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.873650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:38.890788 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:38.896243 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7867696 Dec 09 09:34:38.897045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59044) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:38.901604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Port f64c2765-451b-4278-adb3-9e47472b2ec0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:38.904570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-1455519323'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:38.906189 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-cd96931f-3cc6-4af9-b353-e7d1f8f937d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029766 Dec 09 09:34:38.910995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:38.911519 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:38.912316 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:38.916557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:38.920592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:38.929044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:38.946670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:38.951443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.961327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Provisioning complete for port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:38.966002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bfd0729d-01f7-4385-babd-c551ad61622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:38.990230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:39.003550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.004013 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment 0fc032ea-368f-4099-88ff-645e3d17e6bd of type vlan for network 5a70d79b-6682-4a43-a7e1-63f2ba70baed Dec 09 09:34:39.067476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.122044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.126240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:39.127052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.133196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-99fec745-f706-4ccc-8792-72cc93bf770a tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:39.176431 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:39.196906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 5ce5cc78-889f-49af-803d-1ead4d368a8b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:39.197342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.225488 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3272924 Dec 09 09:34:39.235013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59048) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:39.252432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=5a70d79b-6682-4a43-a7e1-63f2ba70baed,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:39.253565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:39.255979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:39.263561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:39.365214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669c8ea-84a2-4ee5-8d62-657e43e1f2ca req-b6a50082-23b5-415c-a352-7f736243d077 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:39.366652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0669c8ea-84a2-4ee5-8d62-657e43e1f2ca req-b6a50082-23b5-415c-a352-7f736243d077 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 943 time: 0.5230644 Dec 09 09:34:39.389215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8fa0af2-8e2e-4192-bb38-c2bcb9d29e8f None None] Provisioning complete for port f64c2765-451b-4278-adb3-9e47472b2ec0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:39.389215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0af2-8e2e-4192-bb38-c2bcb9d29e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.401851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-65a381a6-0717-4add-911a-3e49823b2db5 service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347947 Dec 09 09:34:39.441370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa0af2-8e2e-4192-bb38-c2bcb9d29e8f None None] Port f64c2765-451b-4278-adb3-9e47472b2ec0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:39.542839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:39.543183 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:36Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:37Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:39.547543 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:39.547543 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Updating router 3ff976be-457f-4b16-b7f2-a00fd11753a2 port f64c2765-451b-4278-adb3-9e47472b2ec0 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:34:39.565035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:39.602599 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.627619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:39.651236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:39.659314 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0669c8ea-84a2-4ee5-8d62-657e43e1f2ca req-3a16915f-1c47-4ef9-9f1f-021846299f1a tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651308 Dec 09 09:34:39.725192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:39.764258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:39.785173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb6e35f9-3696-4eeb-b1df-8b319496b013 req-80e8e2df-dd56-41bb-9f0b-73282ca619d3 service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418448 Dec 09 09:34:39.861356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 779fbb35-ce6d-4fc1-beda-9bade1e21b3a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:39.888971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c800b-9dae-4b73-86e4-97bda65d0ad8 req-a58e11d2-28e0-4ba5-9b7d-dfce3eddbed9 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:39.891039 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e1c800b-9dae-4b73-86e4-97bda65d0ad8 req-a58e11d2-28e0-4ba5-9b7d-dfce3eddbed9 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1253102 Dec 09 09:34:40.001690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e1c800b-9dae-4b73-86e4-97bda65d0ad8 req-7eb9e535-cc0f-4bbd-b0f0-f5df96994fce tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049774 Dec 09 09:34:40.039931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:40.040383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.060650 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.074782 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Transition to ACTIVE for port object f64c2765-451b-4278-adb3-9e47472b2ec0 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:40.086193 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.091412 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c00f6a3c-56d8-4e15-8bd6-2f1ce28141d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:40.158688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 5ce5cc78-889f-49af-803d-1ead4d368a8b owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:40.234302 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Pushing event updated for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:40.237565 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:40.292912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.336301 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Attempting to bind port f64c2765-451b-4278-adb3-9e47472b2ec0 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:40.336719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Attempting to bind port f64c2765-451b-4278-adb3-9e47472b2ec0 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:40.337592 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Attempting to bind port f64c2765-451b-4278-adb3-9e47472b2ec0 on network 41e43fa8-5168-44c1-a6e3-0692112723a8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:40.348450 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:40.348946 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Checking segment: {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:40.349362 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.349842 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Bound using segment: {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:40.350214 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Bound port: f64c2765-451b-4278-adb3-9e47472b2ec0, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5829f06-f10b-4609-b0b3-db19106abff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:40.350607 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.452825 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] For port f64c2765-451b-4278-adb3-9e47472b2ec0, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:40.456106 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] For port f64c2765-451b-4278-adb3-9e47472b2ec0, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f64c2765-451b-4278-adb3-9e47472b2ec0,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:40.464180 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.469408 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-5498a510-5ed5-4661-8163-3990aec2af55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:40.491370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cacf36-51cc-49cc-bba1-53767fd6b8b4 req-9c637b7c-82ec-4755-a57c-b97ce1477f15 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:40.492888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32cacf36-51cc-49cc-bba1-53767fd6b8b4 req-9c637b7c-82ec-4755-a57c-b97ce1477f15 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.3045218 Dec 09 09:34:40.550046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Pushing event updated for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:40.554334 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:40.558228 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:40.558903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:40.664103 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32cacf36-51cc-49cc-bba1-53767fd6b8b4 req-d5a6c637-e9c1-415e-a5ff-4dd6ef8e2ad9 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638632 Dec 09 09:34:40.694335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.704896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59062) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:40.705483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:40.726172 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:40.766176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=5ce5cc78-889f-49af-803d-1ead4d368a8b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:40.776092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:40.821774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:40.831145 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-41d9fa50-7c27-47c8-9a6a-175f7bd54df7 tempest-TestNetworkAdvancedServerOps-666164253 tempest-TestNetworkAdvancedServerOps-666164253-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1093 time: 0.1239684 Dec 09 09:34:40.833606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:40.834501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-da66efbb-5469-42d7-8c87-4120462a214c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:40.844433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:40.853057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:40.860404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Usage tracker for resource:floatingip and tenant:e4ba5710b15d4bd2b4f8025f79021ab9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:40.863901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:40.872945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:40.891455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.080293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=cb6c2b26-c48b-4004-9ee7-47b7796696b3,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:41.084170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:41.111226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.115683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:41.116073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: 5a70d79b-6682-4a43-a7e1-63f2ba70baed, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:41.158069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c755-b028-4ed7-a6f5-124c15c5d751 req-7632069a-c98d-4f2f-9e21-135b9af40780 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:41.159692 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a4c755-b028-4ed7-a6f5-124c15c5d751 req-7632069a-c98d-4f2f-9e21-135b9af40780 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 943 time: 0.2216802 Dec 09 09:34:41.206962 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:36Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:40Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:41.211748 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b1f1b-7dfd-4e4b-9c11-63d62ce4a481 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:36Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:40Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:41.224299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.283515 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0a4c755-b028-4ed7-a6f5-124c15c5d751 req-fc2739ed-3ff1-4553-8410-08a61bbc9a1b tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130354 Dec 09 09:34:41.285733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:41.391198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 5a70d79b-6682-4a43-a7e1-63f2ba70baed) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:41.413215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f640c7d-c6f7-466b-be1d-29da0b412ffc None None] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:41.493056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:41.494064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.547554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Allocated IP 172.26.4.172 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/1ffec13e-c847-4ec8-952b-c595e084cd07) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:41.600671 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3524942 Dec 09 09:34:41.605231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59070) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:41.702498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:41.703335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.711174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.744448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:41.767691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:41.904018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:41.905014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=1ffec13e-c847-4ec8-952b-c595e084cd07,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:41.907896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:41.909847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:41.910898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:41.955377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Allocated IP 172.21.0.2 (5a70d79b-6682-4a43-a7e1-63f2ba70baed/cb6c2b26-c48b-4004-9ee7-47b7796696b3/a6c96e0f-1107-4054-8f44-23de8be3a624) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:42.017220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Router 285f12e8-6916-49f4-889d-f2ebc3785d55 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:42.055420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f64c2765-451b-4278-adb3-9e47472b2ec0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:42.259505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.270497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f64c2765-451b-4278-adb3-9e47472b2ec0 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:42.276178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Transition to ACTIVE for port object a6c96e0f-1107-4054-8f44-23de8be3a624 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:42.282200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f64c2765-451b-4278-adb3-9e47472b2ec0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:42.282600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.334619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Transition to ACTIVE for port object a6c96e0f-1107-4054-8f44-23de8be3a624 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:42.354881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.359801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:42.389832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:42.398994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/routers/285f12e8-6916-49f4-889d-f2ebc3785d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6250210 Dec 09 09:34:42.399965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59076) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.415800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] Sync routers for ids ['285f12e8-6916-49f4-889d-f2ebc3785d55'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:42.460545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-077dbd22-a613-41b6-bb35-ab40dd4c265f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:42.461271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-077dbd22-a613-41b6-bb35-ab40dd4c265f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:42.477105 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-eefa8c10-052a-4fd3-8638-e9c6694f381d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3044605 Dec 09 09:34:42.480031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:42.482444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Pushing event updated for resources: {'Port': ['ID=a6c96e0f-1107-4054-8f44-23de8be3a624,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:42.491747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:42.497176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:42.500331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:42.513256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] Routers {'285f12e8-6916-49f4-889d-f2ebc3785d55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:42.513853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['285f12e8-6916-49f4-889d-f2ebc3785d55'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:42.547192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-077dbd22-a613-41b6-bb35-ab40dd4c265f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:42.551457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-077dbd22-a613-41b6-bb35-ab40dd4c265f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/5ce5cc78-889f-49af-803d-1ead4d368a8b HTTP/1.1" status: 404 len: 333 time: 0.1485813 Dec 09 09:34:42.564736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59080) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.615645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.619348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:42.645945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.677334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.697675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Attempting to bind port a6c96e0f-1107-4054-8f44-23de8be3a624 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:42.698079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Attempting to bind port a6c96e0f-1107-4054-8f44-23de8be3a624 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:42.698430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Attempting to bind port a6c96e0f-1107-4054-8f44-23de8be3a624 on network 5a70d79b-6682-4a43-a7e1-63f2ba70baed {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:42.709177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] Routers {'285f12e8-6916-49f4-889d-f2ebc3785d55'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:42.709818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['285f12e8-6916-49f4-889d-f2ebc3785d55'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:42.779209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:42.779532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b76e6-d66a-4cc1-9ae5-7f8462d46cdd None None] The sync data for ids ['285f12e8-6916-49f4-889d-f2ebc3785d55'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:42.782207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:42.782598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Checking segment: {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:42.783021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.783412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Bound using segment: {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:42.783933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Bound port: a6c96e0f-1107-4054-8f44-23de8be3a624, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:42.784321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.794602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f64c2765-451b-4278-adb3-9e47472b2ec0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f64c2765-451b-4278-adb3-9e47472b2ec0,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:42.803450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.806370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:42.918625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.931149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.935491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:42.940632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.941051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:42.944449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:42.950026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] For port a6c96e0f-1107-4054-8f44-23de8be3a624, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:42.958666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] For port a6c96e0f-1107-4054-8f44-23de8be3a624, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a6c96e0f-1107-4054-8f44-23de8be3a624,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:42.965689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:42.971722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:43.010698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8936b-9df8-4f5e-8f7e-656528daf2f3 req-c8e2f279-0a3d-4c15-9b9e-46280c8d690c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:43.013177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3cd8936b-9df8-4f5e-8f7e-656528daf2f3 req-c8e2f279-0a3d-4c15-9b9e-46280c8d690c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 943 time: 0.5045905 Dec 09 09:34:43.060447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event updated for resources: {'Port': ['ID=1ffec13e-c847-4ec8-952b-c595e084cd07,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:43.068666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:43.079872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:43.087557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Pushing event updated for resources: {'Port': ['ID=a6c96e0f-1107-4054-8f44-23de8be3a624,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:43.090866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:43.134602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-4b023084-e212-4046-81e4-fe21757024ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1098 time: 0.5598402 Dec 09 09:34:43.208018 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3cd8936b-9df8-4f5e-8f7e-656528daf2f3 req-243420a8-d1d4-4148-a3f8-2b1d433d5f67 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782663 Dec 09 09:34:43.360325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Floating IP 2f0b5f66-632a-47c9-9142-a32ec9c5f521 associated. External IP: 172.26.4.172, port: 81ef52a4-fe49-4cff-8dfd-bd7e636702af. Dec 09 09:34:43.692348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f1eba8b7-5280-4ff5-bf9d-2aae4effc773 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:34:43.782845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-094e9712-ad2d-4b22-9968-e1eeb0deb8a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:43.784778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-094e9712-ad2d-4b22-9968-e1eeb0deb8a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 898 time: 0.6244957 Dec 09 09:34:43.870399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:43.927908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:43.951032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,segment=NetworkSegment(40363efb-024e-4f8f-99b3-31f4c42d9c67),segment_id=40363efb-024e-4f8f-99b3-31f4c42d9c67)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:43.985066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:43.990160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773', 'network_id': '9fd00ec6-6a40-42e0-a124-29b5a1d05be2', 'port_id': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773', 'mac_address': 'fa:16:3e:cc:59:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed36dc20-5b56-4974-88fb-1eb4bffbf8fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:34:44.054881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-b9307251-6eef-4754-83a5-5cd41b2f7c74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 1001 time: 0.2553792 Dec 09 09:34:44.091119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f64c2765-451b-4278-adb3-9e47472b2ec0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:44.109660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.110182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Fanout notify agent at l3_agent the message router_deleted on router 285f12e8-6916-49f4-889d-f2ebc3785d55 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:34:44.134078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.136620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.163088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.164633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-abd46cb1-f562-4b45-9286-9452633aaaed tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/routers/285f12e8-6916-49f4-889d-f2ebc3785d55 HTTP/1.1" status: 204 len: 168 time: 1.5974753 Dec 09 09:34:44.177227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eba8b7-5280-4ff5-bf9d-2aae4effc773 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:34:44.200559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,segment=NetworkSegment(40363efb-024e-4f8f-99b3-31f4c42d9c67),segment_id=40363efb-024e-4f8f-99b3-31f4c42d9c67)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:44.214273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.218757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a7fa1eaf-5114-43af-8af8-d14e5278a9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:44.224775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59086) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:44.234375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-18b83bf1-421b-4290-950f-4675e7a07333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:44.235896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-18b83bf1-421b-4290-950f-4675e7a07333 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 200 len: 834 time: 0.1703835 Dec 09 09:34:44.295949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f64c2765-451b-4278-adb3-9e47472b2ec0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:44.296536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.328524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:44.333036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:44.431579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41894109-af26-4958-835d-0fed1c4ad64c None None] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:44.494502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-c02b09b0-4b17-483d-8733-e6e6c123cb3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c8af748-dceb-4d10-a4d3-6f96477848ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793268 Dec 09 09:34:44.535948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:44.549925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Sync routers for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:44.573271 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:44.573894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:44.587889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-16c1f458-7c8f-489d-8ec5-89485ee6da62 None None] Provisioning for port a6c96e0f-1107-4054-8f44-23de8be3a624 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:44.610029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet ccae00e9-f8b5-46a2-8346-c47fb5dea685 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:44.613203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.675780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['f1eba8b7-5280-4ff5-bf9d-2aae4effc773'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:34:44.679497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.739221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a6c96e0f-1107-4054-8f44-23de8be3a624 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:44.765687 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-3ec7ff00-2db0-4bc6-a001-959bebf664b6 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637291 Dec 09 09:34:44.769682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.21.0.1 (5a70d79b-6682-4a43-a7e1-63f2ba70baed/cb6c2b26-c48b-4004-9ee7-47b7796696b3/a166f6cf-da3e-407b-bc32-8bfcbd7e06f8) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:44.773334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.875856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.879854 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:44.956177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f3395-73e7-4c49-bec7-f70d7560f786 req-9c21dbfc-7c62-4959-b1d5-ca157f0be281 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:44.958247 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-988f3395-73e7-4c49-bec7-f70d7560f786 req-9c21dbfc-7c62-4959-b1d5-ca157f0be281 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 944 time: 0.5035119 Dec 09 09:34:44.959136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:44.963983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1291666 Dec 09 09:34:44.965916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b17574b-6711-4e20-b15d-c1eac276ece8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:45.008821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a6c96e0f-1107-4054-8f44-23de8be3a624 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:45.018133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:45.023005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=ccae00e9-f8b5-46a2-8346-c47fb5dea685,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:45.030024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:45.031915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a6c96e0f-1107-4054-8f44-23de8be3a624 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:45.032479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.051868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.070457 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/ccae00e9-f8b5-46a2-8346-c47fb5dea685 HTTP/1.1" status: 204 len: 168 time: 0.8399546 Dec 09 09:34:45.072869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59096) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:45.115724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815db79-420b-4607-9b8e-62563b921d8e None None] Network b2fa159b-d322-475a-a435-318ce8278c10 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:45.365191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.382742 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-988f3395-73e7-4c49-bec7-f70d7560f786 req-bd3bda9e-9ae8-4aa0-a178-f4725b4c6b26 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791258 Dec 09 09:34:45.388174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 74f61382-8072-4210-881e-1cab451bf943 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:45.389639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.392525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95c8e38b-a6c0-4d78-962f-beada8471f16 req-d79efe3a-c8d4-4dce-b6f2-e06858ef7490 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179924 Dec 09 09:34:45.456619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.526528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:45.534076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17f3f-8805-40f3-a3f6-7f0e1881d144 req-a1391b35-cc7b-43ec-9b10-27929ccd835c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:45.540975 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10d17f3f-8805-40f3-a3f6-7f0e1881d144 req-a1391b35-cc7b-43ec-9b10-27929ccd835c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.3049049 Dec 09 09:34:45.572833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'status': 'completed', 'code': 200} Dec 09 09:34:45.612456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10d17f3f-8805-40f3-a3f6-7f0e1881d144 req-0abbc7d1-977d-47af-9c51-f119d7db543e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704908 Dec 09 09:34:45.627021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.669819 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '2f0b5f66-632a-47c9-9142-a32ec9c5f521', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'mac_address': 'fa:16:3e:84:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 0, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:45.670452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59100) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:45.675198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Checking router: a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:45.688686 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:45.689862 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:45.727861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a6c96e0f-1107-4054-8f44-23de8be3a624, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a6c96e0f-1107-4054-8f44-23de8be3a624,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:45.735140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1fd2e793-a113-49ad-acd2-94649d355c29 None None] Provisioning complete for port a6c96e0f-1107-4054-8f44-23de8be3a624 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:45.735625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e793-a113-49ad-acd2-94649d355c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.748097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.767017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c04690b1-09bc-4835-a944-6591243bdc44 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:45.810474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.815731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fc312009-c00c-4836-8148-974ecee49038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:45.915297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] For port 74f61382-8072-4210-881e-1cab451bf943, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=74f61382-8072-4210-881e-1cab451bf943,segment=NetworkSegment(35ac6302-6298-4203-9f75-de700c3d8cae),segment_id=35ac6302-6298-4203-9f75-de700c3d8cae)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:45.915872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:45.931134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:45.942835 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:45.956363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:45.971116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44220615-64cc-4643-b514-414a07aa7227 None None] DHCP port deletion for b2fa159b-d322-475a-a435-318ce8278c10 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:34:45.979612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a6c96e0f-1107-4054-8f44-23de8be3a624,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:45.986532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a4e455a6-1a09-42a9-a487-1a922ded4d9a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 200 len: 991 time: 0.3149877 Dec 09 09:34:45.987326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:45.989817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:46.003941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:46.007663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Deleting port 74f61382-8072-4210-881e-1cab451bf943 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:46.008186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.100049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:46.203210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-3e89be34-29f1-4680-bcf0-eb571b3fabfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1098 time: 0.5896130 Dec 09 09:34:46.204474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.373201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-44220615-64cc-4643-b514-414a07aa7227 None None] For port 74f61382-8072-4210-881e-1cab451bf943, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=74f61382-8072-4210-881e-1cab451bf943,segment=NetworkSegment(35ac6302-6298-4203-9f75-de700c3d8cae),segment_id=35ac6302-6298-4203-9f75-de700c3d8cae)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:46.373634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.389974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 74f61382-8072-4210-881e-1cab451bf943 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:46.442711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.454432 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '2f0b5f66-632a-47c9-9142-a32ec9c5f521', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'mac_address': 'fa:16:3e:84:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 0, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:46.459384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-b70d498b-a055-479a-b589-ccd44d6f1a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:46.460900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-b70d498b-a055-479a-b589-ccd44d6f1a19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 898 time: 0.2497849 Dec 09 09:34:46.463405 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc2d970-2c2f-435a-8ce9-8a3a109e8e51 None None] The sync data for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv is: [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '2f0b5f66-632a-47c9-9142-a32ec9c5f521', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'mac_address': 'fa:16:3e:84:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 0, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:46.529406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.544075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a08ed7e9-b5d6-4c42-95f4-99c71cd3af86 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:46.592261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=74f61382-8072-4210-881e-1cab451bf943,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:46.602747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:46.604169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No DVR routers for this DVR port 74f61382-8072-4210-881e-1cab451bf943 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:34:46.668884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Calling delete_port for 74f61382-8072-4210-881e-1cab451bf943 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:46.741577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-505bf2ad-544a-48aa-a232-f8c908c0a8b3 None None] Provisioning for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:46.754512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-505bf2ad-544a-48aa-a232-f8c908c0a8b3 None None] Provisioning complete for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:46.755041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-505bf2ad-544a-48aa-a232-f8c908c0a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.771453 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-bc193f0f-9e00-4beb-86ca-156cbb8122ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 999 time: 0.2626367 Dec 09 09:34:46.782876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.817145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fa159b-d322-475a-a435-318ce8278c10']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:46.834040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ac6302-6298-4203-9f75-de700c3d8cae') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:46.834040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ac6302-6298-4203-9f75-de700c3d8cae') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:46.853437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23418231-56f6-496d-a0a7-75bc8d66e5ce req-2a397b87-d7dd-4773-8d4b-b1fce6f12551 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:46.854998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-23418231-56f6-496d-a0a7-75bc8d66e5ce req-2a397b87-d7dd-4773-8d4b-b1fce6f12551 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 944 time: 0.2210495 Dec 09 09:34:46.857262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.859931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:46.860589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:34:46.861361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-505bf2ad-544a-48aa-a232-f8c908c0a8b3 None None] Port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:46.888023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-9bd553aa-704b-414a-8340-d9646d44e425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:46.889771 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-9bd553aa-704b-414a-8340-d9646d44e425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.1018045 Dec 09 09:34:46.890090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.902973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:34:46.903251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:46.917871 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:46.989637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59108) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.069341 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-23418231-56f6-496d-a0a7-75bc8d66e5ce req-6c47d4b2-a1ab-40ef-92aa-bb82846ba59c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955523 Dec 09 09:34:47.089061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-e5b19834-e2a4-4b31-bf59-e8286c49e806 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1909127 Dec 09 09:34:47.097674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.101238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:47.116217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.135043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.135228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=b2fa159b-d322-475a-a435-318ce8278c10,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:47.143109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.144209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:47.157710 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/b2fa159b-d322-475a-a435-318ce8278c10 HTTP/1.1" status: 204 len: 168 time: 2.0836961 Dec 09 09:34:47.162356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59112) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.203082 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4fa4aabc-2e28-40e0-bb6b-fe24af0f93ac tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 200 len: 991 time: 0.1984124 Dec 09 09:34:47.221164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70ad1cff-4a6b-4623-91dd-11ad628b4a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:47.238790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07afe130-efee-4df9-ac5b-26440d8fe4ca tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:47.239356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07afe130-efee-4df9-ac5b-26440d8fe4ca tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:47.256407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07afe130-efee-4df9-ac5b-26440d8fe4ca tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:47.257599 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07afe130-efee-4df9-ac5b-26440d8fe4ca tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 HTTP/1.1" status: 200 len: 845 time: 0.0952861 Dec 09 09:34:47.261242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59116) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.332370 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8c349542-572b-4771-91b7-dc5c42ed7b95 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/4e0febda-fdb9-4ea0-88fa-7bbb1f77c539?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0698788 Dec 09 09:34:47.336007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59120) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.342529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:47.361534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Deleting port 74f61382-8072-4210-881e-1cab451bf943 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:47.362018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-44220615-64cc-4643-b514-414a07aa7227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.436860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-44220615-64cc-4643-b514-414a07aa7227 None None] The port '74f61382-8072-4210-881e-1cab451bf943' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:34:47.463006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:47.468042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:47.471068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:47.477046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:47.487484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:47.504654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.516528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:47.522390 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-402f7dd2-dec7-461d-8081-55690d1c2f52 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191387 Dec 09 09:34:47.523306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:47.596966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.695898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f1eba8b7-5280-4ff5-bf9d-2aae4effc773 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:47.771183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:47.775721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83d77c9f-da5c-40df-8670-5f9e9f1db9bf req-2066d6c3-5c82-4e41-a5cd-d8766d7e233f service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360837 Dec 09 09:34:47.776317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:47.776889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.785630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:47.786780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:47.858599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:47.864082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-980d0a23-6464-4da7-83f1-4a29a98795d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:47.933188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a6c96e0f-1107-4054-8f44-23de8be3a624 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:47.999113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:48.014688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:48.018246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:48.019117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.042207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.059868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=8ad73511-b0a2-4318-bf4c-ecc9136bb62f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:48.063604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:48.069113 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7320578 Dec 09 09:34:48.069819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59124) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.076022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40172a87-a0df-4735-8ef6-47f84914f945 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:48.078221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'security_group': {'name': 'tempest-secgroup-575580959'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:48.090824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:48.095451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:48.098442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:48.105399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:48.122407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.163904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:34:48.166735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:48.186501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:48.196776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:48.198082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,segment=NetworkSegment(40363efb-024e-4f8f-99b3-31f4c42d9c67),segment_id=40363efb-024e-4f8f-99b3-31f4c42d9c67)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:48.207734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59132) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.211731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a6c96e0f-1107-4054-8f44-23de8be3a624 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:48.212137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.264116 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773', 'code': 200} Dec 09 09:34:48.281141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.305353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:48.347799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:48.381905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c5952-a39c-4095-97bf-5d698e17ab85 req-b6a92a65-0afa-48ad-b2f0-e3f694ff54fc tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:48.382725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2c78a-b0b7-4626-a15d-6de646e5bb67 None None] New status for floating IP 2f0b5f66-632a-47c9-9142-a32ec9c5f521: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:34:48.383695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e25c5952-a39c-4095-97bf-5d698e17ab85 req-b6a92a65-0afa-48ad-b2f0-e3f694ff54fc tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.1438606 Dec 09 09:34:48.439564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:48.480491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e25c5952-a39c-4095-97bf-5d698e17ab85 req-26346a16-2b98-4431-8f49-8915b965d953 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 Dec 09 09:34:48.563827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a15107a1-2913-4e34-a87b-da3bc9407312 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 200 len: 991 time: 0.3547890 Dec 09 09:34:48.574303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-90c1b154-c3ac-4443-9078-0fdc0d6374cf None None] Provisioning complete for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:48.575482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-90c1b154-c3ac-4443-9078-0fdc0d6374cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.603601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.609783 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.614559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f007cb-3a0c-4953-b944-0ad23bbc4a36 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:48.654718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4f4f9-b51f-48da-9ad0-c050644cb0aa,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:48.657739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:48.659225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.661301 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5898154 Dec 09 09:34:48.663467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59136) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.669366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'security_group': {'name': 'tempest-secgroup-1660901248'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:48.675417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:48.679787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:48.682092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:48.689422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:48.704013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.716645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd032216-9534-4f87-aa00-8b0e2e544799 req-75653c42-a27d-4e6c-b9d5-6530d00444da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 1098 time: 0.1649940 Dec 09 09:34:48.738388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:48.741794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:48.743685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:48.749518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:48.753457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:48.760443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:48.771704 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd032216-9534-4f87-aa00-8b0e2e544799 req-65e509c0-bf06-44e0-b7d7-b9dbef674d57 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482888 Dec 09 09:34:48.773608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:48.789197 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:48.790699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1829741 Dec 09 09:34:48.796471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59140) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.801764 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:48.802603 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:48.805593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-1784287913'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:48.811588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:48.817272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:48.820700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:48.829614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:48.831088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.837210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.844158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20782013-b855-42ae-9d65-08e6c2d27fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:48.850682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:48.854305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.890658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:48.893543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783c029b-9d96-44ce-ab40-e768d405b363,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:48.896585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:48.897735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.899430 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2347255 Dec 09 09:34:48.902105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.902269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59144) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.903448 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment ce00c486-cbc8-4f46-a9cf-237cd4f56aba of type vlan for network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f Dec 09 09:34:48.912832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1657423741', 'security_groups': ['783c029b-9d96-44ce-ab40-e768d405b363'], 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ad73511-b0a2-4318-bf4c-ecc9136bb62f'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:48.942665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.980691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.985826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:48.986951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:48.987118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-90c1b154-c3ac-4443-9078-0fdc0d6374cf None None] Port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:48.999505 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:49.030026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-403481dd-4432-47d0-9756-edb6151e563e tempest-QuotasNegativeTest-296015244 tempest-QuotasNegativeTest-296015244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:49.052497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2549505 Dec 09 09:34:49.053099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59148) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:49.063649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:49.098980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:49.112694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:49.117652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 74f61382-8072-4210-881e-1cab451bf943 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:34:49.124753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:49.130233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.158133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port 12448175-9ff7-4f30-8809-c6ef554f6bbb yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:34:49.160613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 74f61382-8072-4210-881e-1cab451bf943 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:34:49.161258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 74f61382-8072-4210-881e-1cab451bf943 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:34:49.195204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8581a113-7a7e-4a20-9c51-22ec25885ab8', 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'tenant_id': '23be0e39a1d848b1aa71b6bda5221c0d', 'fixed_ips': [{'subnet_id': '8ad73511-b0a2-4318-bf4c-ecc9136bb62f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:49.196334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.234105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:49.238096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:49.258743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:49.264237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:49.267820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:49.274433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:49.287317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:49.341005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:49.403329 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:46Z', 'revision_number': 3, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:46Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:49.415175 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:49.415659 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Updating router 3ff976be-457f-4b16-b7f2-a00fd11753a2 port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:34:49.467542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::191 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ad73511-b0a2-4318-bf4c-ecc9136bb62f/12448175-9ff7-4f30-8809-c6ef554f6bbb) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:49.539046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.577464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59154) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:49.632049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.826300 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3804bea0-70f5-4535-b7cc-ca204376f038 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 200 len: 993 time: 0.2471240 Dec 09 09:34:49.923179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.926553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:49.931330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bac503c9-9670-4927-9f7a-70869b8c6f5b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:49.944171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3612b-3b11-4cd6-b850-d021e64a6fc9 req-44d9b96f-fff3-428c-8138-691c689b41e4 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:49.946192 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6de3612b-3b11-4cd6-b850-d021e64a6fc9 req-44d9b96f-fff3-428c-8138-691c689b41e4 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2838445 Dec 09 09:34:49.986671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object 12448175-9ff7-4f30-8809-c6ef554f6bbb will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:50.036901 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6de3612b-3b11-4cd6-b850-d021e64a6fc9 req-497a907c-37e9-4e96-82d4-f4a8a2e1ee78 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826311 Dec 09 09:34:50.057964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.070799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a391fcf9-a0c0-4e61-917c-e67164b6b750 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:50.083143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=14302db6-4e9c-4b37-9e05-5aef71314972,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:50.085409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:50.085838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:50.091876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:50.105292 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.131479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:50.139300 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Transition to ACTIVE for port object a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:50.154385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:50.158360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.159975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Allocated IP 2001:db8::2 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ad73511-b0a2-4318-bf4c-ecc9136bb62f/6bbb0896-f0e7-4a21-ae7a-141eca066536) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:50.163105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:50.163585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.187898 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:50.189323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:50.194487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:50.202682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:50.209899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:50.211560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.213077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd9456-97d5-4784-8c8d-31454e4859ae None None] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:50.222310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1639893 Dec 09 09:34:50.226062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59158) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:50.277191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=12448175-9ff7-4f30-8809-c6ef554f6bbb,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:50.285125 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3781703 Dec 09 09:34:50.285125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:50.285405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59162) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:50.291228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:50.452944 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f351c9-8016-4e49-be63-b4f495f89fa1 None None] Pushing event updated for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:50.463222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c0f351c9-8016-4e49-be63-b4f495f89fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:50.501893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:50.510136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:50.516547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:50.522941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:50.528069 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Attempting to bind port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:50.528566 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Attempting to bind port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:50.529023 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Attempting to bind port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 on network 5a70d79b-6682-4a43-a7e1-63f2ba70baed {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:50.538351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:50.538901 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Checking segment: {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:50.539423 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.540166 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Bound using segment: {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:50.540707 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Bound port: a166f6cf-da3e-407b-bc32-8bfcbd7e06f8, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc032ea-368f-4099-88ff-645e3d17e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:50.541262 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.545344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:50.549707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.686568 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] For port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:50.690063 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] For port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:50.696687 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.708418 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-f0f58754-489c-4d99-ac80-b1d057ad8a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:50.743080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ad73511-b0a2-4318-bf4c-ecc9136bb62f (CIDR: 2001:db8::/64) Dec 09 09:34:50.750288 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:50.751049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:34:50.763294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:50.764240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.786125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59166) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:50.786339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.787386 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d5a0d3fb-2cf4-4f37-abbd-b811d9066af5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001850 Dec 09 09:34:50.788919 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:50.789535 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:50.798798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:50.840814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Transition to ACTIVE for port object 6bbb0896-f0e7-4a21-ae7a-141eca066536 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:50.874750 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f351c9-8016-4e49-be63-b4f495f89fa1 None None] Pushing event updated for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:50.893593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Transition to ACTIVE for port object 6bbb0896-f0e7-4a21-ae7a-141eca066536 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:50.940685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:50.963833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:50.970894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c0f351c9-8016-4e49-be63-b4f495f89fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:51.012121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:51.021172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:51.037553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:51.049742 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:51.186343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:51.227438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:51.231358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:51.242705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:51.243294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:51.250046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:51.258063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Attempting to bind port 6bbb0896-f0e7-4a21-ae7a-141eca066536 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:51.258527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Attempting to bind port 6bbb0896-f0e7-4a21-ae7a-141eca066536 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'f88a5f49-9406-4256-b883-23328e3bf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:51.259095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Attempting to bind port 6bbb0896-f0e7-4a21-ae7a-141eca066536 on network 8581a113-7a7e-4a20-9c51-22ec25885ab8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:51.276447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Allocated IP 172.22.0.2 (ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f/14302db6-4e9c-4b37-9e05-5aef71314972/93361366-5049-4be2-bc60-08a2550550c7) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:51.287011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:51.288937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:51.289433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Checking segment: {'id': 'f88a5f49-9406-4256-b883-23328e3bf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:51.289912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.290390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Bound using segment: {'id': 'f88a5f49-9406-4256-b883-23328e3bf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:51.290940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Bound port: 6bbb0896-f0e7-4a21-ae7a-141eca066536, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88a5f49-9406-4256-b883-23328e3bf1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:51.291392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.395608 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:46Z', 'revision_number': 3, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:50Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:51.400156 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d09a9-5ebb-425d-8d17-5e1d8bcf9954 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:46Z', 'revision_number': 3, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:50Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:34:51.428023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc8254-1c75-40ee-a39b-7b1f32bedaa3 req-d81c8b4f-a6cf-422a-b5fa-030d513a3f48 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:51.429141 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d3cc8254-1c75-40ee-a39b-7b1f32bedaa3 req-d81c8b4f-a6cf-422a-b5fa-030d513a3f48 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2452726 Dec 09 09:34:51.509082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:51.530591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:51.558365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.571137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.579562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:51.692354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.694903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:51.703860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:51.714402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Transition to ACTIVE for port object 93361366-5049-4be2-bc60-08a2550550c7 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:51.737362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Transition to ACTIVE for port object 93361366-5049-4be2-bc60-08a2550550c7 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:51.748060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:51.752368 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:51.824217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d3cc8254-1c75-40ee-a39b-7b1f32bedaa3 req-6e13857d-5825-418f-89a8-1ed472efd796 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826227 Dec 09 09:34:51.841373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:51.842689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:51.845030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Pushing event updated for resources: {'Port': ['ID=93361366-5049-4be2-bc60-08a2550550c7,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:51.847830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:51.850093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:52.058306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:52.121788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Attempting to bind port 93361366-5049-4be2-bc60-08a2550550c7 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:52.122504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Attempting to bind port 93361366-5049-4be2-bc60-08a2550550c7 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:52.122922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Attempting to bind port 93361366-5049-4be2-bc60-08a2550550c7 on network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:52.201592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e512899-6191-4026-95ad-d57002c99a3b req-532735d6-52f2-4ab5-b5dd-edcf4f7bb862 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:52.203976 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e512899-6191-4026-95ad-d57002c99a3b req-532735d6-52f2-4ab5-b5dd-edcf4f7bb862 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.1529241 Dec 09 09:34:52.229490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:52.230667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Checking segment: {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:52.230667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.231068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Bound using segment: {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:52.231523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Bound port: 93361366-5049-4be2-bc60-08a2550550c7, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:52.232149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.234983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.256996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e512899-6191-4026-95ad-d57002c99a3b req-58192eee-c91b-4b5c-92db-7c3f12d22d17 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Dec 09 09:34:52.311456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:52.318686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:52.319078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.397423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] For port 93361366-5049-4be2-bc60-08a2550550c7, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:34:52.410551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] For port 93361366-5049-4be2-bc60-08a2550550c7, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=93361366-5049-4be2-bc60-08a2550550c7,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:34:52.424860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.430922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fd116107-6ce1-4ce5-8750-af3a9efc5c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:52.471918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.511605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4d314186-0f02-4121-847f-c68290549e17 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:52.571235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.582154 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:34:52.590507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Pushing event updated for resources: {'Port': ['ID=93361366-5049-4be2-bc60-08a2550550c7,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:52.598831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:52.630234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:52.639941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.644701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7d177c5d-d76a-4bf3-8236-a5d109f85989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:52.651263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:52.659744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=25de02f3-2de1-498a-bd65-6b9fd09bbb2b,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:52.666346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:52.671315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:52.673189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:52.708429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:52.772283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:52.776075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:52.788698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb64620-0646-4841-9fbb-83b3abd9fe46 req-e612ff6f-127b-42c7-8d1c-1e45767e7b9d tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:52.796600 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dfb64620-0646-4841-9fbb-83b3abd9fe46 req-e612ff6f-127b-42c7-8d1c-1e45767e7b9d tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.1237836 Dec 09 09:34:52.798423 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0107849 Dec 09 09:34:52.802532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:52.823610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1899003053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25de02f3-2de1-498a-bd65-6b9fd09bbb2b'}], 'security_groups': ['98d4f4f9-b51f-48da-9ad0-c050644cb0aa']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:52.876754 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dfb64620-0646-4841-9fbb-83b3abd9fe46 req-b23e1049-904e-459b-8b3e-be68d5ad4daf tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790024 Dec 09 09:34:53.030979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.22.0.1 (ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f/14302db6-4e9c-4b37-9e05-5aef71314972/637067f6-1ce3-4bb1-872f-189027f6eb0a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:53.040445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.081945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c57a6-7182-4dbc-852c-c61229d86722 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:53.201329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-af87cb6d-a6db-4113-8ab6-42991e54c1b4 None None] Provisioning for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:53.271175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-af87cb6d-a6db-4113-8ab6-42991e54c1b4 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:53.271540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-af87cb6d-a6db-4113-8ab6-42991e54c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.367327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.374361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-af87cb6d-a6db-4113-8ab6-42991e54c1b4 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:53.405888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object 637067f6-1ce3-4bb1-872f-189027f6eb0a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:53.478351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.488041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:53.545744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Update dhcp port {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'fixed_ips': [{'subnet_id': '8ad73511-b0a2-4318-bf4c-ecc9136bb62f', 'ip_address': '2001:db8::2'}, {'subnet_id': '25de02f3-2de1-498a-bd65-6b9fd09bbb2b'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '6bbb0896-f0e7-4a21-ae7a-141eca066536'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:34:53.581665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:53.588245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:53.604261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.630831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:34:53.657031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:53.664401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:53.740865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:53.773252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5478c-0a47-4e7e-a37a-d0a75db4c6c6 None None] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:53.800250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Delete allocated IP 2001:db8::191 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ad73511-b0a2-4318-bf4c-ecc9136bb62f) {{(pid=83487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:34:53.810325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8:0:1::231 (8581a113-7a7e-4a20-9c51-22ec25885ab8/25de02f3-2de1-498a-bd65-6b9fd09bbb2b/12448175-9ff7-4f30-8809-c6ef554f6bbb) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:53.873664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fbfb8c40-7c30-45fa-8839-8e1b62f8f6c4 None None] Provisioning for port 93361366-5049-4be2-bc60-08a2550550c7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:53.876974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.081516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:54.163045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:54.163422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.288573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:54.379185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-57079cd6-15d9-4194-aa48-91612828125e None None] Provisioning for port 637067f6-1ce3-4bb1-872f-189027f6eb0a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:54.382935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:54.388875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:54.388875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.412704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-57079cd6-15d9-4194-aa48-91612828125e None None] Provisioning complete for port 637067f6-1ce3-4bb1-872f-189027f6eb0a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:54.413090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-57079cd6-15d9-4194-aa48-91612828125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.492450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-57079cd6-15d9-4194-aa48-91612828125e None None] Port 637067f6-1ce3-4bb1-872f-189027f6eb0a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:54.517410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd76f6-7e8a-462e-a302-23dbbe082aed req-9ef2654f-094a-4828-824e-45340b36cac5 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:54.518866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ecd76f6-7e8a-462e-a302-23dbbe082aed req-9ef2654f-094a-4828-824e-45340b36cac5 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.3765607 Dec 09 09:34:54.557060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.591050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:54.595096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.596037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 93361366-5049-4be2-bc60-08a2550550c7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:54.633436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.666472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:54.674139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Ignored duplicate provisioning block setup for port 12448175-9ff7-4f30-8809-c6ef554f6bbb by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 09:34:54.689606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.695369 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ecd76f6-7e8a-462e-a302-23dbbe082aed req-f71561c8-fe26-426d-a35c-3647e562ed86 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246016 Dec 09 09:34:54.702757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb54acb0-a1c2-4668-961a-ac57602a463c tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:54.826210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.831221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9f4a554c-bc3c-4931-a49b-9b5acf79238d None None] Provisioning complete for port 637067f6-1ce3-4bb1-872f-189027f6eb0a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:54.831455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] In _notify_port_updated(), no bound segment for port 12448175-9ff7-4f30-8809-c6ef554f6bbb on network 8581a113-7a7e-4a20-9c51-22ec25885ab8 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:34:54.831798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9f4a554c-bc3c-4931-a49b-9b5acf79238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.835497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:54.836126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.839988 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/ports/12448175-9ff7-4f30-8809-c6ef554f6bbb HTTP/1.1" status: 200 len: 931 time: 2.0339198 Dec 09 09:34:54.839988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=12448175-9ff7-4f30-8809-c6ef554f6bbb,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:54.840665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59188) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:54.841444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.870570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:54.871085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b501599f-bc69-4282-9013-74ba1cba57e6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:54.889265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a554c-bc3c-4931-a49b-9b5acf79238d None None] Port 637067f6-1ce3-4bb1-872f-189027f6eb0a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:54.892201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:54.895402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:54.903334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Allocated IP 2001:db8:0:1::2 (8581a113-7a7e-4a20-9c51-22ec25885ab8/25de02f3-2de1-498a-bd65-6b9fd09bbb2b/6bbb0896-f0e7-4a21-ae7a-141eca066536) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:54.930388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 93361366-5049-4be2-bc60-08a2550550c7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:54.935791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 12448175-9ff7-4f30-8809-c6ef554f6bbb {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:34:54.936406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.966819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 93361366-5049-4be2-bc60-08a2550550c7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:54.967210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:54.982213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:54.999321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:55.005023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.164053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:55.231022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.261702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.272955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Transition to ACTIVE for port object 6bbb0896-f0e7-4a21-ae7a-141eca066536 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:55.278840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:55.282076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.283380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:55.288825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ddb18258-be56-4017-9d43-94bc8db400ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:55.359200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.442242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 93361366-5049-4be2-bc60-08a2550550c7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=93361366-5049-4be2-bc60-08a2550550c7,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:34:55.455745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.460508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:55.477296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:55.477774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:55.536173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 12448175-9ff7-4f30-8809-c6ef554f6bbb owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:34:55.587518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=93361366-5049-4be2-bc60-08a2550550c7,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:55.600877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:55.640588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3242abd7-7e3f-4af6-9520-86fe3e4084f5 None None] Provisioning complete for port 637067f6-1ce3-4bb1-872f-189027f6eb0a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:55.641492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3242abd7-7e3f-4af6-9520-86fe3e4084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.720384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3242abd7-7e3f-4af6-9520-86fe3e4084f5 None None] Port 637067f6-1ce3-4bb1-872f-189027f6eb0a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:55.777309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.789714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa3deb5e-9b47-4d00-af16-a013d2c40b8e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:55.840486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=12448175-9ff7-4f30-8809-c6ef554f6bbb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:55.845660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:55.906988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:55.917175 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/12448175-9ff7-4f30-8809-c6ef554f6bbb HTTP/1.1" status: 204 len: 168 time: 1.0745907 Dec 09 09:34:55.921193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59194) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:55.936234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3080c-6a53-4f62-b3a4-b5bc8491a691 req-56b7b3fd-f51e-40e4-9a5e-0c56cd0290b7 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:55.937955 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88c3080c-6a53-4f62-b3a4-b5bc8491a691 req-56b7b3fd-f51e-40e4-9a5e-0c56cd0290b7 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.7925913 Dec 09 09:34:55.973648 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd6067e-7bc9-4345-ab30-ba358dd15db8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:34:55.974452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5fd6067e-7bc9-4345-ab30-ba358dd15db8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:34:55.974581 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-caa63926-a310-49b2-b4df-5cc2f5bb695e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68b5c667f9204ed5a985b9141bdcf455&device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 1098 time: 0.7875869 Dec 09 09:34:55.986215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:55.992904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5fd6067e-7bc9-4345-ab30-ba358dd15db8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:34:55.997327 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5fd6067e-7bc9-4345-ab30-ba358dd15db8 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/12448175-9ff7-4f30-8809-c6ef554f6bbb HTTP/1.1" status: 404 len: 333 time: 0.0718453 Dec 09 09:34:55.997545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59198) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.077690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.109330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.110272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 93361366-5049-4be2-bc60-08a2550550c7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:34:56.132176 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88c3080c-6a53-4f62-b3a4-b5bc8491a691 req-10fb7f05-708b-415b-8969-3dd4bc8f3c83 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861880 Dec 09 09:34:56.182060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.187838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d80c2560-8a3e-4232-87ae-b1dd59d9565a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:56.201491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:34:56.201999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c029b-9d96-44ce-ab40-e768d405b363,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:56.204538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:56.206445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-c7d217e0-9edf-4d54-9038-13822d71d2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:56.208034 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-c7d217e0-9edf-4d54-9038-13822d71d2ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2 HTTP/1.1" status: 200 len: 913 time: 0.2223194 Dec 09 09:34:56.208482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.209645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/security-groups/783c029b-9d96-44ce-ab40-e768d405b363 HTTP/1.1" status: 204 len: 168 time: 0.2109053 Dec 09 09:34:56.212643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59202) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.235140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 93361366-5049-4be2-bc60-08a2550550c7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:56.235404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.321965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-952303eb-f5f4-460e-b273-20e1282cdc05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773 HTTP/1.1" status: 200 len: 217 time: 0.1041372 Dec 09 09:34:56.380616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Provisioning for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:34:56.386046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:56.386423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.515501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Could not find standard attr ID for object 12448175-9ff7-4f30-8809-c6ef554f6bbb. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:34:56.530755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:56.531241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.534902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-d43c14b6-fe23-4b46-8d22-84c279414c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:56.536397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-d43c14b6-fe23-4b46-8d22-84c279414c85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed36dc20-5b56-4974-88fb-1eb4bffbf8fd HTTP/1.1" status: 200 len: 852 time: 0.1519589 Dec 09 09:34:56.587230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5a682fd7-fed7-4007-8163-f6df11469066 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:34:56.598222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.601823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-8274dfd1-3b9a-43c6-a5ec-a249d2b2d66a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550120 Dec 09 09:34:56.701315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8f195036-c481-417a-99d8-d3945ce624b9 None None] Could not find standard attr ID for object 12448175-9ff7-4f30-8809-c6ef554f6bbb. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:34:56.716562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.821923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:34:56.825083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-b027b7e0-500e-4b7a-af86-2a272892e3ee service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115648 Dec 09 09:34:56.825395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-66e44cdf-d269-4173-937f-f8104e04f7d7 None None] Could not find standard attr ID for object 12448175-9ff7-4f30-8809-c6ef554f6bbb. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:34:56.851799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.858877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-33b42ec7-6633-4ee7-8983-86d45628b3fa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:56.883937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:56.887356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/security-groups/98d4f4f9-b51f-48da-9ad0-c050644cb0aa HTTP/1.1" status: 204 len: 168 time: 0.6713123 Dec 09 09:34:56.887356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4f4f9-b51f-48da-9ad0-c050644cb0aa,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:56.887640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59208) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.941042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7136436 Dec 09 09:34:56.943644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59212) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.947293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8c886fda-8aad-4f39-b483-1057b26b382a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:56.954777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'network': {'name': 'tempest-RoutersTest-655694458'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:56.965132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:34:56.966636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:56.978046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:network and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:56.983617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:56.992320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:56.993360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:34:56.994244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:57.013739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:57.017217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.054178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:34:57.064679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.065040 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added segment d8a1e782-917d-4cd7-8f14-7544131f1fcc of type vlan for network fe874918-0086-4cbc-bf1e-955ec9ec4823 Dec 09 09:34:57.075877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28d7c94f-74b6-47e9-9cac-ba18990d80c4 req-4dda0eb4-501d-49a1-ad62-888793f64e08 service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433462 Dec 09 09:34:57.099844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.136382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.140960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:57.141809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.147340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0797ae13-9fe3-4391-80bd-51f4ebcab1dd tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:57.161511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:34:57.198192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 8ad73511-b0a2-4318-bf4c-ecc9136bb62f {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:34:57.202675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.252967 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3061922 Dec 09 09:34:57.256973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59218) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:57.265147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'subnet': {'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:57.271113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.364770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.376469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Network': ['ID=fe874918-0086-4cbc-bf1e-955ec9ec4823,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:57.398366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:57.426090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:34:57.428800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:57.434609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:subnet and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:57.438896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:57.446862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:57.447577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.452686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c17c4d5c-26ed-42d9-88ab-7cfb9c9d7106 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:57.467014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Made reservation on behalf of e887b3fcff3246428efa9af20410be21 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:57.494852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad73511-b0a2-4318-bf4c-ecc9136bb62f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:57.497489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:57.500531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.507192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad73511-b0a2-4318-bf4c-ecc9136bb62f HTTP/1.1" status: 204 len: 168 time: 0.5683737 Dec 09 09:34:57.508439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adddc7a-4c39-421c-847c-a041bdda805a req-8a9cbcda-e8ce-490b-9eb4-f9031609222b tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:57.509905 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9adddc7a-4c39-421c-847c-a041bdda805a req-8a9cbcda-e8ce-490b-9eb4-f9031609222b tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2108681 Dec 09 09:34:57.513407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59222) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:57.519349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:57.534409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabf94a-fbc6-4071-8d0b-3d76afb4bfff None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:57.616173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.720519 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9adddc7a-4c39-421c-847c-a041bdda805a req-315ba1ce-f5a6-4b48-8855-ff7ca279b42d tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627579 Dec 09 09:34:57.808646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:57.813424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:57.817377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:57.829684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:57.842383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:34:57.846714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.850283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:53Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:34:54Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:34:57.858650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:34:57.859014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Updating router 3ff976be-457f-4b16-b7f2-a00fd11753a2 port 637067f6-1ce3-4bb1-872f-189027f6eb0a binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:34:57.869071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.873885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7735e2a4-50e4-4ced-a383-74de14e17322 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:57.923400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:57.951634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Subnet': ['ID=31a2c8c8-2b69-43ec-8c55-fdccea3918e1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:57.972291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:57.979500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Checking segment: {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:57.979910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network hostable DHCP agents. Network: fe874918-0086-4cbc-bf1e-955ec9ec4823, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:34:58.005939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:34:58.024551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, fe874918-0086-4cbc-bf1e-955ec9ec4823) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:58.030499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:58.031266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.075841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1526f-53c3-40c9-83af-c75fad4f9b88 None None] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:58.082093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8242202 Dec 09 09:34:58.086292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59226) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:58.319381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.324911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8e2acac4-957b-4e8a-a63b-7b9853e1e896 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:58.398989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:34:58.463162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:34:58.473181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:58.473768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.478047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:58.532721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:58.582442 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0678790 Dec 09 09:34:58.584988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59230) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:58.591674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'security_group': {'name': 'tempest-secgroup-784840358'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:58.600388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:58.613594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:58.617373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:58.625023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:58.643716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-fe874918-0086-4cbc-bf1e-955ec9ec4823', 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'fixed_ips': [{'subnet_id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:34:58.644519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.647252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.666861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209aa632-9a6d-427f-a4fc-3d1dd4c4af92 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:34:58.802966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:58.808781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:58.812753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:58.820135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:58.942804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.961603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ecf77ebe-a230-4d30-ba2e-d157d58a50c2 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:58.961603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecf77ebe-a230-4d30-ba2e-d157d58a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.983650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:58.991407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70966339-1df8-4204-9699-89208d951a07 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:59.024005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.063945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.065290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4793336 Dec 09 09:34:59.068119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59236) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:59.069631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4898af70-7519-44a1-a7c2-5f022ca42df9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:59.076215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:59.083568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'security_group': {'name': 'tempest-secgroup-953707790'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:59.093617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:59.098265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:59.101338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:59.110086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:59.117507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f718-5af4-4607-b94b-e1c0e22ee3e3 req-b68c2c99-717c-4dc2-9f3e-5d6636a101ec tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:59.119062 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eee0f718-5af4-4607-b94b-e1c0e22ee3e3 req-b68c2c99-717c-4dc2-9f3e-5d6636a101ec tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2485414 Dec 09 09:34:59.124499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.137101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Transition to ACTIVE for port object 637067f6-1ce3-4bb1-872f-189027f6eb0a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:34:59.164282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.167987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:59.172524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:59.175786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:59.177248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.181727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:59.188066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5995026c-903e-4bb2-8f7d-f3746f691291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:59.244891 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.251795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.254705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eee0f718-5af4-4607-b94b-e1c0e22ee3e3 req-68cd8b8e-9946-4658-b931-5f7fc2f7c4e9 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278217 Dec 09 09:34:59.255797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-70f9109b-71f2-4e08-a4a6-38433e11e628 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:59.273110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Allocated IP 172.23.0.2 (fe874918-0086-4cbc-bf1e-955ec9ec4823/31a2c8c8-2b69-43ec-8c55-fdccea3918e1/aa9c35c5-f38f-402e-b8d4-d914715a3ea7) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:34:59.304793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4441cf18-79b7-4633-bbd6-af5d9bd46cf9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:59.321365 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:59.322960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.325449 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2540190 Dec 09 09:34:59.328208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59242) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:59.337139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'security_group': {'name': 'tempest-secgroup-357181170'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:59.346964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:59.352130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:59.356363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:59.364284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:59.392134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.454855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Pushing event updated for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:59.456587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:59.457670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:59.476769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:security_group_rule and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:34:59.480352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:34:59.491894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:34:59.597624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.605287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.613848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b685a36-a2a2-41f9-a4a2-4dbe670fd0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:34:59.676838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62ec65a-d65f-450b-9416-224f30c3038d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:34:59.690389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:34:59.691716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.693094 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3639505 Dec 09 09:34:59.695862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59248) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:59.702269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-864309198', 'security_groups': ['f62ec65a-d65f-450b-9416-224f30c3038d'], 'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8'}]}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:59.809936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Attempting to bind port 637067f6-1ce3-4bb1-872f-189027f6eb0a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:34:59.810522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Attempting to bind port 637067f6-1ce3-4bb1-872f-189027f6eb0a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:34:59.810839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Attempting to bind port 637067f6-1ce3-4bb1-872f-189027f6eb0a on network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:34:59.819136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ecf77ebe-a230-4d30-ba2e-d157d58a50c2 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:34:59.819509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecf77ebe-a230-4d30-ba2e-d157d58a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.860320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40d69d-ba0f-45e7-8666-8a9ab96303b0 req-e8668529-bf80-4f52-9d4a-e0c393549c85 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:34:59.861859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe40d69d-ba0f-45e7-8666-8a9ab96303b0 req-e8668529-bf80-4f52-9d4a-e0c393549c85 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.0853705 Dec 09 09:34:59.879822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:59.880219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Checking segment: {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:34:59.880608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.881013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Bound using segment: {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:34:59.881499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Bound port: 637067f6-1ce3-4bb1-872f-189027f6eb0a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:34:59.881869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:34:59.930237 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe40d69d-ba0f-45e7-8666-8a9ab96303b0 req-eb293e5a-3717-41f9-a6f6-505f39b2433a tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Dec 09 09:34:59.985522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:34:59.995541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:00.006005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:00.030543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ecf77ebe-a230-4d30-ba2e-d157d58a50c2 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:00.078455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.106474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Update dhcp port {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'fixed_ips': [{'subnet_id': '25de02f3-2de1-498a-bd65-6b9fd09bbb2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '6bbb0896-f0e7-4a21-ae7a-141eca066536'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:35:00.132483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.139506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Transition to ACTIVE for port object aa9c35c5-f38f-402e-b8d4-d914715a3ea7 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:00.154414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] device_id is not set on port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:35:00.179300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] For port 637067f6-1ce3-4bb1-872f-189027f6eb0a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:00.200122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Transition to ACTIVE for port object aa9c35c5-f38f-402e-b8d4-d914715a3ea7 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:00.202011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] For port 637067f6-1ce3-4bb1-872f-189027f6eb0a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=637067f6-1ce3-4bb1-872f-189027f6eb0a,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:00.212044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.220890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.227411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-564f1b88-634b-47d4-abe6-a3f3456114f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:00.263230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.282028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Allocated IP 172.23.0.1 (fe874918-0086-4cbc-bf1e-955ec9ec4823/31a2c8c8-2b69-43ec-8c55-fdccea3918e1/f2526385-94b1-4eda-8e2c-c46210b4add9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:00.368267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:00.376659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:00.379169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:00.385417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8::18 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8/ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:00.428228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Pushing event updated for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:00.431451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:00.439889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:00.478501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.498445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Transition to ACTIVE for port object f2526385-94b1-4eda-8e2c-c46210b4add9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:00.525366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:00.525851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.526012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:34:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:00.531884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:00.614236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:00.623377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:00.628504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:00.662872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:00.677967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:00.702793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.704619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.720639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:00.747559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.753719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5c46fc6-5617-441c-8494-25d8a48aed7b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:00.797968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.810301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Pushing event updated for resources: {'Port': ['ID=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:00.813121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:00.820960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:00.824437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:00.829077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:00.833058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:00.833666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.858547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:00.863512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:00.875068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1780789 Dec 09 09:35:00.877860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59252) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.883379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Attempting to bind port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:00.883892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Attempting to bind port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:00.884034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:00.884186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Attempting to bind port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 on network fe874918-0086-4cbc-bf1e-955ec9ec4823 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:00.915996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:00.916380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Checking segment: {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:00.916789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.917189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Bound using segment: {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:00.917667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Bound port: aa9c35c5-f38f-402e-b8d4-d914715a3ea7, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:00.918045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:00.933336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:00.991383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Allocated IP 2001:db8::2 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8/6bbb0896-f0e7-4a21-ae7a-141eca066536) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:01.047406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:01.051572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:01.054833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:01.062188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:01.079094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:01.082646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.257057 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.ipam_backend_mixin [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8 (CIDR: 2001:db8::/64) Dec 09 09:35:01.266214 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:01.266806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:01.300557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9ad6ef45-d2ea-457b-b3c6-5f290505722e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4189498 Dec 09 09:35:01.301087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59258) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:01.308301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:01.313858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce3ea-bb95-42b4-9032-c6390c2adf44 req-6126d039-cd0e-4ae5-8c5b-f38a4f14443a tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:01.315428 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-30fce3ea-bb95-42b4-9032-c6390c2adf44 req-6126d039-cd0e-4ae5-8c5b-f38a4f14443a tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.1052651 Dec 09 09:35:01.327157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.334154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] For port aa9c35c5-f38f-402e-b8d4-d914715a3ea7, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:01.337247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.367363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] For port aa9c35c5-f38f-402e-b8d4-d914715a3ea7, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:01.368275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-edaeeb76-f750-4a94-887b-5c4fad7355ed tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:01.373744 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-30fce3ea-bb95-42b4-9032-c6390c2adf44 req-db80bce4-09c3-4274-ad57-046ca33ddbf4 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508018 Dec 09 09:35:01.375731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:01.380219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.386720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:01.545598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.549126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.554692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Pushing event updated for resources: {'Port': ['ID=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:01.558582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:01.573389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Transition to ACTIVE for port object 6bbb0896-f0e7-4a21-ae7a-141eca066536 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:01.581156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.584799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:01.591169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event updated for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:01.600009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:01.666067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:01.677617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:01.681969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:01.708641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:01.749466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:01.753037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:01.771845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:01.774921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:01.777746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:53Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:00Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:01.783473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eea73a-d5a1-41ad-9455-3afaa4e0154d None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:34:53Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:00Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:02.015443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0ad7-9ed0-44ca-82be-f3881e14e09d req-6f32b92d-7878-4873-bf26-5f1700f91901 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:02.017315 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fccc0ad7-9ed0-44ca-82be-f3881e14e09d req-6f32b92d-7878-4873-bf26-5f1700f91901 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2255082 Dec 09 09:35:02.119354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fccc0ad7-9ed0-44ca-82be-f3881e14e09d req-3c7d3ec2-ae14-4d7b-8421-8ab5113861d7 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961821 Dec 09 09:35:02.233566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:02.234520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:02.238643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:02.324545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 637067f6-1ce3-4bb1-872f-189027f6eb0a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:02.442794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 637067f6-1ce3-4bb1-872f-189027f6eb0a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:02.451687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 637067f6-1ce3-4bb1-872f-189027f6eb0a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:02.452136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:02.494435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.ipam_backend_mixin [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 25de02f3-2de1-498a-bd65-6b9fd09bbb2b (CIDR: 2001:db8:0:1::/64) Dec 09 09:35:02.501153 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-e532e43c-4fe2-4f7c-a827-691d4751233e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68b5c667f9204ed5a985b9141bdcf455&device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 1098 time: 0.7198987 Dec 09 09:35:02.504848 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:02.505412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:02.595658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:02.633412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 637067f6-1ce3-4bb1-872f-189027f6eb0a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=637067f6-1ce3-4bb1-872f-189027f6eb0a,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:02.639196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:02.640450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device aa9c35c5-f38f-402e-b8d4-d914715a3ea7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:02.668214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7a761987-3620-4012-ab1f-9386dd1d48f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:02.678949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bd0209f1-f869-4e1a-bd3b-6dcb5114c8bd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3767622 Dec 09 09:35:02.681905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59266) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:02.690427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'subnet': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:02.753404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:02.764860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:02.818278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Provisioning for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:02.826455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:02.827396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:02.832612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-6b51b2f3-4dfb-4475-86f3-929db575fb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:02.835453 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-6b51b2f3-4dfb-4475-86f3-929db575fb7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2 HTTP/1.1" status: 200 len: 913 time: 0.3219192 Dec 09 09:35:02.865370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:02.900100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:02.957305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-437c7e00-6be4-4b85-bc6f-9bb452d0d555 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773 HTTP/1.1" status: 200 len: 217 time: 0.1090343 Dec 09 09:35:02.971067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:02.977641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Usage tracker for resource:subnet and tenant:23be0e39a1d848b1aa71b6bda5221c0d is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:02.981905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:02.990441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:03.007131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Made reservation on behalf of 23be0e39a1d848b1aa71b6bda5221c0d for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:03.011922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.063145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:03.063656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.064235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-e2d539f7-0ae3-4555-8c29-68255390d1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:03.065776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-e2d539f7-0ae3-4555-8c29-68255390d1bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed36dc20-5b56-4974-88fb-1eb4bffbf8fd HTTP/1.1" status: 200 len: 852 time: 0.1016450 Dec 09 09:35:03.123225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:03.128251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e02d3-dba9-4c92-a28d-8b8e2070ea71 None None] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:03.132310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-5de3080c-411a-4144-99f7-3fc9de8b5b04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9fd00ec6-6a40-42e0-a124-29b5a1d05be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577631 Dec 09 09:35:03.151494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-67a7016e-0ed0-4f82-a74d-d7322289bf89 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:03.320208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.325287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-517771c8-b7d8-4d5f-a274-cadbdd4b3201 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:03.372663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Provisioning for port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:03.387199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Provisioning complete for port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:03.387813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.393573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Subnet': ['ID=fcd39bb8-8993-4ab2-901f-e842a4059011,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:03.404631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:03.405945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:03.406842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:03.409361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:03.409940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.430234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429c2ab-e836-4bdd-a293-ff53761ef37b None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:03.433712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7505152 Dec 09 09:35:03.436604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59274) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:03.443379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598147321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcd39bb8-8993-4ab2-901f-e842a4059011'}], 'security_groups': ['4898af70-7519-44a1-a7c2-5f022ca42df9', '4441cf18-79b7-4633-bbd6-af5d9bd46cf9']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:03.456766 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-fe059f54-60dd-473c-8a78-b42cb662026f service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178811 Dec 09 09:35:03.572235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:03.587477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb7e45c4-34f3-4a63-9458-435bff6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.594635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabfc1a-d6df-4667-bf07-3d8f720d5d23 req-3ef80809-3b5e-4a17-a633-0df822258de0 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:03.596195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cabfc1a-d6df-4667-bf07-3d8f720d5d23 req-3ef80809-3b5e-4a17-a633-0df822258de0 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.2638025 Dec 09 09:35:03.662640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Provisioning for port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:03.674579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a6a8aa-de34-4f6e-8351-49718e54d920 req-760abc45-de12-42ef-9619-3e6566d22924 service neutron] 10.222.0.58 "GET /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111044 Dec 09 09:35:03.675117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Provisioning complete for port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:03.675499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.685983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:03.687413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:03.691130 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6013954 Dec 09 09:35:03.693743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59278) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:03.698908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:03.971807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 637067f6-1ce3-4bb1-872f-189027f6eb0a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:04.013541 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cabfc1a-d6df-4667-bf07-3d8f720d5d23 req-de3a0c5e-fe20-4bfd-ab08-d83c2b87997e tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985701 Dec 09 09:35:04.029025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.162370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] For port aa9c35c5-f38f-402e-b8d4-d914715a3ea7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:04.174422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.182201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:04.211407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Update dhcp port {'port': {'network_id': '8581a113-7a7e-4a20-9c51-22ec25885ab8', 'fixed_ips': [{'subnet_id': '25de02f3-2de1-498a-bd65-6b9fd09bbb2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fcd39bb8-8993-4ab2-901f-e842a4059011'}], 'binding:host_id': 'dv-neutron-821175-1-hyperv'}, 'id': '6bbb0896-f0e7-4a21-ae7a-141eca066536'} from dv-neutron-821175-1-hyperv. {{(pid=83488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 09 09:35:04.228834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Delete allocated IP 2001:db8::18 (8581a113-7a7e-4a20-9c51-22ec25885ab8/8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8) {{(pid=83486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 09:35:04.239455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Allocated IP 2001:db8:0:2::395 (8581a113-7a7e-4a20-9c51-22ec25885ab8/fcd39bb8-8993-4ab2-901f-e842a4059011/ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:04.280189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 637067f6-1ce3-4bb1-872f-189027f6eb0a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:04.280894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.372385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Pushing event updated for resources: {'Port': ['ID=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:04.374979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.385396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:04.474629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Provisioning complete for port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:04.474926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.482292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.498900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Transition to ACTIVE for port object ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:04.504889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.511814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e104bb1-60e8-4228-bf57-c6711fd10f74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:04.606826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:35:04.616213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] In _notify_port_updated(), no bound segment for port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 on network 8581a113-7a7e-4a20-9c51-22ec25885ab8 {{(pid=83486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:35:04.623860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Removed routes are [] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:35:04.624336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.626710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:04.627880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.630288 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "PUT /v2.0/ports/ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 HTTP/1.1" status: 200 len: 969 time: 1.1920066 Dec 09 09:35:04.631323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.633431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59282) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:04.643473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event updated for resources: {'Port': ['ID=ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:04.647345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:04.760150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Allocated IP 2001:db8:0:2::2 (8581a113-7a7e-4a20-9c51-22ec25885ab8/fcd39bb8-8993-4ab2-901f-e842a4059011/6bbb0896-f0e7-4a21-ae7a-141eca066536) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:04.844144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:04.844522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.895680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Provisioning for port f2526385-94b1-4eda-8e2c-c46210b4add9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:04.907057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Provisioning complete for port f2526385-94b1-4eda-8e2c-c46210b4add9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:04.907441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:04.990631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cbadaa07-8f7b-462f-87b0-173409fb1ef3 None None] Port f2526385-94b1-4eda-8e2c-c46210b4add9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:05.011566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:05.037048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.054638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Transition to ACTIVE for port object 6bbb0896-f0e7-4a21-ae7a-141eca066536 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:05.059205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.071390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-81171c41-f8d4-4558-a533-aa80c7faff2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:05.212137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Pushing event updated for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:05.217723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ccb7d-17b5-4424-a9fe-322ecbd47b03 req-2fe2d158-ae16-487e-b3fe-f6171b1cd16e tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:05.219402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5b4ccb7d-17b5-4424-a9fe-322ecbd47b03 req-2fe2d158-ae16-487e-b3fe-f6171b1cd16e tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.0856409 Dec 09 09:35:05.220328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:05.265592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0ff202a2-7c1c-4db5-b9e7-93e55f98e7c9 None None] Provisioning complete for port f2526385-94b1-4eda-8e2c-c46210b4add9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:05.265592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ff202a2-7c1c-4db5-b9e7-93e55f98e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.271221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.271533 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5b4ccb7d-17b5-4424-a9fe-322ecbd47b03 req-bd9d67f9-edd5-49f5-adb7-3ef78355e8de tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Dec 09 09:35:05.280057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.287693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.327711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0ff202a2-7c1c-4db5-b9e7-93e55f98e7c9 None None] Port f2526385-94b1-4eda-8e2c-c46210b4add9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:05.603465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:05.705621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c336a91e-8ba0-4785-ae15-80e581db243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.734848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf231-4bdb-4974-adff-cbe3ab66b27a req-351fc30e-8633-4afe-a9e5-740584bb5952 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:05.736564 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-964cf231-4bdb-4974-adff-cbe3ab66b27a req-351fc30e-8633-4afe-a9e5-740584bb5952 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.0861959 Dec 09 09:35:05.796374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-964cf231-4bdb-4974-adff-cbe3ab66b27a req-bc255631-73a8-488c-b2a8-2d6871d18684 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Dec 09 09:35:05.848223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.858879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b7b3bc7-5159-46cd-a70d-875be0e7ed10 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:05.862741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Provisioning complete for port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:05.863121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.901315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Port ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 was deleted so its status cannot be updated. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 09 09:35:05.904377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:05.915408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:05.920698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:05.926595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Provisioning for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:05.938848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:05.939081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:05.969786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device aa9c35c5-f38f-402e-b8d4-d914715a3ea7 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:05.976973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.101532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 HTTP/1.1" status: 204 len: 168 time: 1.4664271 Dec 09 09:35:06.104042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59292) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.125270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:06.125886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.174440 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b252e2e-692f-4be5-b00d-cdef0094a457 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] GET failed (client error): The resource could not be found. Dec 09 09:35:06.175289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b252e2e-692f-4be5-b00d-cdef0094a457 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:06.179655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:06.186763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.190463 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-34aad842-d5d6-4095-96a8-1395d9d0e163 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 933 time: 2.4935236 Dec 09 09:35:06.190803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59296) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.202415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b252e2e-692f-4be5-b00d-cdef0094a457 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:06.203897 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4b252e2e-692f-4be5-b00d-cdef0094a457 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports/ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7 HTTP/1.1" status: 404 len: 333 time: 0.0987372 Dec 09 09:35:06.206550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59300) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.207671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:06.208087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.307229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-12c7457e-d8e4-4fe9-97b6-ace3b8789288 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:06.326096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:06.326916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.366324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.390009 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-58ce695f-a66b-413c-8bb8-01428aada829 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 933 time: 0.1979752 Dec 09 09:35:06.392712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59304) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.398434 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:06.400862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'routes': None}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:06.413124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:06.413579 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:06.413971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.414338 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:06.432031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.439750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33b0079f-9ffb-4d26-b77b-712d740469d7 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:06.455408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62ec65a-d65f-450b-9416-224f30c3038d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:06.459506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-34a1112c-ae6a-4f14-87e1-78ec377e2d07 None None] Could not find standard attr ID for object ff8d0f89-83b8-4b58-b0e4-cdb6c7a089b7. {{(pid=83488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 09:35:06.468268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:06.469873 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.474119 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/security-groups/f62ec65a-d65f-450b-9416-224f30c3038d HTTP/1.1" status: 204 len: 168 time: 0.2665260 Dec 09 09:35:06.474963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.558016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.590337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.594850 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:06.637003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.642774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea24f911-12a2-4e3b-865d-ccb1f5a125c8 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:06.658368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4441cf18-79b7-4633-bbd6-af5d9bd46cf9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:06.660953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:06.662072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.663254 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/security-groups/4441cf18-79b7-4633-bbd6-af5d9bd46cf9 HTTP/1.1" status: 204 len: 168 time: 0.1868234 Dec 09 09:35:06.665782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59312) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.737937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.747563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.774552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.823482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.832364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-91ff1be4-05de-4a9b-81a8-ce9a840d619c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:06.848932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898af70-7519-44a1-a7c2-5f022ca42df9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:06.851645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:06.855532 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/security-groups/4898af70-7519-44a1-a7c2-5f022ca42df9 HTTP/1.1" status: 204 len: 168 time: 0.1864114 Dec 09 09:35:06.855532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:06.856793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59318) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.039974 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:04Z', 'revision_number': 6, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2526385-94b1-4eda-8e2c-c46210b4add9', 'name': '', 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:de:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:59Z', 'updated_at': '2021-12-09T09:35:01Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:07.044522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:07.045029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Updating router 3ff976be-457f-4b16-b7f2-a00fd11753a2 port f2526385-94b1-4eda-8e2c-c46210b4add9 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:07.068419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:07.072907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.098671 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.106789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9925531-3bda-41e5-b4dc-21c738a861a5 req-cd34abf2-f916-4db5-be97-ca6c28d06151 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:07.108568 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d9925531-3bda-41e5-b4dc-21c738a861a5 req-cd34abf2-f916-4db5-be97-ca6c28d06151 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.1503098 Dec 09 09:35:07.113949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added routes are [] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:35:07.114271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.extraroute_db [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:35:07.133198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.219666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.305948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.307718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d9925531-3bda-41e5-b4dc-21c738a861a5 req-89130e20-6eb8-4887-86fb-13835aa556e1 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877787 Dec 09 09:35:07.308664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.312559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eb8c3660-77f1-475d-b569-bfb579f1eded tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:07.454167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:07.458112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:07.459540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.476677 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8 HTTP/1.1" status: 204 len: 168 time: 0.6094391 Dec 09 09:35:07.478362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a884d3-5b3d-47ea-809a-7dfb2206d498 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:07.479275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59322) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.485090 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.496913 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Transition to ACTIVE for port object f2526385-94b1-4eda-8e2c-c46210b4add9 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:07.504759 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.508257 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:07.630639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Pushing event updated for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:07.633698 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:07.735836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Attempting to bind port f2526385-94b1-4eda-8e2c-c46210b4add9 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:07.736211 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Attempting to bind port f2526385-94b1-4eda-8e2c-c46210b4add9 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:07.736578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Attempting to bind port f2526385-94b1-4eda-8e2c-c46210b4add9 on network fe874918-0086-4cbc-bf1e-955ec9ec4823 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:07.749655 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:07.750218 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Checking segment: {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:07.750734 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.751234 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Bound using segment: {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:07.751916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Bound port: f2526385-94b1-4eda-8e2c-c46210b4add9, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a1e782-917d-4cd7-8f14-7544131f1fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:07.752770 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.882527 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] For port f2526385-94b1-4eda-8e2c-c46210b4add9, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:07.886572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] For port f2526385-94b1-4eda-8e2c-c46210b4add9, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2526385-94b1-4eda-8e2c-c46210b4add9,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:07.893330 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.907078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:07.980178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:07.995030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.024581 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Pushing event updated for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:08.029082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet fcd39bb8-8993-4ab2-901f-e842a4059011 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:08.032422 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:08.036101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.039286 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:08.039286 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:08.149587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-89966224-f00f-45d8-8ee1-a9585362a475 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:08.151034 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-89966224-f00f-45d8-8ee1-a9585362a475 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.4027011 Dec 09 09:35:08.206537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.234982 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:08.301259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.370880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Deleting port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:08.371549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.555031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.583087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a92ded-2459-4d93-a20e-146fe2a835bd req-910be026-ccd0-4324-8597-ab688bfd0c02 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:08.584628 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42a92ded-2459-4d93-a20e-146fe2a835bd req-910be026-ccd0-4324-8597-ab688bfd0c02 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 945 time: 0.0922084 Dec 09 09:35:08.614782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e9517a1-2f43-4989-ae36-cac8c1f0dd23 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:08.615183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9517a1-2f43-4989-ae36-cac8c1f0dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.641425 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:07Z', 'revision_number': 7, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2526385-94b1-4eda-8e2c-c46210b4add9', 'name': '', 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:de:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:59Z', 'updated_at': '2021-12-09T09:35:07Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:08.646949 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ace0a-cded-48e4-9988-85911523f511 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:07Z', 'revision_number': 7, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2526385-94b1-4eda-8e2c-c46210b4add9', 'name': '', 'network_id': 'fe874918-0086-4cbc-bf1e-955ec9ec4823', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:de:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:59Z', 'updated_at': '2021-12-09T09:35:07Z', 'revision_number': 4, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '31a2c8c8-2b69-43ec-8c55-fdccea3918e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:08.651085 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42a92ded-2459-4d93-a20e-146fe2a835bd req-e3a96864-2367-41f1-a4cc-78eaff2933a0 tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4441d3e-d0b0-43d6-9e7d-17f5d908e611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Dec 09 09:35:08.742928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:08.776173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e9517a1-2f43-4989-ae36-cac8c1f0dd23 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:08.776393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9517a1-2f43-4989-ae36-cac8c1f0dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.810493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] For port f1eba8b7-5280-4ff5-bf9d-2aae4effc773, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,segment=NetworkSegment(40363efb-024e-4f8f-99b3-31f4c42d9c67),segment_id=40363efb-024e-4f8f-99b3-31f4c42d9c67)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:08.810862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.819654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:08.827228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ac8587b5-3ae0-445e-8734-d6b66a36a7d6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:08.836234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9e9517a1-2f43-4989-ae36-cac8c1f0dd23 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:09.165079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Calling delete_port for f1eba8b7-5280-4ff5-bf9d-2aae4effc773 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:09.192206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd39bb8-8993-4ab2-901f-e842a4059011,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:09.244864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:09.255821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c97270-8dcd-40d8-bfc7-8e05cd7691d6 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:09.257047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.281607 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/fcd39bb8-8993-4ab2-901f-e842a4059011 HTTP/1.1" status: 204 len: 168 time: 1.8012631 Dec 09 09:35:09.284320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59328) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.327632 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-32098cd7-949a-4204-958c-7094062ebff9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:09.328165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32098cd7-949a-4204-958c-7094062ebff9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:09.330188 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-32098cd7-949a-4204-958c-7094062ebff9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/8ec09e4f-d04b-4b25-9d6d-14bc4c3f00a8 HTTP/1.1" status: 404 len: 337 time: 0.0446002 Dec 09 09:35:09.332441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59332) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.401149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.405207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting subnet 25de02f3-2de1-498a-bd65-6b9fd09bbb2b {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:09.408496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.409534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-662c4770-2d49-4554-955a-fe8f2e5cd803 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:09.453675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:09.466763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Pushing event deleted for resources: {'Port': ['ID=f1eba8b7-5280-4ff5-bf9d-2aae4effc773,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:09.469213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.473016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:09.478782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.479503 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-629951a8-562e-452c-8e83-0c7d9338e597 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 699 time: 3.0843918 Dec 09 09:35:09.498493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59336) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.551362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] No DVR routers for this DVR port f1eba8b7-5280-4ff5-bf9d-2aae4effc773 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:09.554371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.556344 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ea57f85d-7365-4f2a-bcff-cbafaf8bf69a req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.58 "DELETE /v2.0/ports/f1eba8b7-5280-4ff5-bf9d-2aae4effc773 HTTP/1.1" status: 204 len: 173 time: 1.3938825 Dec 09 09:35:09.556869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'name': 'network-vif-deleted', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:35:09.617994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad95a43-4230-4b6d-9288-8bc89766d11d', 'name': 'network-vif-deleted', 'tag': 'f1eba8b7-5280-4ff5-bf9d-2aae4effc773', 'status': 'completed', 'code': 200} Dec 09 09:35:09.707439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.786792 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-92a01739-14cd-4ae6-98c1-64ff5ca8d9e9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 699 time: 0.2871022 Dec 09 09:35:09.789528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59344) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.813184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.818167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab1c85fe-31a4-4e39-9568-4ea7079c3df7 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:09.818968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f1eba8b7-5280-4ff5-bf9d-2aae4effc773 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:09.863939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: f1eba8b7-5280-4ff5-bf9d-2aae4effc773 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:09.864194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f1eba8b7-5280-4ff5-bf9d-2aae4effc773 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:09.897258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Subnet': ['ID=25de02f3-2de1-498a-bd65-6b9fd09bbb2b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:09.902558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dbfaec25-0f61-409d-8fcb-b6c5ee0d034d req-e56887db-a6bf-4dfa-8cf8-40e3bab3515f tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ad95a43-4230-4b6d-9288-8bc89766d11d HTTP/1.1" status: 200 len: 210 time: 0.0559454 Dec 09 09:35:09.903746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:09.907252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:09.919498 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/25de02f3-2de1-498a-bd65-6b9fd09bbb2b HTTP/1.1" status: 204 len: 168 time: 0.5846534 Dec 09 09:35:09.921147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59348) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.990583 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4d78d1-aeac-4257-adf3-b1083c45f29f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:09.991050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4d78d1-aeac-4257-adf3-b1083c45f29f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:09.993363 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4b4d78d1-aeac-4257-adf3-b1083c45f29f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad73511-b0a2-4318-bf4c-ecc9136bb62f HTTP/1.1" status: 404 len: 337 time: 0.0705798 Dec 09 09:35:09.995831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59352) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.014402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2526385-94b1-4eda-8e2c-c46210b4add9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:10.052958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-13e98628-6163-437c-ba80-314de080cccb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Synchronizing usage tracker for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:10.076865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-13e98628-6163-437c-ba80-314de080cccb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Unset dirty status for tenant:23be0e39a1d848b1aa71b6bda5221c0d on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:10.078185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-13e98628-6163-437c-ba80-314de080cccb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "GET /v2.0/ports?device_id=285f12e8-6916-49f4-889d-f2ebc3785d55 HTTP/1.1" status: 200 len: 205 time: 0.0814748 Dec 09 09:35:10.080970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59356) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.113173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f2526385-94b1-4eda-8e2c-c46210b4add9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:10.119710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f2526385-94b1-4eda-8e2c-c46210b4add9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:10.120688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.169505 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-6973384a-8c65-44cf-87c5-a6cf86960f58 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] delete failed (client error): The resource could not be found. Dec 09 09:35:10.171803 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6973384a-8c65-44cf-87c5-a6cf86960f58 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/routers/285f12e8-6916-49f4-889d-f2ebc3785d55 HTTP/1.1" status: 404 len: 336 time: 0.0888362 Dec 09 09:35:10.173380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59360) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.231504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0212c27-9314-40c3-b203-60794800c724 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.233191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0212c27-9314-40c3-b203-60794800c724 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.237262 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e0212c27-9314-40c3-b203-60794800c724 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/ccae00e9-f8b5-46a2-8346-c47fb5dea685 HTTP/1.1" status: 404 len: 337 time: 0.0607369 Dec 09 09:35:10.237618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59364) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.280836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.291877 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-96df9a30-3d51-4cbc-8131-19fb35bb10ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.293135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96df9a30-3d51-4cbc-8131-19fb35bb10ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.294814 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-96df9a30-3d51-4cbc-8131-19fb35bb10ce tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/13cd2b49-c6c9-4ee8-a564-6fdbffbbaa3e HTTP/1.1" status: 404 len: 337 time: 0.0560300 Dec 09 09:35:10.297037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59368) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.329398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f2526385-94b1-4eda-8e2c-c46210b4add9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2526385-94b1-4eda-8e2c-c46210b4add9,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:10.338603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.341920 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9a8f18-aad8-4412-9198-99ca7436f698 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.342466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9a8f18-aad8-4412-9198-99ca7436f698 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.347880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:10.348141 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fd9a8f18-aad8-4412-9198-99ca7436f698 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/fd316d72-ed27-4335-ad45-d4aceb3134fe HTTP/1.1" status: 404 len: 337 time: 0.0494998 Dec 09 09:35:10.350538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59372) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.383186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fabe6-3b73-4088-8a51-f56b5f5a6750 None None] Network 8581a113-7a7e-4a20-9c51-22ec25885ab8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:10.395625 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8550b5-87f7-4b60-b9ad-c37a89cf7c08 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.396091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8550b5-87f7-4b60-b9ad-c37a89cf7c08 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.399544 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cb8550b5-87f7-4b60-b9ad-c37a89cf7c08 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/dae755a2-a883-48d7-9cc6-d07aa359ce0f HTTP/1.1" status: 404 len: 333 time: 0.0462563 Dec 09 09:35:10.399544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.401623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59376) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.443248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-845a670d-cefc-4b76-8ac9-31d20d2993b6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.443694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845a670d-cefc-4b76-8ac9-31d20d2993b6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.447435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-845a670d-cefc-4b76-8ac9-31d20d2993b6 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/485d9ea6-189f-43d7-a482-b549754c14ba HTTP/1.1" status: 404 len: 337 time: 0.0427465 Dec 09 09:35:10.448068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59380) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.486805 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d116de-aea3-4bd4-b46a-4c6e4dd8f48b tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.487244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d116de-aea3-4bd4-b46a-4c6e4dd8f48b tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.489093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-91d116de-aea3-4bd4-b46a-4c6e4dd8f48b tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/69f8c1f2-85f0-4825-8c8e-568eb2a46247 HTTP/1.1" status: 404 len: 337 time: 0.0397947 Dec 09 09:35:10.491866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59386) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.536353 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d9b34d-0d07-45a8-8f5f-2705841f3dfb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.536798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d9b34d-0d07-45a8-8f5f-2705841f3dfb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.538788 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d1d9b34d-0d07-45a8-8f5f-2705841f3dfb tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/b27647d1-e477-4151-bd0c-4848e4e505a1 HTTP/1.1" status: 404 len: 333 time: 0.0457990 Dec 09 09:35:10.541297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59390) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.552889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:10.558982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:10.584701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-247ae2e1-f1c6-4340-a1d9-12c604952785 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.585145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247ae2e1-f1c6-4340-a1d9-12c604952785 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.589072 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-247ae2e1-f1c6-4340-a1d9-12c604952785 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/1ed07b50-11f6-4e16-8548-e3bd764b4d6c HTTP/1.1" status: 404 len: 337 time: 0.0446198 Dec 09 09:35:10.592230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59394) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.599519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e5096ea-d232-4d61-ad6b-bd16c4ae0812 None None] Provisioning complete for port 6bbb0896-f0e7-4a21-ae7a-141eca066536 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:10.599928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e5096ea-d232-4d61-ad6b-bd16c4ae0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.629529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3ca682-33a9-4e07-af64-3a76e54596fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:10.629994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3ca682-33a9-4e07-af64-3a76e54596fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:10.634034 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-da3ca682-33a9-4e07-af64-3a76e54596fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/subnets/3c8a163f-43d4-4e2a-8cf2-20604e7114c9 HTTP/1.1" status: 404 len: 337 time: 0.0384836 Dec 09 09:35:10.634438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59398) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.703428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Deleting port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:10.703785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.759570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] DHCP port deletion for 8581a113-7a7e-4a20-9c51-22ec25885ab8 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:10.766262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Deleting port 6bbb0896-f0e7-4a21-ae7a-141eca066536 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:10.766644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.820076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2e5096ea-d232-4d61-ad6b-bd16c4ae0812 None None] Provisioning complete for port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:10.820461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e5096ea-d232-4d61-ad6b-bd16c4ae0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:10.912745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2e5096ea-d232-4d61-ad6b-bd16c4ae0812 None None] Port 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:11.045261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] For port 6bbb0896-f0e7-4a21-ae7a-141eca066536, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6bbb0896-f0e7-4a21-ae7a-141eca066536,segment=NetworkSegment(f88a5f49-9406-4256-b883-23328e3bf1a3),segment_id=f88a5f49-9406-4256-b883-23328e3bf1a3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:11.045674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.075874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59404) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.147424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.155469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f2526385-94b1-4eda-8e2c-c46210b4add9 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:11.155959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.175039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Calling delete_port for 6bbb0896-f0e7-4a21-ae7a-141eca066536 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:11.254903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.258815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-13b3b965-d317-4cef-83ff-a31cfb639ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:11.285823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Calling delete_port for 4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 owned by {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:11.301465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Pushing event deleted for resources: {'Port': ['ID=6bbb0896-f0e7-4a21-ae7a-141eca066536,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:11.306067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:11.310906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] No DVR routers for this DVR port 6bbb0896-f0e7-4a21-ae7a-141eca066536 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:11.318638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Deleting subnet ed36dc20-5b56-4974-88fb-1eb4bffbf8fd {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:11.330230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.362136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port f2526385-94b1-4eda-8e2c-c46210b4add9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2526385-94b1-4eda-8e2c-c46210b4add9,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:11.362767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.411516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.458721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.466992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:11.489356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for f2526385-94b1-4eda-8e2c-c46210b4add9 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:11.510765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Port': ['ID=4e0febda-fdb9-4ea0-88fa-7bbb1f77c539,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:11.513449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:11.524558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.562790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.584956 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/ports/4e0febda-fdb9-4ea0-88fa-7bbb1f77c539 HTTP/1.1" status: 204 len: 168 time: 0.9493711 Dec 09 09:35:11.587334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59408) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.676083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.680385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c3a87359-0227-4958-bb44-db9af976ece2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:11.706538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.712170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bb8f59d6-5a27-4c00-9562-ce308dba9684 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:11.729572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=f2526385-94b1-4eda-8e2c-c46210b4add9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:11.732861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:11.745177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed36dc20-5b56-4974-88fb-1eb4bffbf8fd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:11.754075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.757731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:11.767518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:11.773558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed36dc20-5b56-4974-88fb-1eb4bffbf8fd HTTP/1.1" status: 204 len: 168 time: 0.6966605 Dec 09 09:35:11.777044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59412) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.993612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.013734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:12.036106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581a113-7a7e-4a20-9c51-22ec25885ab8']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.051213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6bbb0896-f0e7-4a21-ae7a-141eca066536 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:12.051712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6bbb0896-f0e7-4a21-ae7a-141eca066536 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:12.057526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.062303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88a5f49-9406-4256-b883-23328e3bf1a3') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.062522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88a5f49-9406-4256-b883-23328e3bf1a3') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.074562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.079010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.099192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.135109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:12.135505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:12.149986 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:12.301153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.308453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.314702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-094f31c4-ddb7-4b89-85be-788e0c6822fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:12.328333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.350644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Pushing event deleted for resources: {'Network': ['ID=8581a113-7a7e-4a20-9c51-22ec25885ab8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:12.353196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd00ec6-6a40-42e0-a124-29b5a1d05be2']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.364623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] 10.222.0.41 "DELETE /v2.0/networks/8581a113-7a7e-4a20-9c51-22ec25885ab8 HTTP/1.1" status: 204 len: 168 time: 0.7733588 Dec 09 09:35:12.365159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:12.368557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40363efb-024e-4f8f-99b3-31f4c42d9c67') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.368855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40363efb-024e-4f8f-99b3-31f4c42d9c67') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.382938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.410464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.419793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:12.420577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:12.438246 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:12.527991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.533875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-19482dc0-4e33-48f6-9c67-55ec2395b256 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:12.549534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:12.551047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.566838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:12.567143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd00ec6-6a40-42e0-a124-29b5a1d05be2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:12.568282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:12.570314 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9fd00ec6-6a40-42e0-a124-29b5a1d05be2 HTTP/1.1" status: 204 len: 168 time: 0.7923212 Dec 09 09:35:12.571430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:12.573306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59418) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:12.726979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:12.756159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59424) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:12.790960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Deleting subnet 17248140-6bbf-4cde-91ae-f4bf742c86eb {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:12.794993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.805110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:12.851230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.918615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:12.939941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:12.954863 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1638319 Dec 09 09:35:12.957670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59430) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.111220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59434) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.111466 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4f86d7a0-03e3-4e50-ab10-e55e939dec44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23be0e39a1d848b1aa71b6bda5221c0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3524764 Dec 09 09:35:13.115512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.127704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ddccde96-15e5-4da4-b7de-0c3f69991f20 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:13.159952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.164171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:13.175163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:13.175798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.176948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.203638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.204042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.212554 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17248140-6bbf-4cde-91ae-f4bf742c86eb HTTP/1.1" status: 204 len: 168 time: 0.6375055 Dec 09 09:35:13.216654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59438) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.217712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17248140-6bbf-4cde-91ae-f4bf742c86eb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:13.221317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:13.270323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet 31a2c8c8-2b69-43ec-8c55-fdccea3918e1 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:13.273281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.332470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:13.334304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.358991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.402694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.421225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d165044-464f-4a5f-be47-d757fb89a2b9 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:13.432748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.443256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0e556-5f6b-421c-81e5-8f94273faf72,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:13.445619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:13.511406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.520618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.521718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffb0e556-5f6b-421c-81e5-8f94273faf72 HTTP/1.1" status: 204 len: 168 time: 0.4095242 Dec 09 09:35:13.527616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.540341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09955783-b1fa-4904-88ab-e0bcedd8ffc5 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:13.544710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a33fdf-bf0c-4fba-8f93-c22d64442fcc']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.558931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149e7cb3-c7b6-4452-bce0-de8a507c04a2') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.559216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149e7cb3-c7b6-4452-bce0-de8a507c04a2') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.572487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.586785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.593874 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/31a2c8c8-2b69-43ec-8c55-fdccea3918e1 HTTP/1.1" status: 204 len: 168 time: 0.6228859 Dec 09 09:35:13.596570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59444) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.597965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.598485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=31a2c8c8-2b69-43ec-8c55-fdccea3918e1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:13.600587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65108bcc-d51d-40e8-8829-d61febec50c9 None None] Network fe874918-0086-4cbc-bf1e-955ec9ec4823 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:13.601837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:13.631310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:13.631709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:13.646676 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:13.799541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.801401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.805536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.810321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fb40f5a-a92a-406a-9bcb-48f52f85f5bd tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:13.835344 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] 10.222.0.41 "DELETE /v2.0/networks/35a33fdf-bf0c-4fba-8f93-c22d64442fcc HTTP/1.1" status: 204 len: 168 time: 0.6153481 Dec 09 09:35:13.835344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Pushing event deleted for resources: {'Network': ['ID=35a33fdf-bf0c-4fba-8f93-c22d64442fcc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:13.839931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:13.841427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:13.841764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:13.884058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:13.890254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8c081-4cfa-4e85-b498-6eba1e4d20c5 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:14.039078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59458) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.089033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port aa9c35c5-f38f-402e-b8d4-d914715a3ea7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,segment=NetworkSegment(d8a1e782-917d-4cd7-8f14-7544131f1fcc),segment_id=d8a1e782-917d-4cd7-8f14-7544131f1fcc)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:14.089388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.102606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-51e961a8-ddfe-4fab-92f0-131ebce098a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68b5c667f9204ed5a985b9141bdcf455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600274 Dec 09 09:35:14.102920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59464) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.164309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.191778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.213779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for aa9c35c5-f38f-402e-b8d4-d914715a3ea7 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:14.260471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d0ca0-79e9-4986-85b3-2f48b155fefd None None] DHCP port deletion for fe874918-0086-4cbc-bf1e-955ec9ec4823 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:14.267606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-682d0ca0-79e9-4986-85b3-2f48b155fefd None None] Deleting port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:14.268783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-682d0ca0-79e9-4986-85b3-2f48b155fefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.284308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.292684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-12b9c178-9359-4101-b1ef-3c2dacb239d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:14.305904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.311778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:14.328589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4441d3e-d0b0-43d6-9e7d-17f5d908e611,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:14.336091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:14.354082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.358131 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4441d3e-d0b0-43d6-9e7d-17f5d908e611 HTTP/1.1" status: 204 len: 168 time: 0.2512386 Dec 09 09:35:14.399362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-682d0ca0-79e9-4986-85b3-2f48b155fefd None None] The port 'aa9c35c5-f38f-402e-b8d4-d914715a3ea7' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:35:14.506880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=aa9c35c5-f38f-402e-b8d4-d914715a3ea7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:14.509752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:14.512084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No DVR routers for this DVR port aa9c35c5-f38f-402e-b8d4-d914715a3ea7 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:14.574020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59478) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.639574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.665613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe874918-0086-4cbc-bf1e-955ec9ec4823']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:14.677970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a1e782-917d-4cd7-8f14-7544131f1fcc') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:14.678393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a1e782-917d-4cd7-8f14-7544131f1fcc') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:14.692418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.709678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1996535101-network', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:14.710971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.714486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:14.717857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:14.718291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.718663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Usage tracker for resource:network and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:14.721830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:14.727884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:14.734082 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:14.741037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Made reservation on behalf of f8cd63ff7a18454a96b1387809b9aa4b for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:14.743279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.758462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.772805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59484) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.819849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.824757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.829152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bae24057-c369-48ba-8af3-8b564ccf78fd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:14.838440 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-38509c7b-3ce0-4e77-aebd-ec16701e5e8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbc9c6ef777e475dbdb5d0473a7b785a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0636582 Dec 09 09:35:14.841462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59488) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.844293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:14.856043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=fe874918-0086-4cbc-bf1e-955ec9ec4823,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:14.857947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:14.861643 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/fe874918-0086-4cbc-bf1e-955ec9ec4823 HTTP/1.1" status: 204 len: 168 time: 1.2572236 Dec 09 09:35:14.861643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:14.861643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59492) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.864564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:14.878744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:14.931630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:14.977891 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.016410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.026981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.034253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23df6cf2-b274-4524-b085-616f79e804da tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:15.053568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:35:15.074733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364a68c7-3d24-4d62-aa4d-1d9a3cf01514,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:15.078037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.078435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Added segment bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54 of type vlan for network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f Dec 09 09:35:15.079692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:15.094637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.099955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-37d2dfbc-9fbb-4c07-a1c5-22d4940c0932 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:15.126141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734b85c-da35-420e-8c69-f4b6817247e8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:15.131981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:15.133414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.149730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.150825 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9734b85c-da35-420e-8c69-f4b6817247e8 HTTP/1.1" status: 204 len: 168 time: 0.3083436 Dec 09 09:35:15.176600 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.177507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:15.178086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.182968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8ca6f4a9-235f-40b8-81e7-918f9f206a45 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:15.220014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.261280 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6860979 Dec 09 09:35:15.265768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59498) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:15.282554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Request body: {'subnet': {'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1996535101-subnet', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:15.283501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Pushing event updated for resources: {'Network': ['ID=7f7acf83-e2b9-4c0c-bcef-17249ae7217f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:15.286271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:15.295491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:35:15.337488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:15.347271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Usage tracker for resource:subnet and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:15.351188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:15.360359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:15.376381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Made reservation on behalf of f8cd63ff7a18454a96b1387809b9aa4b for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:15.379014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.652559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:15.664484 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:15.665089 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:15.758196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:15.763715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89a0f8a7-c258-4f09-a3e9-3ddfa6201a68 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:15.837824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:15.924400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device aa9c35c5-f38f-402e-b8d4-d914715a3ea7 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:15.961274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: aa9c35c5-f38f-402e-b8d4-d914715a3ea7 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:15.961936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device aa9c35c5-f38f-402e-b8d4-d914715a3ea7 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:15.962549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2526385-94b1-4eda-8e2c-c46210b4add9 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:15.976182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c02c0b-338f-439a-9ba8-647d901e3440,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:15.978794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:15.997767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f2526385-94b1-4eda-8e2c-c46210b4add9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:15.998129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2526385-94b1-4eda-8e2c-c46210b4add9 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:16.064584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:16.064949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Network hostable DHCP agents. Network: 7f7acf83-e2b9-4c0c-bcef-17249ae7217f, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:35:16.112340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:35:16.127242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 7f7acf83-e2b9-4c0c-bcef-17249ae7217f) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:16.139357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def97ba9-226e-4a25-87b2-50071fbf02cf None None] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:16.159680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:16.160385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.183350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:16.188228 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:16.193857 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9245169 Dec 09 09:35:16.194225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59502) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:16.200448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:16.203852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:16.204490 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:16.206494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:16.210901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Usage tracker for resource:router and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:16.214209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:16.221628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:16.235185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.237332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.261555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.295680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 637067f6-1ce3-4bb1-872f-189027f6eb0a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:16.296078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.383304 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:16.441263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:35:16.444177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.447914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.506964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port 637067f6-1ce3-4bb1-872f-189027f6eb0a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=637067f6-1ce3-4bb1-872f-189027f6eb0a,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:16.507343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.614112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Allocated IP 172.20.0.2 (7f7acf83-e2b9-4c0c-bcef-17249ae7217f/f4c02c0b-338f-439a-9ba8-647d901e3440/71d97e7d-fa7e-4a96-86fd-de95f88c08dc) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:16.664593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 637067f6-1ce3-4bb1-872f-189027f6eb0a owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:16.744127 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:16.749993 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993db0d-a804-4a1a-8908-a0dea0623baa None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:11Z', 'revision_number': 8, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': '637067f6-1ce3-4bb1-872f-189027f6eb0a', 'name': '', 'network_id': 'ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:e1:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:02Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '14302db6-4e9c-4b37-9e05-5aef71314972', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:16.812121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.844077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.868784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.883147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.889500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:16.893328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Transition to ACTIVE for port object 71d97e7d-fa7e-4a96-86fd-de95f88c08dc will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:16.915844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Transition to ACTIVE for port object 71d97e7d-fa7e-4a96-86fd-de95f88c08dc will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:16.922091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:16.927000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:16.964899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=637067f6-1ce3-4bb1-872f-189027f6eb0a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:16.970876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:16.985391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:16.988144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:16.991931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:17.009436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Pushing event updated for resources: {'Port': ['ID=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:17.012393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:17.036000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Allocated IP 172.26.4.216 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/50a9be50-448f-4f18-a921-1bf37732fe10) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:17.110164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Attempting to bind port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:17.110949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Attempting to bind port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:17.111624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Attempting to bind port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:17.119728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:17.120598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:17.121300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.122766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Bound using segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:17.123518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Bound port: 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:17.124284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.218005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.235682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] For port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:17.240063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] For port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:17.248733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.253138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.253832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bdc806d-7066-461a-a86e-864fe34f3d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:17.258035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-249bc5d9-d2d5-4eb9-8b6e-56769293bacc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:17.295437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.327975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:17.331087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:17.335399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:17.337333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Pushing event updated for resources: {'Port': ['ID=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:17.340062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:17.364369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=50a9be50-448f-4f18-a921-1bf37732fe10,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:17.369441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:17.541714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.542524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:17.803467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:35:18.012206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:18.054130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71d97e7d-fa7e-4a96-86fd-de95f88c08dc up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:18.056632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:18.097957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.099540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9035752 Dec 09 09:35:18.102172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59506) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:18.123949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:18.147598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:18.148436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:18.214422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:18.230011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:18.242260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:18.248820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862324 Dec 09 09:35:18.249711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59510) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:18.262166 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:18.263492 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:18.398804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:18.482408 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:18.522840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet 14302db6-4e9c-4b37-9e05-5aef71314972 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:18.526751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.531917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c19556-1ac4-416f-bad5-0eab4224962e None None] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:18.593078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.699848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.790528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.804875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b54493e5-b47a-438d-b88e-f3d6f1cd891c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:18.843385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:18.852710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=14302db6-4e9c-4b37-9e05-5aef71314972,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:18.861321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:18.863035 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/14302db6-4e9c-4b37-9e05-5aef71314972 HTTP/1.1" status: 204 len: 168 time: 0.6123385 Dec 09 09:35:18.865669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59514) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:18.875254 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:16Z', 'revision_number': 9, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:18.878882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c0da8-8aee-4ff9-8796-436f1a503643 None None] Network ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:18.880492 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:18.894835 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:18.895913 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:19.009581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5891759c-2425-491a-bc87-001129215a98 None None] Provisioning for port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:19.039116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5891759c-2425-491a-bc87-001129215a98 None None] Provisioning complete for port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:19.039643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5891759c-2425-491a-bc87-001129215a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.039944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.053540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 93361366-5049-4be2-bc60-08a2550550c7 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:19.053886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.098308 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:19.181745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59520) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:19.256039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:17Z', 'revision_number': 3, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:19.294798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port 93361366-5049-4be2-bc60-08a2550550c7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=93361366-5049-4be2-bc60-08a2550550c7,segment=NetworkSegment(ce00c486-cbc8-4f46-a9cf-237cd4f56aba),segment_id=ce00c486-cbc8-4f46-a9cf-237cd4f56aba)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:19.295197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.300608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:19.301078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Updating router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 port 50a9be50-448f-4f18-a921-1bf37732fe10 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:19.328022 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-08fb011a-30fc-4d35-8bc6-578253c41c3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 200 len: 993 time: 0.1449718 Dec 09 09:35:19.344579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.449728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 93361366-5049-4be2-bc60-08a2550550c7 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:19.456427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.487354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5891759c-2425-491a-bc87-001129215a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.493837 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:16Z', 'revision_number': 9, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:19.500554 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81f4a9-cd99-4855-8f99-c9209a90aeb8 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:16Z', 'revision_number': 9, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'a166f6cf-da3e-407b-bc32-8bfcbd7e06f8', 'name': '', 'network_id': '5a70d79b-6682-4a43-a7e1-63f2ba70baed', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:6b:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': 'cb6c2b26-c48b-4004-9ee7-47b7796696b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:19.578863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.583574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2c19da4e-5259-4324-afe6-a11505ef2a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:19.618009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Allocated IP 172.20.0.1 (7f7acf83-e2b9-4c0c-bcef-17249ae7217f/f4c02c0b-338f-439a-9ba8-647d901e3440/8fde0734-2e13-41a9-a060-30b9bd6432c2) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:19.631433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=93361366-5049-4be2-bc60-08a2550550c7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:19.640430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No DVR routers for this DVR port 93361366-5049-4be2-bc60-08a2550550c7 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:19.691825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.692228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.692582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.692958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.693329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.693696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.694060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.694423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.694786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.695177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.695545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:19.698649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:19.699315 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59528) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:19.755946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5891759c-2425-491a-bc87-001129215a98 None None] For port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:19.772709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5891759c-2425-491a-bc87-001129215a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.776557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2d60f4a9-d1d2-4262-844c-2ee1eeaf60fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:19.794987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.817432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Transition to ACTIVE for port object 8fde0734-2e13-41a9-a060-30b9bd6432c2 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:19.845620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:19.850120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f6467910-f1b3-44fe-871c-70ceb7a37290 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:19.900248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891759c-2425-491a-bc87-001129215a98 None None] Pushing event updated for resources: {'Port': ['ID=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:19.926380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d4eb6a-9013-4619-b6b4-1c2968a80d1a None None] DHCP port deletion for ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:19.948940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5891759c-2425-491a-bc87-001129215a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:19.962189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:19.964771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:19.981981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:20.087556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Pushing event updated for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:20.097831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 637067f6-1ce3-4bb1-872f-189027f6eb0a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:20.118910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.151520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:20.170983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 637067f6-1ce3-4bb1-872f-189027f6eb0a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:20.171860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 637067f6-1ce3-4bb1-872f-189027f6eb0a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:20.172636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 93361366-5049-4be2-bc60-08a2550550c7 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:20.193334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.229739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.245483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:20.247437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 93361366-5049-4be2-bc60-08a2550550c7 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:20.248049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 93361366-5049-4be2-bc60-08a2550550c7 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:20.263235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:20.263390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce00c486-cbc8-4f46-a9cf-237cd4f56aba') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:20.277486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-089bcdb5-f5c0-409f-b850-a962c8ca0695 None None] Provisioning complete for port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:20.278091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-089bcdb5-f5c0-409f-b850-a962c8ca0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.312915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.343455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Transition to ACTIVE for port object 50a9be50-448f-4f18-a921-1bf37732fe10 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:20.349823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.366802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.371656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2092f14-86ff-4bc8-a9ef-9efc80fcab12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:20.379719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.391862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:20.392248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:20.407302 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:20.412733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 639783fd-bb2b-47d9-ab3c-00fa1742229e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:20.412733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.478721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.485964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.490825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Attempting to bind port 50a9be50-448f-4f18-a921-1bf37732fe10 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:20.491211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Attempting to bind port 50a9be50-448f-4f18-a921-1bf37732fe10 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:20.491670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Attempting to bind port 50a9be50-448f-4f18-a921-1bf37732fe10 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:20.504921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Pushing event updated for resources: {'Port': ['ID=50a9be50-448f-4f18-a921-1bf37732fe10,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:20.507877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:20.516004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:20.516397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:20.516813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.517220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:20.517963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Bound port: 50a9be50-448f-4f18-a921-1bf37732fe10, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:20.518353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.536290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47e4a5b2-509e-4146-8c07-ad951f2be432 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:20.545352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.552092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bd964480-b05e-41f4-b919-3b4c56bf417f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:20.574649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.579464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:20.588218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:20.610573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Pushing event updated for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:20.615077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:20.633982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] For port 50a9be50-448f-4f18-a921-1bf37732fe10, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:20.635286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.638857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] For port 50a9be50-448f-4f18-a921-1bf37732fe10, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=50a9be50-448f-4f18-a921-1bf37732fe10,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:20.645222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.649708 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/ba5a95af-a0b7-4fd6-ba81-ca9e4c8bf29f HTTP/1.1" status: 204 len: 168 time: 1.7830136 Dec 09 09:35:20.650340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:20.652339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59536) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:20.731215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Pushing event updated for resources: {'Port': ['ID=50a9be50-448f-4f18-a921-1bf37732fe10,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:20.746267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:20.771230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d17ec2e4-5534-4041-bd2c-b4966926266c None None] Provisioning for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:20.777673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d17ec2e4-5534-4041-bd2c-b4966926266c None None] Provisioning complete for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:20.780872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d17ec2e4-5534-4041-bd2c-b4966926266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.808178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:20.810660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:20.819746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.820096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:20.846106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d17ec2e4-5534-4041-bd2c-b4966926266c None None] Port 8fde0734-2e13-41a9-a060-30b9bd6432c2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:20.856214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:20.857433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:20.958948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 639783fd-bb2b-47d9-ab3c-00fa1742229e owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:21.155822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:21.308203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:21.421587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:21.434081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2b3ff04b-4ae7-4d2c-89b4-6ff1a356e818 None None] Provisioning complete for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:21.434729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff04b-4ae7-4d2c-89b4-6ff1a356e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:21.514297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:21.548890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ff04b-4ae7-4d2c-89b4-6ff1a356e818 None None] Port 8fde0734-2e13-41a9-a060-30b9bd6432c2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:21.560879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-270a684d-aa06-469d-8642-7d997db7fb5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:21.608204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=639783fd-bb2b-47d9-ab3c-00fa1742229e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:21.611742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:21.633734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 2, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:21.639664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3050b-f8d0-4a0a-b778-eb6c29773dae None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 2, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:21.727926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:21.744496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:21.754296 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] 10.222.0.41 "PUT /v2.0/routers/dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6497118 Dec 09 09:35:22.001325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71d97e7d-fa7e-4a96-86fd-de95f88c08dc up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:22.105255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:22.105645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:22.580831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:22.581089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:22.627047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:22.869715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port a166f6cf-da3e-407b-bc32-8bfcbd7e06f8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:22.870075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:22.936463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59560) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.942166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-112194269-network', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:22.947047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:22.956440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Usage tracker for resource:network and tenant:cc2291c02eb441d9b27c071f25372071 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:22.960047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:22.966809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:22.985852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Made reservation on behalf of cc2291c02eb441d9b27c071f25372071 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:22.988791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.002453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.035907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:23.039966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2291c02eb441d9b27c071f25372071 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:23.042869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:23.049040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:23.120995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.125813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.129032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-04e162ca-67cf-4bc0-8e87-a62836d9b569 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:23.158153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:35:23.166761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f94acd-fcf3-411b-90b0-27a68eab128f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:23.174105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:23.175135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.175479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Added segment 15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7 of type vlan for network 84bdeaba-e165-40e2-9350-68b7b768ff8a Dec 09 09:35:23.183551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.183941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.184329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.185194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.185564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.186082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.186452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.186819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.187181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.187544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.187934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:23.192047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:23.211779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.246679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.248604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:23.249308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.254609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c44b5574-a0bf-475a-91e0-909ca08aa102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:23.315059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:23.326776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Sync routers for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:23.346298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:23.347556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:23.365965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Pushing event updated for resources: {'Network': ['ID=84bdeaba-e165-40e2-9350-68b7b768ff8a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:23.369026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:23.374597 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4370420 Dec 09 09:35:23.375022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.375937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59564) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.381730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Request body: {'subnet': {'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-112194269-subnet', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:23.386706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:23.390701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Usage tracker for resource:subnet and tenant:cc2291c02eb441d9b27c071f25372071 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:23.393950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:23.399872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:23.410118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Made reservation on behalf of cc2291c02eb441d9b27c071f25372071 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:23.412222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.455620 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/9550390b-fd33-4969-a223-5c692dd5d165 HTTP/1.1" status: 204 len: 168 time: 3.7493124 Dec 09 09:35:23.455620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:35:23.472155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.486195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bf68ba11-f133-4fcd-8414-c3f303619e93 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:23.568512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:23.641795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:35:23.696579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'status': 'completed', 'code': 200} Dec 09 09:35:23.703332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.708255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=a166f6cf-da3e-407b-bc32-8bfcbd7e06f8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:23.713284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:23.717668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-837134d7-39ef-42a1-9c0a-240b8cac5d99 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:23.846629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b81558f-18c1-4996-9133-57e36261fc10,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:23.851164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:23.859876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Checking segment: {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:23.860236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Network hostable DHCP agents. Network: 84bdeaba-e165-40e2-9350-68b7b768ff8a, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:35:23.890589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:35:23.913037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-514126ee-f45b-415f-92b1-5354ee24a6a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 1098 time: 0.2711082 Dec 09 09:35:23.924384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 84bdeaba-e165-40e2-9350-68b7b768ff8a) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:23.930122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:23.930620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:23.952012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab9df0-44ea-4120-ab03-44585ce4d82a None None] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:23.969594 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5925047 Dec 09 09:35:23.971949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59574) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.977702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:23.987688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:23.999781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Usage tracker for resource:router and tenant:cc2291c02eb441d9b27c071f25372071 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:24.003963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:24.018023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:24.049627 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.050566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.074233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.126473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 50a9be50-448f-4f18-a921-1bf37732fe10 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:24.189215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-22237d9d-dafa-4842-8ddb-a214f627b2ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:24.190557 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-22237d9d-dafa-4842-8ddb-a214f627b2ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 200 len: 898 time: 0.2700970 Dec 09 09:35:24.198997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed0ca1-22a4-4eea-9df1-023b042f8aa1 req-a090c901-2653-4dd7-a4e8-4fb68891cc39 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:24.199668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-56ed0ca1-22a4-4eea-9df1-023b042f8aa1 req-a090c901-2653-4dd7-a4e8-4fb68891cc39 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:24.253374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.285140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-a4215e14-e70a-4c10-be14-c3b92d54761e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 200 len: 217 time: 0.0803318 Dec 09 09:35:24.286675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.291290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-56ed0ca1-22a4-4eea-9df1-023b042f8aa1 req-a090c901-2653-4dd7-a4e8-4fb68891cc39 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:24.292589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ed0ca1-22a4-4eea-9df1-023b042f8aa1 req-a090c901-2653-4dd7-a4e8-4fb68891cc39 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.3399391 Dec 09 09:35:24.411467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 50a9be50-448f-4f18-a921-1bf37732fe10 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:24.455411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 50a9be50-448f-4f18-a921-1bf37732fe10 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:24.456091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.489559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.498358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-84bdeaba-e165-40e2-9350-68b7b768ff8a', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:35:24.499418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.520963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-3f095b9f-2452-45cf-a14d-0fb65a392b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:24.522669 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-3f095b9f-2452-45cf-a14d-0fb65a392b24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 200 len: 834 time: 0.2279482 Dec 09 09:35:24.523981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.531856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ed0ca1-22a4-4eea-9df1-023b042f8aa1 req-39aab8e3-576d-4270-b76f-36e4a38f4a4a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028911 Dec 09 09:35:24.614805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:24.626628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Checking router: 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:24.648549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-14ae9d9b-ea03-4785-a8e5-2cc754263de0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c8af748-dceb-4d10-a4d3-6f96477848ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156752 Dec 09 09:35:24.672255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Allocated IP 172.26.4.109 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/90b42123-e563-465b-8387-b87348090bd5) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:24.741605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.746179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:24.746807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:24.835337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 50a9be50-448f-4f18-a921-1bf37732fe10, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=50a9be50-448f-4f18-a921-1bf37732fe10,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:24.853690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.861608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5891759c-2425-491a-bc87-001129215a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:24.958928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:24.963592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Allocated IP 172.20.0.2 (84bdeaba-e165-40e2-9350-68b7b768ff8a/0b81558f-18c1-4996-9133-57e36261fc10/f5d6c6b1-7875-43a2-91e4-1ced02c7b78a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:24.997364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.023916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af475698-3a8d-4c79-b6f4-1c93f5e70455 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:25.040736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=50a9be50-448f-4f18-a921-1bf37732fe10,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:25.077658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:25.080711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:25.084710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:25.108353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.108769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.109031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.109362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.109689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.110013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.110333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.110653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.110969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.111282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.111597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:25.118820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:25.134154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:25.175447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-bda8787b-bec8-4dfa-9078-bb3e42efc536 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626908 Dec 09 09:35:25.230483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Pushing event updated for resources: {'Port': ['ID=90b42123-e563-465b-8387-b87348090bd5,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:25.234547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:25.271785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.272587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.382530 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed080d59-8a53-4552-b076-3ff59cf9cc7f req-ceaf5e5c-8f66-4b40-98c3-cf0d2fb60361 service neutron] 10.222.0.58 "GET /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631544 Dec 09 09:35:25.408176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:25.440834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.466209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Transition to ACTIVE for port object f5d6c6b1-7875-43a2-91e4-1ced02c7b78a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:25.529187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:35:25.530707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Transition to ACTIVE for port object f5d6c6b1-7875-43a2-91e4-1ced02c7b78a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:25.542249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.547450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9af1a051-ae09-466c-b6a6-2ed6969b9287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:25.613425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:25.621761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:25.627370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:25.636103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Pushing event updated for resources: {'Port': ['ID=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:25.642009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:25.688779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9d642764-684e-4fc9-90c0-08bade9c9c5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:25.690347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9d642764-684e-4fc9-90c0-08bade9c9c5c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.2735775 Dec 09 09:35:25.711381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:25.727253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285c7b1-2fa3-4b1f-9825-ced3b5bdcf43 None None] The sync data for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv is: [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:33:31Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6ef173ba-2780-4260-ac3b-dc27de8cb3ee', 'name': '', 'network_id': '6c8af748-dceb-4d10-a4d3-6f96477848ba', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:7d:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:38Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:25.735450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Attempting to bind port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:25.735857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Attempting to bind port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:25.736232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Attempting to bind port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a on network 84bdeaba-e165-40e2-9350-68b7b768ff8a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:25.743237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:25.743618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Checking segment: {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:25.744119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.744518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Bound using segment: {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:25.744991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Bound port: f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:25.745369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.771160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:25.788925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:25.790597 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1372333 Dec 09 09:35:25.793208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59580) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:25.799743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 98622dba-f1d4-428d-95e7-14c45fb329a1 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:25.800569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.812766 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:25.813798 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:25.840060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c646-1826-4309-8312-ca56e84ca894 req-5da8c57a-59e1-4c7b-a903-a695f9cfcc52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:25.847229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-02c3c646-1826-4309-8312-ca56e84ca894 req-5da8c57a-59e1-4c7b-a903-a695f9cfcc52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 945 time: 0.1403737 Dec 09 09:35:25.848464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] For port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:25.852203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] For port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:25.858598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:25.863238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:25.878397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:25.979183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Sync routers for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:25.990511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-02c3c646-1826-4309-8312-ca56e84ca894 req-7a5e9674-55ec-4bfb-8351-4e376a786f79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423237 Dec 09 09:35:26.015054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:26.019172 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0436394 Dec 09 09:35:26.019557 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:26.019658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:26.036615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 50a9be50-448f-4f18-a921-1bf37732fe10 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:26.063535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:26.064472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:26.149010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Pushing event updated for resources: {'Port': ['ID=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:26.175116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:26.374068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 50a9be50-448f-4f18-a921-1bf37732fe10 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:26.374326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:26.466911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet cb6c2b26-c48b-4004-9ee7-47b7796696b3 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:26.484544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:26.493452 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:23Z', 'revision_number': 10, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:26.500862 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:26.515542 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:26.516515 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:26.517165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:26.548886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 98622dba-f1d4-428d-95e7-14c45fb329a1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=98622dba-f1d4-428d-95e7-14c45fb329a1,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:26.549241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:26.738424 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:26.870502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 98622dba-f1d4-428d-95e7-14c45fb329a1 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:26.900770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:26.939475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:25Z', 'revision_number': 3, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:26.944649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Checking router: 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:26.945418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Updating router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 port 90b42123-e563-465b-8387-b87348090bd5 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:27.010160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.207884 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:23Z', 'revision_number': 10, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:27.213195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30d3fc-3600-4bf4-aa17-c3b70e1933d3 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:23Z', 'revision_number': 10, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None, '_interfaces': [{'id': 'f64c2765-451b-4278-adb3-9e47472b2ec0', 'name': '', 'network_id': '41e43fa8-5168-44c1-a6e3-0692112723a8', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'mac_address': 'fa:16:3e:d8:fa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:36Z', 'updated_at': '2021-12-09T09:34:42Z', 'revision_number': 5, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'subnets': [{'id': '73ae5517-6eca-49ee-bceb-edd49ab9b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:27.247704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.319681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.329107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.339729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-46c48fe4-5151-4d5c-9a5c-2dc907a4cc4a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:27.394752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=98622dba-f1d4-428d-95e7-14c45fb329a1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:27.397407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:27.506372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 98622dba-f1d4-428d-95e7-14c45fb329a1 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:27.508813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.512176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.523662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'name': 'network-vif-deleted', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:35:27.529487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7a8df3a7-2cc2-4f7a-9b80-c3fb8ada5427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:27.540805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.555978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Transition to ACTIVE for port object 90b42123-e563-465b-8387-b87348090bd5 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:27.563488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0bcfa-87ce-4350-b969-ee80d8dd100c req-25fb27e1-e928-4d54-970f-9235fd821712 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:27.565833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.571559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a0bcfa-87ce-4350-b969-ee80d8dd100c req-25fb27e1-e928-4d54-970f-9235fd821712 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=251be219-2c7e-4e0e-904f-56027a7f891c HTTP/1.1" status: 200 len: 867 time: 0.3619883 Dec 09 09:35:27.581696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2e306762-61b0-4fc8-ad4a-413867effd42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:27.598837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.607603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6c2b26-c48b-4004-9ee7-47b7796696b3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:27.609805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:27.624276 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/cb6c2b26-c48b-4004-9ee7-47b7796696b3 HTTP/1.1" status: 204 len: 168 time: 1.8291800 Dec 09 09:35:27.633153 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a3b57237-73df-42a4-a06d-f4256c71aedd req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/98622dba-f1d4-428d-95e7-14c45fb329a1 HTTP/1.1" status: 204 len: 173 time: 1.9346125 Dec 09 09:35:27.633605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59594) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:27.686398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Pushing event updated for resources: {'Port': ['ID=90b42123-e563-465b-8387-b87348090bd5,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:27.688625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ce5d3-90c8-4f91-8a19-91bfb8ad1fd9 None None] Network 5a70d79b-6682-4a43-a7e1-63f2ba70baed requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:27.692645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Allocated IP 172.20.0.1 (84bdeaba-e165-40e2-9350-68b7b768ff8a/0b81558f-18c1-4996-9133-57e36261fc10/df261cc2-34d8-4e43-a9ed-6c08a0bd91e1) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:27.705989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:27.725878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16b373-7028-42a7-bb11-bf1b27e7afd4 None None] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:27.736281 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251be219-2c7e-4e0e-904f-56027a7f891c', 'name': 'network-vif-deleted', 'tag': '98622dba-f1d4-428d-95e7-14c45fb329a1', 'status': 'completed', 'code': 200} Dec 09 09:35:27.742165 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-82a0bcfa-87ce-4350-b969-ee80d8dd100c req-888521d5-fd66-4774-9627-ca87cc9427d4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704416 Dec 09 09:35:27.860709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.896462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Attempting to bind port 90b42123-e563-465b-8387-b87348090bd5 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:27.896755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.896876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Attempting to bind port 90b42123-e563-465b-8387-b87348090bd5 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:27.897211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Attempting to bind port 90b42123-e563-465b-8387-b87348090bd5 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:27.901109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port a6c96e0f-1107-4054-8f44-23de8be3a624 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:27.902445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.917297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 98622dba-f1d4-428d-95e7-14c45fb329a1 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:27.943019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Transition to ACTIVE for port object df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:27.978123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:27.987713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:28.056878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:28.060911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:28.064848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:28.093889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5d6c6b1-7875-43a2-91e4-1ced02c7b78a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:28.122941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Pushing event updated for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:28.126553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:28.145573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.196253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 98622dba-f1d4-428d-95e7-14c45fb329a1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:28.196503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 98622dba-f1d4-428d-95e7-14c45fb329a1 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:28.221754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:28.222139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:28.222551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.222955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:28.223444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Bound port: 90b42123-e563-465b-8387-b87348090bd5, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:28.223848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.246453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.268711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port a6c96e0f-1107-4054-8f44-23de8be3a624, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a6c96e0f-1107-4054-8f44-23de8be3a624,segment=NetworkSegment(0fc032ea-368f-4099-88ff-645e3d17e6bd),segment_id=0fc032ea-368f-4099-88ff-645e3d17e6bd)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:28.269410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.289033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ce55a076-7d5d-4560-afe3-99c281af6d29 None None] Provisioning for port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:28.406268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for a6c96e0f-1107-4054-8f44-23de8be3a624 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:28.434240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] For port 90b42123-e563-465b-8387-b87348090bd5, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:28.463360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:28.468504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] For port 90b42123-e563-465b-8387-b87348090bd5, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=90b42123-e563-465b-8387-b87348090bd5,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:28.494141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.500042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fc7a29-38d9-44ef-bac8-0de1b6126a40 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:28.502359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.512130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:28.523961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.530220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.539088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:28.539468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.545846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=a6c96e0f-1107-4054-8f44-23de8be3a624,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:28.548412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:28.552241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No DVR routers for this DVR port a6c96e0f-1107-4054-8f44-23de8be3a624 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:28.559599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1cac7edc-af73-4055-b7c3-851ebc9b088b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:28.632944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Pushing event updated for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:28.641323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:28.651927 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.663396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Pushing event updated for resources: {'Port': ['ID=90b42123-e563-465b-8387-b87348090bd5,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:28.667861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:28.681470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb033806-0dc8-4b51-bc43-1f2baa28e81b None None] DHCP port deletion for 5a70d79b-6682-4a43-a7e1-63f2ba70baed request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:28.693818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:28.694456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:28.706105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.732983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a70d79b-6682-4a43-a7e1-63f2ba70baed']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:28.746212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc032ea-368f-4099-88ff-645e3d17e6bd') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:28.746620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc032ea-368f-4099-88ff-645e3d17e6bd') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:28.759258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.775397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.781835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:28.782194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.801574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:28.802509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:28.806395 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:28.925620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.929118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4768ac93-13de-4d93-a26b-dd47afe6ff2c tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:28.943674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.953625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:28.956192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59600) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:28.986256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=5a70d79b-6682-4a43-a7e1-63f2ba70baed,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:28.991898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:29.000964 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/5a70d79b-6682-4a43-a7e1-63f2ba70baed HTTP/1.1" status: 204 len: 168 time: 1.3657033 Dec 09 09:35:29.004698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.032880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:29.048215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.051348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:29.102517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:29.138834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:29.204680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:29.205035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a166f6cf-da3e-407b-bc32-8bfcbd7e06f8 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:29.373128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.397638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:29.414705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.427924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:29.448838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Provisioning complete for port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:29.449418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.505647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:29.572203 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:35:29.679626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.686424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-659be8e0-26ae-4cc0-bb0e-d67e09372082 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:29.705033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd96c1-a592-44eb-ada8-4f8b6874ba8d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:29.707725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:29.721438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.725197 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7fd96c1-a592-44eb-ada8-4f8b6874ba8d HTTP/1.1" status: 204 len: 168 time: 0.7653842 Dec 09 09:35:29.742307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.769569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59610) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.791097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Provisioning for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:29.798255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Provisioning complete for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:29.798631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:29.853665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df261cc2-34d8-4e43-a9ed-6c08a0bd91e1', 'name': '', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'mac_address': 'fa:16:3e:61:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:27Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 2, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'subnets': [{'id': '0b81558f-18c1-4996-9133-57e36261fc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:29.861154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-fe6745fa-25f7-4b8c-b0ac-662b225359bf None None] Port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:29.864012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c7a4c-155e-4237-a292-29f691b8a062 None None] The sync data for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv is: [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df261cc2-34d8-4e43-a9ed-6c08a0bd91e1', 'name': '', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'mac_address': 'fa:16:3e:61:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:27Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 2, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'subnets': [{'id': '0b81558f-18c1-4996-9133-57e36261fc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:29.962442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5d6c6b1-7875-43a2-91e4-1ced02c7b78a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:29.973605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:29.991376 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/8efe2ac9-9260-41a6-abd2-bbcaa4295c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9707451 Dec 09 09:35:30.069473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0b950d15-f71c-4038-8515-771f8afdc0e8 None None] Provisioning complete for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:30.069846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0b950d15-f71c-4038-8515-771f8afdc0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.141549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0b950d15-f71c-4038-8515-771f8afdc0e8 None None] Port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:30.143537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:30.143946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.302054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.400289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a6c96e0f-1107-4054-8f44-23de8be3a624 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:30.445010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a6c96e0f-1107-4054-8f44-23de8be3a624 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:30.446378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a6c96e0f-1107-4054-8f44-23de8be3a624 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:30.493518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port f64c2765-451b-4278-adb3-9e47472b2ec0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:30.494107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.610294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59620) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:30.662389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224747471', 'description': 'tempest-secgroup-smoke-224747471 description', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:30.673325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:30.683797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:30.691039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port f64c2765-451b-4278-adb3-9e47472b2ec0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f64c2765-451b-4278-adb3-9e47472b2ec0,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:30.691614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.714051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:30.725661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:30.751473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.811556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for f64c2765-451b-4278-adb3-9e47472b2ec0 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:30.843577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:30.850747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:30.881390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:30.893322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:30.988745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:30.994198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.000740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-30fcba9c-98be-4323-b848-d5b6164c703e tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:31.083336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.087386 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4733357 Dec 09 09:35:31.088911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59626) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.092704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43434fc-3c76-47a1-bb91-811c8d90cf14,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:31.099634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:31.103781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:31.108389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:31.112370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.114571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:31.116588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-beab262e-c3bf-4733-bdab-9eda921c60e3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:31.120075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:31.128696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:31.160868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=f64c2765-451b-4278-adb3-9e47472b2ec0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:31.163382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:31.192818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.249954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:31.250300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.353558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.404956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.522884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.530162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cdf64fe9-c07c-44d1-b35f-ef2867cf806e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:31.569522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19999b7-7326-42cf-bdeb-b2afb735fe45,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:31.577677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:31.581430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.585190 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4923961 Dec 09 09:35:31.594549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59630) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.603065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:31.611185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:31.625379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:31.629511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:31.639071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 6ef173ba-2780-4260-ac3b-dc27de8cb3ee, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:31.639555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.647223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:31.660079 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2eaaf-ea1a-496b-b599-3543a796f19a None None] New status for floating IP 9550390b-fd33-4969-a223-5c692dd5d165: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:35:31.771263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 6ef173ba-2780-4260-ac3b-dc27de8cb3ee owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:31.814991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:31.816418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.916455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.923292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.926186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4f561703-92aa-4161-a87c-20f6bd8ec5d3 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:31.961023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2e98eb-bdd5-4299-a4a2-9e76eba2208c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:31.964637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:31.970213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:31.971722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:31.972894 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3773859 Dec 09 09:35:31.976184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59634) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.984503 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9787962 Dec 09 09:35:31.987096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59638) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.991819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.001374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:32.008777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:32.014083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:32.053703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:32.083360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.101724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.112714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-007e7d51-50d5-4c6b-ad88-273299f66ac3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:32.166861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=6ef173ba-2780-4260-ac3b-dc27de8cb3ee,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:32.172157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:32.178692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting subnet 73ae5517-6eca-49ee-bceb-edd49ab9b4b8 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:32.182086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.244852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.301881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.340941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.363551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.371491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-442ea7c4-cd93-44b0-9450-a7d9ae56ae0c tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:32.398252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b034f633-c957-4432-a294-7c3402ba3819,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:32.401802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:32.417524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.421701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4415228 Dec 09 09:35:32.421940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.429211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.438763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:32.452214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:32.456076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:32.464048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:32.540748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.545499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a581c16e-7164-4675-a1ff-23ba23e3bfae tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:32.550160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.579390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Subnet': ['ID=73ae5517-6eca-49ee-bceb-edd49ab9b4b8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:32.583326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:32.586089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.594732 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/73ae5517-6eca-49ee-bceb-edd49ab9b4b8 HTTP/1.1" status: 204 len: 168 time: 0.6041749 Dec 09 09:35:32.594928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d3d41-21f6-405f-8234-e766ed56eb2d None None] Network 41e43fa8-5168-44c1-a6e3-0692112723a8 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:32.595435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59646) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.646583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.649121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.655298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.659204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ac7482c-e0de-4e12-86bb-b5ded4a85a5a tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:32.687146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f8d0b5-d32c-4c5a-82cf-146788735c60,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:32.723307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.734275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:32.735778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Deleting port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:32.736392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.751218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:32.758631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.759841 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3369439 Dec 09 09:35:32.762675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59650) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.775623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.792284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:32.798078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:32.798997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:32.801066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:32.805503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:32.819918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:32.870718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Project f8cd63ff7a18454a96b1387809b9aa4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:32.885856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:32.943607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:32.982653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.050556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] For port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,segment=NetworkSegment(d5829f06-f10b-4609-b0b3-db19106abff8),segment_id=d5829f06-f10b-4609-b0b3-db19106abff8)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:33.051078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.060992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.062014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:31Z', 'revision_number': 11, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.067984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.068358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Checking router: 3ff976be-457f-4b16-b7f2-a00fd11753a2 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:33.080540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Routers {'3ff976be-457f-4b16-b7f2-a00fd11753a2'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:33.080819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['3ff976be-457f-4b16-b7f2-a00fd11753a2'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.121087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:33.192521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0631cfb-0343-4142-b257-550f083f0273 None None] DHCP port deletion for 41e43fa8-5168-44c1-a6e3-0692112723a8 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:33.202021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Calling delete_port for 779fbb35-ce6d-4fc1-beda-9bade1e21b3a owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:33.205727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0631cfb-0343-4142-b257-550f083f0273 None None] Deleting port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:33.206396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0631cfb-0343-4142-b257-550f083f0273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.250219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00140e-c97c-4a06-a73a-683a2a42642b,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:33.254765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:33.260735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] Set router 3ff976be-457f-4b16-b7f2-a00fd11753a2 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:33.272599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.276502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5097351 Dec 09 09:35:33.277463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59654) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.285842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'security_group_rule': {'security_group_id': 'd43434fc-3c76-47a1-bb91-811c8d90cf14', 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:33.293389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:33.308442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:security_group_rule and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:33.312307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:33.319370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:33.328733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.333703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea0af2ae-7039-4137-8ac0-38a874f6a0cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:33.368209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Project f8cd63ff7a18454a96b1387809b9aa4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:33.383930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.395897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Port': ['ID=779fbb35-ce6d-4fc1-beda-9bade1e21b3a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:33.400860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b0631cfb-0343-4142-b257-550f083f0273 None None] The port '779fbb35-ce6d-4fc1-beda-9bade1e21b3a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:35:33.401249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:33.410243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:31Z', 'revision_number': 11, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.412896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No DVR routers for this DVR port 779fbb35-ce6d-4fc1-beda-9bade1e21b3a on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:33.415258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7ee76-7bb4-4c44-8a7d-22aefda500a0 None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [{'id': '3ff976be-457f-4b16-b7f2-a00fd11753a2', 'name': 'tempest-RoutersTest-router-683605195', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:34Z', 'updated_at': '2021-12-09T09:35:31Z', 'revision_number': 11, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:33.475958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:33.480643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-524564a9-586d-45db-8874-a56618d5a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.582486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.615855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.621223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.624774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e43fa8-5168-44c1-a6e3-0692112723a8']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.631465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd2423e2-bccf-4dd4-96c3-73f6f0c68401 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:33.656384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5829f06-f10b-4609-b0b3-db19106abff8') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.656680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5829f06-f10b-4609-b0b3-db19106abff8') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:33.668462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4332579-2c0f-4e13-b6e8-269f1f19dc7d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:33.673005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:33.674692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.685399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:33.690418 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/7b37cefb-5fa3-4866-a4ba-ae0fbfceec58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9172289 Dec 09 09:35:33.693400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59658) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.727285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.728921 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4503796 Dec 09 09:35:33.730117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.745376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:33.745874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:33.760926 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:33.888639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Sync routers for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:33.889378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:33.908309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:33.911092 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:34.003497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eccd9e5a-7efe-4afc-94b0-44b7570f733c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:34.022605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.033166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:35:34.037633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Pushing event deleted for resources: {'Network': ['ID=41e43fa8-5168-44c1-a6e3-0692112723a8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:34.039568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.058063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 779fbb35-ce6d-4fc1-beda-9bade1e21b3a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:34.072124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:34.079465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/networks/41e43fa8-5168-44c1-a6e3-0692112723a8 HTTP/1.1" status: 204 len: 168 time: 1.4831734 Dec 09 09:35:34.082766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59684) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.089281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'routes': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:34.105191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.136182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 779fbb35-ce6d-4fc1-beda-9bade1e21b3a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:34.136527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 779fbb35-ce6d-4fc1-beda-9bade1e21b3a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:34.140202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f64c2765-451b-4278-adb3-9e47472b2ec0 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:34.196237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f64c2765-451b-4278-adb3-9e47472b2ec0 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:34.196701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f64c2765-451b-4278-adb3-9e47472b2ec0 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:34.198292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.232536 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:34.286831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.298438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ba3a0434-6663-459d-b82d-268e811bf51f tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:34.340550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:34.344567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:34.348987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.354787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8682bb-d0b8-48c6-a985-1d54ee030807 None None] Network 6c8af748-dceb-4d10-a4d3-6f96477848ba requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:34.360963 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b363da29-05ba-45e4-af0f-ae43589a8b49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/99c0ace0-9d1a-4a33-bd0d-b5f0869d3bc1 HTTP/1.1" status: 204 len: 168 time: 0.6662686 Dec 09 09:35:34.363475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59688) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.465882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Added routes are [] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:35:34.466939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.extraroute_db [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Removed routes are [] {{(pid=83486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:35:34.467348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.589425 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:35:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:34.594840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Checking router: 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:34.609417 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Routers {'7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:34.610226 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:34.748059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.787200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.851624 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] Set router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:34.870956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.884307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] DHCP port deletion for 6c8af748-dceb-4d10-a4d3-6f96477848ba request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:35:34.892029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Deleting port 40434784-53e7-47d7-829f-2b10a9776613 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:34.892686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:34.897316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.284435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.308910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 239923b0-657a-40a9-a98f-c1bded88daf7 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:35:35.308910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.315114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 3ff976be-457f-4b16-b7f2-a00fd11753a2 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:35.408901 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:35:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:35.413689 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100a089-249f-4c58-a94a-13bbaf564f4d None None] The sync data for ids ['7b37cefb-5fa3-4866-a4ba-ae0fbfceec58'] in dv-neutron-821175-1-hyperv is: [{'id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'name': 'tempest-TestNetworkBasicOps-router-1154104915', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:19Z', 'updated_at': '2021-12-09T09:35:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '239923b0-657a-40a9-a98f-c1bded88daf7', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37cefb-5fa3-4866-a4ba-ae0fbfceec58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:21Z', 'updated_at': '2021-12-09T09:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:35.414384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] For port 40434784-53e7-47d7-829f-2b10a9776613, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=40434784-53e7-47d7-829f-2b10a9776613,segment=NetworkSegment(72734341-778b-448a-9816-beefe3fcff0e),segment_id=72734341-778b-448a-9816-beefe3fcff0e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:35.414873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.540272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:35.547852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.549315 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-271355ff-40e7-4cb9-8258-95b91c7c7894 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 700 time: 1.4655468 Dec 09 09:35:35.552278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59714) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.607230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-996153a3-bf7a-4a75-b6aa-262f83e7e503 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:35.609616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Calling delete_port for 40434784-53e7-47d7-829f-2b10a9776613 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:35.615284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 239923b0-657a-40a9-a98f-c1bded88daf7, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=239923b0-657a-40a9-a98f-c1bded88daf7,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:35.616153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.634865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-996153a3-bf7a-4a75-b6aa-262f83e7e503 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:35.639154 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-996153a3-bf7a-4a75-b6aa-262f83e7e503 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 205 time: 0.0827613 Dec 09 09:35:35.639390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59722) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.698898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.705628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:35.784236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6c18413-4f26-4fd5-bb86-0458ddd43d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:35.790533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Pushing event deleted for resources: {'Port': ['ID=40434784-53e7-47d7-829f-2b10a9776613,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:35.802947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:35.806134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] No DVR routers for this DVR port 40434784-53e7-47d7-829f-2b10a9776613 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:35:35.833486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 239923b0-657a-40a9-a98f-c1bded88daf7 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:35:36.022727 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.037759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6ef173ba-2780-4260-ac3b-dc27de8cb3ee no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:36.096189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6ef173ba-2780-4260-ac3b-dc27de8cb3ee {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:36.096946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6ef173ba-2780-4260-ac3b-dc27de8cb3ee not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:36.110387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 40434784-53e7-47d7-829f-2b10a9776613 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:36.181972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.188955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6058906-527d-4a4d-bc62-fbcfdd7e603f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:36.205004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 40434784-53e7-47d7-829f-2b10a9776613 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:36.205525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 40434784-53e7-47d7-829f-2b10a9776613 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:36.244411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=239923b0-657a-40a9-a98f-c1bded88daf7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:36.249987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:36.521271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.569407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.574136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.603555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.608570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 3ff976be-457f-4b16-b7f2-a00fd11753a2 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:35:36.629998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.637197 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d81c48a8-18cf-4806-99b0-a0e6d7da24cf tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 204 len: 168 time: 0.9960127 Dec 09 09:35:36.637197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59730) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.644700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1150082583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:36.651830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:36.657532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Usage tracker for resource:router and tenant:e887b3fcff3246428efa9af20410be21 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:36.660839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:36.667149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:36.681103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.682183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.734852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.757572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.775196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.816119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.817475 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-37bd6ffb-9de1-421f-80e1-ac189508d99c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1793301 Dec 09 09:35:36.820229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59734) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.826458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:36.964207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:36.969370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.001582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.002121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:35:37.026785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.026785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/7b37cefb-5fa3-4866-a4ba-ae0fbfceec58 HTTP/1.1" status: 204 len: 168 time: 2.6604292 Dec 09 09:35:37.029731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59738) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:37.215316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.355800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.414822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.667202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.752451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8af748-dceb-4d10-a4d3-6f96477848ba']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:37.767640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72734341-778b-448a-9816-beefe3fcff0e') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:37.767958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72734341-778b-448a-9816-beefe3fcff0e') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:37.783280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.805618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.817518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:35:37.817910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:37.833106 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:37.932048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Router 24c2008e-b506-4aa6-b937-3ce13c906157 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:35:37.934594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.940557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-226e3d4b-c453-4084-a909-1cb9d3b25693 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:37.956895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:37.975793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=6c8af748-dceb-4d10-a4d3-6f96477848ba,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:37.980986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:38.048894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 90b42123-e563-465b-8387-b87348090bd5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:38.052745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-521223ee-39a8-4f37-9312-9783209e4ac1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/6c8af748-dceb-4d10-a4d3-6f96477848ba HTTP/1.1" status: 204 len: 168 time: 1.0219893 Dec 09 09:35:38.068651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59744) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.077279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--91208414', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:38.083225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:38.088564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:38.092522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:38.099725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:38.117817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:38.122088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.131346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 90b42123-e563-465b-8387-b87348090bd5 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:38.138404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 90b42123-e563-465b-8387-b87348090bd5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:38.139048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.142156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:38.148670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.157446 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c34c7b7f-63ba-430f-aa7f-e8eff0520abe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "PUT /v2.0/routers/24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 200 len: 694 time: 1.3342373 Dec 09 09:35:38.157971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59748) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.163603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:35:38.178883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.179823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 9586b56f-6b44-4cf3-a9c9-8f46bd22b225 of type vlan for network 817cd15f-2f67-4696-8db0-408f78723bab Dec 09 09:35:38.189199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Sync routers for ids ['24c2008e-b506-4aa6-b937-3ce13c906157'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:38.226594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.242567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.244848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Routers {'24c2008e-b506-4aa6-b937-3ce13c906157'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:38.245478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['24c2008e-b506-4aa6-b937-3ce13c906157'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:38.279171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.283919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:38.284746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.289393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70fd5c9d-7756-4113-a970-9d22841ccc48 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:38.323307 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-731055b4-d1e7-4be5-b505-50e8ee6e76a6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/routers/24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 200 len: 700 time: 0.1636572 Dec 09 09:35:38.326254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59752) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.375074 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-64108bb5-e210-47a0-851f-e46ec36e6ff6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 200 len: 205 time: 0.0476706 Dec 09 09:35:38.377723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59756) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.380007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Set router 24c2008e-b506-4aa6-b937-3ce13c906157 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:38.498438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4277012 Dec 09 09:35:38.503289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2008e-b506-4aa6-b937-3ce13c906157', 'name': 'tempest-RoutersTest-router-1150082583', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:36Z', 'updated_at': '2021-12-09T09:35:37Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:38.510007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59762) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.512175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Checking router: 24c2008e-b506-4aa6-b937-3ce13c906157 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:38.520395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:38.526722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=817cd15f-2f67-4696-8db0-408f78723bab,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:38.528852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Routers {'24c2008e-b506-4aa6-b937-3ce13c906157'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:38.530616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['24c2008e-b506-4aa6-b937-3ce13c906157'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:38.533881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:38.536562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:38.557216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:38.562460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:38.578074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:38.593176 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:38.601688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.603883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.610290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:38.611060 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:38.628142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.636331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.639093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 817cd15f-2f67-4696-8db0-408f78723bab details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:35:38.785521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Sync routers for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:38.891575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:38.929390 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:38.964362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Routers set() bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:38.965010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Router IDs set() for agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 09:35:38.965824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_agentschedulers_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ff976be-457f-4b16-b7f2-a00fd11753a2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent'). {{(pid=83488) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 09:35:38.985788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] Set router 24c2008e-b506-4aa6-b937-3ce13c906157 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:39.142645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2008e-b506-4aa6-b937-3ce13c906157', 'name': 'tempest-RoutersTest-router-1150082583', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:36Z', 'updated_at': '2021-12-09T09:35:37Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:39.151551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.159400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb39da5-0590-4900-a124-5a96cd4ea56b None None] The sync data for ids ['24c2008e-b506-4aa6-b937-3ce13c906157'] in dv-neutron-821175-1-hyperv is: [{'id': '24c2008e-b506-4aa6-b937-3ce13c906157', 'name': 'tempest-RoutersTest-router-1150082583', 'tenant_id': 'e887b3fcff3246428efa9af20410be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:36Z', 'updated_at': '2021-12-09T09:35:37Z', 'revision_number': 2, 'project_id': 'e887b3fcff3246428efa9af20410be21', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:39.176035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Routers set() bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:39.176710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Router IDs set() for agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 09:35:39.184689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_agentschedulers_db [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ff976be-457f-4b16-b7f2-a00fd11753a2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent'). {{(pid=83488) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 09:35:39.185440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169ba7f0-0448-45b8-ab70-3b4f8608889d None None] The sync data for ids ['3ff976be-457f-4b16-b7f2-a00fd11753a2'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:39.194708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 90b42123-e563-465b-8387-b87348090bd5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=90b42123-e563-465b-8387-b87348090bd5,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:39.202930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.208568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:39.241942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.278681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.369972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=90b42123-e563-465b-8387-b87348090bd5,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:39.374098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:39.400192 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 2, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:39.407046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:39.407893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Updating router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 port 8fde0734-2e13-41a9-a060-30b9bd6432c2 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:39.447398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.174 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/046954fa-b576-4952-9b3a-c5698108966f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:39.469009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.473620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.475867 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.506090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.506639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Fanout notify agent at l3_agent the message router_deleted on router 24c2008e-b506-4aa6-b937-3ce13c906157 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:35:39.531164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.532439 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7062da2f-9794-4837-91c8-76e7bb6ba316 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 204 len: 168 time: 1.1537716 Dec 09 09:35:39.536142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.592561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59772) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.595365 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c192153a-fa8b-4b2a-b686-21a30d9c3c7e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 200 len: 205 time: 0.0578771 Dec 09 09:35:39.693810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-309dbc5b-d3ed-4e19-9bd2-fa3706c31f17 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:39.695846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-309dbc5b-d3ed-4e19-9bd2-fa3706c31f17 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/24c2008e-b506-4aa6-b937-3ce13c906157 HTTP/1.1" status: 404 len: 336 time: 0.1010563 Dec 09 09:35:39.697522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59776) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.702989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.734986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.739518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b9d92674-2c80-4e51-b802-3fb8c3375373 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:39.750639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-256f3789-fe2b-4de4-9088-3a051d48f540 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:39.751160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256f3789-fe2b-4de4-9088-3a051d48f540 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:39.762619 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-256f3789-fe2b-4de4-9088-3a051d48f540 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/31a2c8c8-2b69-43ec-8c55-fdccea3918e1 HTTP/1.1" status: 404 len: 337 time: 0.0563989 Dec 09 09:35:39.762619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59780) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.806630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-34db4f34-95cd-4c88-b861-44a3ea57b706 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:39.807090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34db4f34-95cd-4c88-b861-44a3ea57b706 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:39.811611 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34db4f34-95cd-4c88-b861-44a3ea57b706 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/14302db6-4e9c-4b37-9e05-5aef71314972 HTTP/1.1" status: 404 len: 337 time: 0.0505617 Dec 09 09:35:39.812103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.816404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:39.819931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:39.824831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:39.860573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=046954fa-b576-4952-9b3a-c5698108966f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:39.863039 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbf5bc7-1d75-4324-9fba-7276932fe739 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:39.863562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbf5bc7-1d75-4324-9fba-7276932fe739 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:39.865771 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ecbf5bc7-1d75-4324-9fba-7276932fe739 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/cb6c2b26-c48b-4004-9ee7-47b7796696b3 HTTP/1.1" status: 404 len: 337 time: 0.0527945 Dec 09 09:35:39.869259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:39.869964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59788) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.921075 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c35e8a-0429-49ac-b24d-644e45bb7171 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:39.921629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c35e8a-0429-49ac-b24d-644e45bb7171 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:39.923655 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d1c35e8a-0429-49ac-b24d-644e45bb7171 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/73ae5517-6eca-49ee-bceb-edd49ab9b4b8 HTTP/1.1" status: 404 len: 337 time: 0.0526366 Dec 09 09:35:39.926394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59792) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.947677 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.970978 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Transition to ACTIVE for port object 8fde0734-2e13-41a9-a060-30b9bd6432c2 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:39.983998 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:39.988823 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:40.029244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 90b42123-e563-465b-8387-b87348090bd5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:40.066777 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9349b79e-c317-407b-b344-8a9afab50901 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 200 len: 205 time: 0.1380594 Dec 09 09:35:40.072440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59796) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.159731 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-82d398f3-1ebb-4d3f-b042-7281e8ddc638 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:40.160856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-82d398f3-1ebb-4d3f-b042-7281e8ddc638 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/3ff976be-457f-4b16-b7f2-a00fd11753a2 HTTP/1.1" status: 404 len: 336 time: 0.0870316 Dec 09 09:35:40.163379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59800) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.171548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 90b42123-e563-465b-8387-b87348090bd5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:40.173041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.223086 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Pushing event updated for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:40.224482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.225330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.237045 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.237490 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.237834 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.238169 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.238499 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.238824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.239149 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.239475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.239819 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.240147 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.240466 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:35:40.270698 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2de54b26-2711-444b-aa18-ac3b9ad7f923 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=561bc150-da51-4304-a21f-29736e71ae42 HTTP/1.1" status: 200 len: 205 time: 0.1034379 Dec 09 09:35:40.271285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59804) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.298870 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:40.377894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Attempting to bind port 8fde0734-2e13-41a9-a060-30b9bd6432c2 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:40.378270 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Attempting to bind port 8fde0734-2e13-41a9-a060-30b9bd6432c2 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:40.378633 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Attempting to bind port 8fde0734-2e13-41a9-a060-30b9bd6432c2 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:40.387453 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:40.387453 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:40.388142 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.388712 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Bound using segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:40.389337 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Bound port: 8fde0734-2e13-41a9-a060-30b9bd6432c2, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:40.389858 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.426031 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-86cb37d5-20e7-4cc8-9654-71b5b022a199 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:40.430329 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86cb37d5-20e7-4cc8-9654-71b5b022a199 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/561bc150-da51-4304-a21f-29736e71ae42 HTTP/1.1" status: 404 len: 336 time: 0.1557276 Dec 09 09:35:40.430654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59808) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.494224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2ba29d-b6e4-4874-8f76-45d7394aa2ae tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:40.497186 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] For port 8fde0734-2e13-41a9-a060-30b9bd6432c2, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:40.498995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2ba29d-b6e4-4874-8f76-45d7394aa2ae tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:40.500975 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] For port 8fde0734-2e13-41a9-a060-30b9bd6432c2, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8fde0734-2e13-41a9-a060-30b9bd6432c2,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:40.504697 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc2ba29d-b6e4-4874-8f76-45d7394aa2ae tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/f3c22fa7-7554-4939-b7e7-28a9b4fe2956 HTTP/1.1" status: 404 len: 337 time: 0.0729609 Dec 09 09:35:40.505500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59812) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.506178 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:40.512317 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-66539a4d-91bb-4903-a698-4f68ba52f8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:40.567417 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5cfc93f9-7dcc-4ca8-a9a9-e433dc6b6a9f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 200 len: 205 time: 0.0582817 Dec 09 09:35:40.567875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59816) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.608674 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:40.609309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:40.670635 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-1aff8ead-80f7-4500-8b4c-b590fb99c3e3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:40.671071 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1aff8ead-80f7-4500-8b4c-b590fb99c3e3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/d391cc37-a74d-4bfc-9d72-57e8cee90247 HTTP/1.1" status: 404 len: 336 time: 0.1011403 Dec 09 09:35:40.673936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59820) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.689552 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Pushing event updated for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:40.694266 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:40.755321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ba41bfcf-d8f1-4900-9462-bda85f4e5c76 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Synchronizing usage tracker for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:40.791857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ba41bfcf-d8f1-4900-9462-bda85f4e5c76 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Unset dirty status for tenant:e887b3fcff3246428efa9af20410be21 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:40.792929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ba41bfcf-d8f1-4900-9462-bda85f4e5c76 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=363f90c6-0018-4bb0-a70e-072dd7713d88 HTTP/1.1" status: 200 len: 205 time: 0.1180558 Dec 09 09:35:40.796162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59826) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.821724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:35:40.884527 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-815b3454-4ca4-43a6-9203-23ed336d6781 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:40.887837 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-815b3454-4ca4-43a6-9203-23ed336d6781 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/363f90c6-0018-4bb0-a70e-072dd7713d88 HTTP/1.1" status: 404 len: 336 time: 0.0884266 Dec 09 09:35:40.896316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59830) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.920260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:40.937999 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96271af-d82c-4ae7-9365-e2ef3e8dc6f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:40.938434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96271af-d82c-4ae7-9365-e2ef3e8dc6f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:40.942772 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b96271af-d82c-4ae7-9365-e2ef3e8dc6f1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/cc017cac-2a33-4254-b147-e1d87ced1568 HTTP/1.1" status: 404 len: 337 time: 0.0430586 Dec 09 09:35:40.943122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59834) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.001379 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3dd544ec-1c6e-4705-8dd6-58c24659722b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca52363-a4cd-4a20-a504-0937df831303 HTTP/1.1" status: 200 len: 205 time: 0.0570760 Dec 09 09:35:41.003853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59838) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.100876 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-6a9c0ea8-1edc-4b31-a533-70387050d2fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:41.102034 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6a9c0ea8-1edc-4b31-a533-70387050d2fb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/9ca52363-a4cd-4a20-a504-0937df831303 HTTP/1.1" status: 404 len: 336 time: 0.0970163 Dec 09 09:35:41.104510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.144330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de21df8-0ed0-49f6-8b75-128a0cd1be7f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:41.145074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de21df8-0ed0-49f6-8b75-128a0cd1be7f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:41.146898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9de21df8-0ed0-49f6-8b75-128a0cd1be7f tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/1fd68390-3488-41ba-bdba-b38d2920d86d HTTP/1.1" status: 404 len: 337 time: 0.0413182 Dec 09 09:35:41.149526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59846) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.181813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:41.191617 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:41.201638 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-491c79c9-166e-4c6d-9ab1-bd305d542595 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "GET /v2.0/ports?device_id=69f0f7fc-aded-4485-a704-6595fd5a7878 HTTP/1.1" status: 200 len: 205 time: 0.0504758 Dec 09 09:35:41.211244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59850) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.225165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:41.226931 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7150600 Dec 09 09:35:41.230419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59854) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.256692 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:41.256692 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:41.298514 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-ba0ab75c-2f9d-4db4-a36d-b03b228968e8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] delete failed (client error): The resource could not be found. Dec 09 09:35:41.299549 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ba0ab75c-2f9d-4db4-a36d-b03b228968e8 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/routers/69f0f7fc-aded-4485-a704-6595fd5a7878 HTTP/1.1" status: 404 len: 336 time: 0.0873117 Dec 09 09:35:41.303199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59858) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.323118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5181c98e-d95f-419b-a7c0-3639be0551e5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0905399 Dec 09 09:35:41.327452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59862) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.361484 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-55be5f3f-9c4f-4201-887d-bb18fb74a5dd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:41.362010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55be5f3f-9c4f-4201-887d-bb18fb74a5dd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:41.363796 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-55be5f3f-9c4f-4201-887d-bb18fb74a5dd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/29e64ae1-b0be-43db-a26d-8bc79de6301c HTTP/1.1" status: 404 len: 337 time: 0.0596318 Dec 09 09:35:41.366380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59866) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.418707 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7966a6-0789-45fe-97c3-0aa4748e676b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:41.419807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7966a6-0789-45fe-97c3-0aa4748e676b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 09:35:41.421629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cc7966a6-0789-45fe-97c3-0aa4748e676b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] 10.222.0.41 "DELETE /v2.0/subnets/ac6acfa9-798e-4686-be07-1f00041c3b86 HTTP/1.1" status: 404 len: 337 time: 0.0542834 Dec 09 09:35:41.503072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67050a02-da07-4308-8e85-3fde1e7c6878 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:41.504759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-67050a02-da07-4308-8e85-3fde1e7c6878 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1762118 Dec 09 09:35:41.507579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59872) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.530372 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:41.557289 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f74366fc-7dae-439b-a1b9-6182c3971646 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478272 Dec 09 09:35:41.559594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59876) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.566979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372809729', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:41.653876 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:40Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:41.682527 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204be39-5d77-403e-af99-0d6b0b3a60b2 None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:40Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:41.869405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59884) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.877512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:41.898618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:41.905373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:41.919180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:41.925945 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:41.937166 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:41.937707 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Updating router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b port 046954fa-b576-4952-9b3a-c5698108966f binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:41.952029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:42.072319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8fde0734-2e13-41a9-a060-30b9bd6432c2 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:42.117326 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.162870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:42.169732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:42.170052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.188999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.319435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b66bb484-68ab-4dea-8342-b9ccecdc028b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e887b3fcff3246428efa9af20410be21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4477508 Dec 09 09:35:42.321931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59890) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.398815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.462040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 8fde0734-2e13-41a9-a060-30b9bd6432c2, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8fde0734-2e13-41a9-a060-30b9bd6432c2,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:42.467858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.470640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:42.506575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.520119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.526925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e414a70f-0888-4ff4-a160-f965116a4430 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:42.564892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.568379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:42.571585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:42.627085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=0e9710a1-31fa-45da-b754-3099a276d8f7,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:42.632038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:42.639123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.645226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:42.645700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 817cd15f-2f67-4696-8db0-408f78723bab, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:35:42.645976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:42.663580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68f443-7d6d-46b6-a291-9b86ab9ab1d1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:42.670828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.672402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f68f443-7d6d-46b6-a291-9b86ab9ab1d1 HTTP/1.1" status: 204 len: 168 time: 0.3479180 Dec 09 09:35:42.673356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:42.681684 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.686556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 817cd15f-2f67-4696-8db0-408f78723bab is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:35:42.696320 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Transition to ACTIVE for port object 046954fa-b576-4952-9b3a-c5698108966f will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:42.704155 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.711281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 817cd15f-2f67-4696-8db0-408f78723bab) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:42.713710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:42.717535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:42.720235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.722666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8febdf3-c32f-4624-8f97-06393cb951f1 None None] Network 817cd15f-2f67-4696-8db0-408f78723bab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:42.755793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59896) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.757421 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1952991 Dec 09 09:35:42.815942 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Attempting to bind port 046954fa-b576-4952-9b3a-c5698108966f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:42.816587 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Attempting to bind port 046954fa-b576-4952-9b3a-c5698108966f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:42.817133 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Attempting to bind port 046954fa-b576-4952-9b3a-c5698108966f on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:42.822354 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Pushing event updated for resources: {'Port': ['ID=046954fa-b576-4952-9b3a-c5698108966f,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:42.830130 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:42.835570 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:42.835986 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:42.836440 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.836836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:42.837296 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Bound port: 046954fa-b576-4952-9b3a-c5698108966f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:42.837687 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.928898 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] For port 046954fa-b576-4952-9b3a-c5698108966f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:42.932291 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] For port 046954fa-b576-4952-9b3a-c5698108966f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=046954fa-b576-4952-9b3a-c5698108966f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:42.939547 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:42.950282 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:43.079943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-817cd15f-2f67-4696-8db0-408f78723bab', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:35:43.081060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:43.174783 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Pushing event updated for resources: {'Port': ['ID=046954fa-b576-4952-9b3a-c5698108966f,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:43.195632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:43.197126 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:43.197847 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:43.350823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Allocated IP 172.20.0.2 (817cd15f-2f67-4696-8db0-408f78723bab/0e9710a1-31fa-45da-b754-3099a276d8f7/b8787252-72bd-4299-b634-e577658c50f1) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:43.454430 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:43.693026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:43.742084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Transition to ACTIVE for port object b8787252-72bd-4299-b634-e577658c50f1 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:43.799688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Transition to ACTIVE for port object b8787252-72bd-4299-b634-e577658c50f1 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:43.813669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:43.820710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:43.917697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Network 817cd15f-2f67-4696-8db0-408f78723bab is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:43.923137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:43.927331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:43.933540 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:43.942897 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4a639-5f72-4798-b07a-79d38f8e8718 None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:44.032959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Pushing event updated for resources: {'Port': ['ID=b8787252-72bd-4299-b634-e577658c50f1,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:44.036381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:44.056813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Attempting to bind port b8787252-72bd-4299-b634-e577658c50f1 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:44.057190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Attempting to bind port b8787252-72bd-4299-b634-e577658c50f1 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:44.057564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Attempting to bind port b8787252-72bd-4299-b634-e577658c50f1 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:44.065413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:44.065798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Checking segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:44.066382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:44.066740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Bound using segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:44.067213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Bound port: b8787252-72bd-4299-b634-e577658c50f1, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:44.067593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:44.189142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] For port b8787252-72bd-4299-b634-e577658c50f1, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:44.197797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] For port b8787252-72bd-4299-b634-e577658c50f1, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8787252-72bd-4299-b634-e577658c50f1,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:44.207957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:44.213129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-63125548-0777-489e-b7c4-7cc6535fbd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:44.243398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:44.289776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59922) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.317410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8fde0734-2e13-41a9-a060-30b9bd6432c2 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:44.423423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Pushing event updated for resources: {'Port': ['ID=b8787252-72bd-4299-b634-e577658c50f1,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:44.427029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:44.439065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 8fde0734-2e13-41a9-a060-30b9bd6432c2 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:44.439454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:44.509791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d371d8a1-5d1f-40d9-867c-832e8ff96681 tempest-DvrRoutersNegativeTest-952479455 tempest-DvrRoutersNegativeTest-952479455-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1222398835', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:44.514224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.policy [None req-d371d8a1-5d1f-40d9-867c-832e8ff96681 tempest-DvrRoutersNegativeTest-952479455 tempest-DvrRoutersNegativeTest-952479455-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83486) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 09 09:35:44.514834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.policy [None req-d371d8a1-5d1f-40d9-867c-832e8ff96681 tempest-DvrRoutersNegativeTest-952479455 tempest-DvrRoutersNegativeTest-952479455-project] Failed policy check for 'create_router' {{(pid=83486) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 09 09:35:44.515616 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-d371d8a1-5d1f-40d9-867c-832e8ff96681 tempest-DvrRoutersNegativeTest-952479455 tempest-DvrRoutersNegativeTest-952479455-project] create failed (client error): Access was denied to this resource. Dec 09 09:35:44.522045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d371d8a1-5d1f-40d9-867c-832e8ff96681 tempest-DvrRoutersNegativeTest-952479455 tempest-DvrRoutersNegativeTest-952479455-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2279344 Dec 09 09:35:44.632024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 239923b0-657a-40a9-a98f-c1bded88daf7 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:35:44.694942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 239923b0-657a-40a9-a98f-c1bded88daf7 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:35:44.695304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 239923b0-657a-40a9-a98f-c1bded88daf7 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:35:45.011647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59932) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:45.032500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (817cd15f-2f67-4696-8db0-408f78723bab/0e9710a1-31fa-45da-b754-3099a276d8f7/30a686c8-a58a-4caf-972f-25386a5e31c9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:45.055650 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-52b37cfb-8548-44d5-bb56-f731ada7a742 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1803589 Dec 09 09:35:45.225451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.284598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:45.289702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Usage tracker for resource:security_group_rule and tenant:00f58c4725b947648a74b5cea5638835 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:45.297296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:45.305978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:45.311994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-f15bd151-36ba-4fcf-b9da-bb08b22afa25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1098 time: 0.2118957 Dec 09 09:35:45.315021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.372074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 30a686c8-a58a-4caf-972f-25386a5e31c9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:45.413212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.420885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.428151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-156c10c5-69ba-48a6-814b-82386aedc354 tempest-PortsTestJSON-356283604 tempest-PortsTestJSON-356283604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:45.478516 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d52859-d723-4b59-a671-338e6916510b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:45.483655 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00f58c4725b947648a74b5cea5638835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4707100 Dec 09 09:35:45.484796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:45.486195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59940) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:45.566799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.570889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-d90f498e-67d7-43c4-b002-6e06fb24794f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:45.572493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-d90f498e-67d7-43c4-b002-6e06fb24794f service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 898 time: 0.2328722 Dec 09 09:35:45.599431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.656269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.668390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88ef28-fcfc-4de6-b98c-0f4fdca752d5 None None] Network 817cd15f-2f67-4696-8db0-408f78723bab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:35:45.672538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.673572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2e8a09a-287c-4156-8b07-b94edaa02303 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:45.681290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-32d363ff-b8c8-4216-a922-cba2483154e7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:45.702719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d52859-d723-4b59-a671-338e6916510b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:45.705416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:45.708387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:45.710263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-581816f8-b5d1-48ca-95b7-e781499ef646 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25d52859-d723-4b59-a671-338e6916510b HTTP/1.1" status: 204 len: 168 time: 0.2223449 Dec 09 09:35:45.782015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 817cd15f-2f67-4696-8db0-408f78723bab is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:45.792740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:45.803568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:45.833799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bc49e658-7550-4ed6-91bb-bbf7db1b71c5 None None] Provisioning for port b8787252-72bd-4299-b634-e577658c50f1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:45.837739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:45.849060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-93a8d687-df57-4ff7-b2dc-774087aca3ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 1001 time: 0.2690964 Dec 09 09:35:45.849921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:46.049452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8787252-72bd-4299-b634-e577658c50f1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:46.057087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-deb8394d-1ec2-4474-a078-d5e12d3a1a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:46.058947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-deb8394d-1ec2-4474-a078-d5e12d3a1a75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.1948745 Dec 09 09:35:46.062914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.197074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b8787252-72bd-4299-b634-e577658c50f1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:46.206178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b8787252-72bd-4299-b634-e577658c50f1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:46.209218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.252076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-43723d35-5d80-4304-97a2-bd4e054b3124 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1842394 Dec 09 09:35:46.363345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.381325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.397639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Provisioning for port 30a686c8-a58a-4caf-972f-25386a5e31c9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:46.408536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Provisioning complete for port 30a686c8-a58a-4caf-972f-25386a5e31c9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:46.408837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.482681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b8787252-72bd-4299-b634-e577658c50f1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8787252-72bd-4299-b634-e577658c50f1,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:46.486429 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-97587aa4-0244-413f-aa42-654e10980a70 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272091 Dec 09 09:35:46.488657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Port 30a686c8-a58a-4caf-972f-25386a5e31c9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:46.506288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.510161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:46.615518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b8787252-72bd-4299-b634-e577658c50f1,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:46.619587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Provisioning complete for port b8787252-72bd-4299-b634-e577658c50f1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:46.619997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2cb8-364b-4649-917b-47a485cd1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.644271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:46.882958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9b1f486e-23a7-47ff-b4bd-14707fcbdb21 None None] Provisioning complete for port 30a686c8-a58a-4caf-972f-25386a5e31c9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:46.883656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9b1f486e-23a7-47ff-b4bd-14707fcbdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:46.898356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-28a82058-ce7f-4cf5-be09-0aa076558af1 req-19695899-1b94-46b8-acdb-6ec869b1ea42 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465264 Dec 09 09:35:46.960537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f486e-23a7-47ff-b4bd-14707fcbdb21 None None] Port 30a686c8-a58a-4caf-972f-25386a5e31c9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:47.106433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:47.111388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:47.138112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c051e625-2cf9-496b-a00e-0591edadf794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:47.224128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:47.226542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:47.230239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:47.369496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 817cd15f-2f67-4696-8db0-408f78723bab is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:47.370587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:47.595429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-381d1670-0864-45a8-b6ca-11bf02e78253 None None] Provisioning complete for port 30a686c8-a58a-4caf-972f-25386a5e31c9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:47.596179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-381d1670-0864-45a8-b6ca-11bf02e78253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:47.684478 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-381d1670-0864-45a8-b6ca-11bf02e78253 None None] Port 30a686c8-a58a-4caf-972f-25386a5e31c9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:47.823417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:35:47.965602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8787252-72bd-4299-b634-e577658c50f1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:48.033710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:35:48.053322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/4f48b6c3-30e3-4308-80b6-6a47b6b8377b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2966821 Dec 09 09:35:48.053800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59950) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.054307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b8787252-72bd-4299-b634-e577658c50f1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:48.054695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:48.227566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.227887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.228256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.228624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.228979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.229334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.229686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.234866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-93dc45e8-acc2-4142-896a-fec12966dab6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1771042 Dec 09 09:35:48.235118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59954) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.313264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.314008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.314367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.314724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.315099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.315451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.315817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:48.317606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dae4d7fc-529d-4664-ad06-f60bc1dd4459 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0816061 Dec 09 09:35:48.320994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59958) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.655804 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1921f6a4-4d95-493b-86e8-5024c759804f tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3328648 Dec 09 09:35:49.057157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 59968) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.062940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548613518', 'description': 'tempest-secgroup-smoke-1548613518 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.068797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.073879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.078432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.084163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.096640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.132632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.136542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.140532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.146616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.205290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.209299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.212881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d76720fc-25de-4fc5-baef-b8e7ea26b6a0 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:49.253970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7ee71-3eb3-4674-a233-3c50b25ab48f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:49.257987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:49.260131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.265318 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2069559 Dec 09 09:35:49.265837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.273877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.282298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.288989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.292261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.300762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.334953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.398425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.403201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.406148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-abe2737d-b3cf-4731-b0fd-eb785452b197 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:49.429212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af479c91-7363-449b-b150-80381d5a4a1c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:49.431785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:49.440617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.441780 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1740830 Dec 09 09:35:49.444509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59980) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.449860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.456383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.460184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.463005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.469796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.490441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.555919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.569917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.576579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef7a9cf7-72d4-4fc2-a9e2-011df3c7c916 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:49.596986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d073a063-c3cf-4d71-8a96-6a79bb43077b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:49.599684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:49.607577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.609222 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1637661 Dec 09 09:35:49.611937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.619201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.625177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.629126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.631969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.637562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.656062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.720479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.724049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.725803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f7d45f56-20a2-46a6-bc38-6a3a8037e50b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:49.746746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aef278c-531c-4e63-a80a-07eef92b009f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:49.749468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:49.756752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.757853 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444016 Dec 09 09:35:49.760697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.766752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.772984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.776797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.780298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.785941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.802098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.868653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.872157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.873909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e54f1ab3-fd33-43d9-bf33-a67771c7a12b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:49.897224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed585cb5-cc51-4b9e-b79c-5e1dc6909b73,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:49.898713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:49.913424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:49.915079 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1534216 Dec 09 09:35:49.917745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 59994) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.924896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.933284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:49.938497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:49.943023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:49.951616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:49.965015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:49.973185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.048527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.052235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.057715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4b061306-a7a3-45fc-9ab3-90799266d4b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:50.078939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e850230c-861a-4cc8-9480-c7fb29c73433,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:50.081560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:50.089230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.090419 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1714790 Dec 09 09:35:50.093451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60004) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:50.099073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '4cd7ee71-3eb3-4674-a233-3c50b25ab48f', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:50.105455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:50.109433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:35:50.112407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:35:50.118112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:50.129130 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:50.135455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.201575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.206263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.208167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ae3d7912-0107-4a6c-b158-15caf92ccaee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:50.233461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e18af01-4a32-4e92-ad46-f8d0207cf6c7,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:50.235870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:50.243848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:50.255144 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506577 Dec 09 09:35:50.694615 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-348f3170-fe53-49e5-b114-17be8997584b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548613518&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0417783 Dec 09 09:35:50.852680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-1c01c57e-cdaf-434e-9009-0cd489b42b3e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:50.853352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-1c01c57e-cdaf-434e-9009-0cd489b42b3e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:50.869010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-1c01c57e-cdaf-434e-9009-0cd489b42b3e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:50.870288 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-1c01c57e-cdaf-434e-9009-0cd489b42b3e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 795 time: 0.1689756 Dec 09 09:35:50.886230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-15e28c69-5f9f-42b8-a3ac-5a2a9a9a1baa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0105004 Dec 09 09:35:51.008748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-0258430f-a9d2-4037-85c0-66f229de1de3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:51.032713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-0258430f-a9d2-4037-85c0-66f229de1de3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:51.034273 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-0258430f-a9d2-4037-85c0-66f229de1de3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431098 Dec 09 09:35:51.054974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-bb101119-d8e8-4477-859b-191b113b3b46 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:35:51.055937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-bb101119-d8e8-4477-859b-191b113b3b46 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079863 Dec 09 09:35:51.190387 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-9d68e2a8-3743-4c62-b59e-39583c39f96a service neutron] 10.222.0.41 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278744 Dec 09 09:35:51.321349 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-b1369587-eb74-4865-9a00-45de496e39f3 service neutron] 10.222.0.41 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252079 Dec 09 09:35:51.663995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5b4cade4-80c5-4e51-bdc2-61f07c3eddbf req-bf71abe0-e976-4910-8f6c-05ba503dd7fa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:51.683406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5b4cade4-80c5-4e51-bdc2-61f07c3eddbf req-bf71abe0-e976-4910-8f6c-05ba503dd7fa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:51.697114 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b4cade4-80c5-4e51-bdc2-61f07c3eddbf req-bf71abe0-e976-4910-8f6c-05ba503dd7fa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 210 time: 0.2332795 Dec 09 09:35:52.633372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-71c059a3-b7c2-431d-acc6-1bff866a55b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:52.634046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-71c059a3-b7c2-431d-acc6-1bff866a55b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:52.646482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-71c059a3-b7c2-431d-acc6-1bff866a55b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:52.647568 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-71c059a3-b7c2-431d-acc6-1bff866a55b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 795 time: 0.1627533 Dec 09 09:35:52.705577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-b9fe03bc-4f6d-412a-9c40-f6f954f03768 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:52.722769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-b9fe03bc-4f6d-412a-9c40-f6f954f03768 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:52.724191 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-b9fe03bc-4f6d-412a-9c40-f6f954f03768 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 380 time: 0.0632150 Dec 09 09:35:52.733678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '8abab694-d152-432c-8f29-7571e07b12d6', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['4cd7ee71-3eb3-4674-a233-3c50b25ab48f']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:52.870661 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-62d9e7ac-8f96-4727-bb4e-40821a34dbc2 req-f34d7476-5065-4ea8-95f5-1015a122ea33 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 210 time: 0.0539744 Dec 09 09:35:52.894921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:52.905726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:52.916771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:52.921005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:53.096310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.13 (817cd15f-2f67-4696-8db0-408f78723bab/0e9710a1-31fa-45da-b754-3099a276d8f7/41953e72-a562-4c14-95b5-5ed618428f93) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:53.332283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Sync routers for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:35:53.348232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:53.348893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:53.446658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:53.470243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 41953e72-a562-4c14-95b5-5ed618428f93 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:53.504257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:53.521219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-afd1169b-89a7-4aff-a744-245493000c81 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:53.605496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 817cd15f-2f67-4696-8db0-408f78723bab is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:53.611127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:53.616806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:53.639850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:53.698441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:53.703063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:53.746626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:53.747348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:53.799131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0697627 Dec 09 09:35:53.814318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d2354719-e44c-4f21-b841-621fa9618c4c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:35:53.816043 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-d2354719-e44c-4f21-b841-621fa9618c4c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0098326 Dec 09 09:35:53.830047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Request body: {'port': {'device_id': '8abab694-d152-432c-8f29-7571e07b12d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:54.158033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.180596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 046954fa-b576-4952-9b3a-c5698108966f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:54.270638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3c2f22f5-a0f7-4d7d-a9d0-c1b621444e60 None None] Provisioning for port 41953e72-a562-4c14-95b5-5ed618428f93 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:54.283620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3c2f22f5-a0f7-4d7d-a9d0-c1b621444e60 None None] Provisioning complete for port 41953e72-a562-4c14-95b5-5ed618428f93 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:54.284066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3c2f22f5-a0f7-4d7d-a9d0-c1b621444e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.337884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fad90-7fe7-4b1d-b30c-0107a85fe303 req-c076ec16-160c-49d7-bd7b-7d2450b5c502 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:54.338576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b20fad90-7fe7-4b1d-b30c-0107a85fe303 req-c076ec16-160c-49d7-bd7b-7d2450b5c502 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:54.343927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df261cc2-34d8-4e43-a9ed-6c08a0bd91e1', 'name': '', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'mac_address': 'fa:16:3e:61:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:27Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 2, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'subnets': [{'id': '0b81558f-18c1-4996-9133-57e36261fc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:54.349864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 046954fa-b576-4952-9b3a-c5698108966f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:54.353095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f22f5-a0f7-4d7d-a9d0-c1b621444e60 None None] Port 41953e72-a562-4c14-95b5-5ed618428f93 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:54.356863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Checking router: 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:35:54.357752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Updating router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:35:54.371626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b20fad90-7fe7-4b1d-b30c-0107a85fe303 req-c076ec16-160c-49d7-bd7b-7d2450b5c502 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:54.372859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b20fad90-7fe7-4b1d-b30c-0107a85fe303 req-c076ec16-160c-49d7-bd7b-7d2450b5c502 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 932 time: 0.2700350 Dec 09 09:35:54.381061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 046954fa-b576-4952-9b3a-c5698108966f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:54.381450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.464191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.508611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b20fad90-7fe7-4b1d-b30c-0107a85fe303 req-beefef4b-69a8-41e6-9f53-151203286843 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144717 Dec 09 09:35:54.633991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41953e72-a562-4c14-95b5-5ed618428f93 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:35:54.636857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.640971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.657667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Transition to ACTIVE for port object 41953e72-a562-4c14-95b5-5ed618428f93 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:54.662788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.672435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 046954fa-b576-4952-9b3a-c5698108966f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=046954fa-b576-4952-9b3a-c5698108966f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:54.675642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f3ee9fe3-f09d-4fe3-9474-fb03db288968 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:54.694987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:54.700187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:54.849077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=046954fa-b576-4952-9b3a-c5698108966f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:54.853675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:54.941805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:54.949149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:54.994554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.012329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Transition to ACTIVE for port object df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:55.024074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.028105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f7f00a41-c3c6-4b31-8dae-1fbf34353c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:55.107104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Attempting to bind port 41953e72-a562-4c14-95b5-5ed618428f93 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:55.107445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Attempting to bind port 41953e72-a562-4c14-95b5-5ed618428f93 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:55.107792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Attempting to bind port 41953e72-a562-4c14-95b5-5ed618428f93 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:55.114178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Port 41953e72-a562-4c14-95b5-5ed618428f93 on network 817cd15f-2f67-4696-8db0-408f78723bab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:35:55.114558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Attempting to bind port 41953e72-a562-4c14-95b5-5ed618428f93 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:55.121149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:55.121486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Checking segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:55.121875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Bound using segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:55.122306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Bound port: 41953e72-a562-4c14-95b5-5ed618428f93, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:55.122684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.163553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Pushing event updated for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:55.170207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:55.219154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:55.222457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41953e72-a562-4c14-95b5-5ed618428f93,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:55.227278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.239229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b201d200-6987-48a0-bf4b-c7c2ec0a5807 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:55.266019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Attempting to bind port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:35:55.266423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Attempting to bind port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:35:55.266931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Attempting to bind port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 on network 84bdeaba-e165-40e2-9350-68b7b768ff8a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:35:55.273898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:55.274282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Checking segment: {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:35:55.274689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.275092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Bound using segment: {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:35:55.275705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Bound port: df261cc2-34d8-4e43-a9ed-6c08a0bd91e1, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:35:55.276116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.301385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.302743 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 1094 time: 1.4803221 Dec 09 09:35:55.303343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:35:55.330987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:55.334196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:55.369508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] For port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:35:55.373665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] For port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:35:55.381621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:55.383253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93', 'status': 'completed', 'code': 200} Dec 09 09:35:55.387447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a8e51e4d-e595-4fc9-8347-ffe827d8400e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:55.423654 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-30000dac-1777-48e9-adf4-b28988cc4f34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1097 time: 0.0805192 Dec 09 09:35:55.479443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Pushing event updated for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:55.488579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:55.491071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:35:55.491985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:55.515862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-f6be2b5b-b285-471c-9c5c-2363f49083ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 217 time: 0.0842347 Dec 09 09:35:55.632861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-9b181808-c318-44a8-9825-3b6b34f4db09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:55.634757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-9b181808-c318-44a8-9825-3b6b34f4db09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.1119506 Dec 09 09:35:55.750885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:35:55.800037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-926024e2-dcaf-4939-aaf0-f8c218cacc65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588516 Dec 09 09:35:56.047406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:56.072223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797ace-594e-4d96-a564-59c587a7dcf5 req-fd2037bf-effa-4319-9709-138d207857a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:56.086250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe797ace-594e-4d96-a564-59c587a7dcf5 req-fd2037bf-effa-4319-9709-138d207857a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 944 time: 0.3792596 Dec 09 09:35:56.172697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe797ace-594e-4d96-a564-59c587a7dcf5 req-ef7d68d5-4cbf-4442-88e8-67c238c40654 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863633 Dec 09 09:35:56.174925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-c9d8b8a9-a7f3-4df6-bde4-762a94239bec service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633633 Dec 09 09:35:56.222514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:56.232165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:56.232727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:56.311994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df261cc2-34d8-4e43-a9ed-6c08a0bd91e1', 'name': '', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'mac_address': 'fa:16:3e:61:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:27Z', 'updated_at': '2021-12-09T09:35:55Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'subnets': [{'id': '0b81558f-18c1-4996-9133-57e36261fc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:35:56.317321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f23fd-b67c-43d9-8fbb-f3a2620f6663 None None] The sync data for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv is: [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:28Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df261cc2-34d8-4e43-a9ed-6c08a0bd91e1', 'name': '', 'network_id': '84bdeaba-e165-40e2-9350-68b7b768ff8a', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'mac_address': 'fa:16:3e:61:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b81558f-18c1-4996-9133-57e36261fc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:27Z', 'updated_at': '2021-12-09T09:35:55Z', 'revision_number': 4, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'subnets': [{'id': '0b81558f-18c1-4996-9133-57e36261fc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:35:56.335800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caeb67fc-60e3-4d84-a3e2-08d098691992 req-a223c87a-31e6-4cab-96bd-af559a39a9fe service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536403 Dec 09 09:35:56.351262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-da1b2a62-e8c2-423a-85ee-e2136e76ea22 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:56.378560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-da1b2a62-e8c2-423a-85ee-e2136e76ea22 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:56.379802 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-da1b2a62-e8c2-423a-85ee-e2136e76ea22 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224747471&fields=id&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 267 time: 0.2104595 Dec 09 09:35:56.407892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:56.444898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:35:56.451877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:56.452906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 046954fa-b576-4952-9b3a-c5698108966f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:56.496957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-f9ce8d0b-1cf1-4a2b-8cc4-0e18120bc8bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1097 time: 0.0868759 Dec 09 09:35:56.502283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:56.566220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-87276396-854b-4f3c-aafa-ed1f0a3ae0a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:56.567514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-87276396-854b-4f3c-aafa-ed1f0a3ae0a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:56.587627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:56.591146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:56.597315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-87276396-854b-4f3c-aafa-ed1f0a3ae0a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:56.598275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 046954fa-b576-4952-9b3a-c5698108966f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:56.598671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:56.599606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-87276396-854b-4f3c-aafa-ed1f0a3ae0a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.2113154 Dec 09 09:35:56.621839 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-bca0535b-346d-4117-b92c-a16c33275793 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/quotas/f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 375 time: 0.0164557 Dec 09 09:35:56.659607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628683da-9ffd-4198-9565-a64544cde395 req-ec5fd04f-30e5-4ec9-9724-1725ffc0b0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:56.661126 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-ec5fd04f-30e5-4ec9-9724-1725ffc0b0a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.1575067 Dec 09 09:35:56.724204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-8b4e5342-482f-41a9-9b28-c7a8a680c84a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:35:56.734567 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-8c9c7808-3130-4d27-8917-cf67f904a2a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 217 time: 0.0664377 Dec 09 09:35:56.753967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-8b4e5342-482f-41a9-9b28-c7a8a680c84a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:35:56.755374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-8b4e5342-482f-41a9-9b28-c7a8a680c84a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327794 Dec 09 09:35:56.827974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628683da-9ffd-4198-9565-a64544cde395 req-de507279-9c49-4c51-8ea7-dd19cd62bcbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:56.829423 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-de507279-9c49-4c51-8ea7-dd19cd62bcbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0882182 Dec 09 09:35:56.910866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-c1c50c5c-f687-49f5-9059-5040b240b9ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750744 Dec 09 09:35:56.922936 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-cb66a04e-21ad-4e94-91dc-fdaafe7bc706 service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499000 Dec 09 09:35:57.046814 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-6d98d134-5dcf-4c0c-aa46-3cdbedbb5397 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293592 Dec 09 09:35:57.055208 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-fa63af85-21f8-416e-a9e5-7fd569b56e4c service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259243 Dec 09 09:35:57.296636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-628683da-9ffd-4198-9565-a64544cde395 req-a2dbc087-0d1e-4b74-bfb0-52f5c4228a64 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429318 Dec 09 09:35:57.391364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a732b-8829-4c8f-803b-820a018e6153 req-596613a1-a7d6-4bfe-b278-c85fad76191a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:57.393092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-961a732b-8829-4c8f-803b-820a018e6153 req-596613a1-a7d6-4bfe-b278-c85fad76191a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 944 time: 0.0852532 Dec 09 09:35:57.446101 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-961a732b-8829-4c8f-803b-820a018e6153 req-d1598fb7-250e-4400-a170-ace4eb9f8c94 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468946 Dec 09 09:35:57.495432 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebad44d4-11b5-4c70-b80d-0fe99ae25d8e req-c9522d17-72d7-47ef-872d-a28ca448fdc1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 210 time: 0.0564096 Dec 09 09:35:57.954076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:35:58.023366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:58.023891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:58.511310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-aa668ad6-9f5f-4c70-85be-b9e230af075d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:58.512750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-aa668ad6-9f5f-4c70-85be-b9e230af075d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.1470752 Dec 09 09:35:58.649627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-c858908b-83c4-4770-8c00-ac9644e2abb5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 379 time: 0.0955241 Dec 09 09:35:58.662251 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ff11c3b-5296-4c34-a0b6-fe2fd1cba92c req-40ed4d25-ebb2-442b-99d8-a996ae6d6783 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 210 time: 0.0431774 Dec 09 09:35:58.673255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb7dc-b99a-465a-b902-45f6ee1bfd42 req-50281c78-fd9a-4aa7-abbf-c28aa09594ec tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:58.674706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c73bb7dc-b99a-465a-b902-45f6ee1bfd42 req-50281c78-fd9a-4aa7-abbf-c28aa09594ec tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 944 time: 0.1049461 Dec 09 09:35:58.725146 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c73bb7dc-b99a-465a-b902-45f6ee1bfd42 req-5f96886a-1910-4c58-aaf2-f8520d169f6b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Dec 09 09:35:58.749192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'port': {'device_id': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'admin_state_up': True, 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'security_groups': ['d43434fc-3c76-47a1-bb91-811c8d90cf14']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:58.889500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:35:58.899409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:35:58.916563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Made reservation on behalf of f8cd63ff7a18454a96b1387809b9aa4b for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:35:58.920414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.090769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.20.0.8 (7f7acf83-e2b9-4c0c-bcef-17249ae7217f/f4c02c0b-338f-439a-9ba8-647d901e3440/4c8cd049-2825-40cc-a659-074528b5fac9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:35:59.305739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.325276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Transition to ACTIVE for port object 4c8cd049-2825-40cc-a659-074528b5fac9 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:35:59.352373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.360310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:35:59.426534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:35:59.434640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:35:59.441673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:35:59.553921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:35:59.556739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:35:59.566367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:59.566978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.623140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778510 Dec 09 09:35:59.636045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Request body: {'port': {'device_id': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:59.701925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1050f8-fe4e-47a7-a8cd-657f344fc82b req-9704f51e-d78d-4ca9-9b30-3212740ba38b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:59.703911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6e1050f8-fe4e-47a7-a8cd-657f344fc82b req-9704f51e-d78d-4ca9-9b30-3212740ba38b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.2635503 Dec 09 09:35:59.712916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6c5e55c9-cd0e-496a-9321-0517b4a279b9 None None] Provisioning for port 4c8cd049-2825-40cc-a659-074528b5fac9 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:35:59.721831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6c5e55c9-cd0e-496a-9321-0517b4a279b9 None None] Provisioning complete for port 4c8cd049-2825-40cc-a659-074528b5fac9 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:35:59.722300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6c5e55c9-cd0e-496a-9321-0517b4a279b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.786762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e55c9-cd0e-496a-9321-0517b4a279b9 None None] Port 4c8cd049-2825-40cc-a659-074528b5fac9 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:35:59.812796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:35:59.827871 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6e1050f8-fe4e-47a7-a8cd-657f344fc82b req-20936da9-6d34-40f9-858b-2f943963f769 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120677 Dec 09 09:35:59.931784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408db03a-36bb-4656-8e2f-376214158b8c req-ecbc745b-2a7f-4ec8-9540-c700f5f278f8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:35:59.934546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-408db03a-36bb-4656-8e2f-376214158b8c req-ecbc745b-2a7f-4ec8-9540-c700f5f278f8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 931 time: 0.1257393 Dec 09 09:35:59.962844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 41953e72-a562-4c14-95b5-5ed618428f93 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:36:00.031845 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-408db03a-36bb-4656-8e2f-376214158b8c req-60c2da61-1a29-4e13-8dc8-b93b8fced9da tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921903 Dec 09 09:36:00.147253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41953e72-a562-4c14-95b5-5ed618428f93,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:00.161561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '41953e72-a562-4c14-95b5-5ed618428f93', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'port_id': '41953e72-a562-4c14-95b5-5ed618428f93', 'mac_address': 'fa:16:3e:b3:92:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:36:00.192534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a8529-27da-479c-a723-fb4c0b318cbe req-5ab48478-9586-48b2-948d-76594035bb11 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:00.194002 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-465a8529-27da-479c-a723-fb4c0b318cbe req-5ab48478-9586-48b2-948d-76594035bb11 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 944 time: 0.2179735 Dec 09 09:36:00.221813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.239512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41953e72-a562-4c14-95b5-5ed618428f93 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:36:00.254981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41953e72-a562-4c14-95b5-5ed618428f93,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:00.259228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.261737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5bfee75f-63e0-4edd-af4d-dc83b5d8f474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:00.343124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:00.346155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:00.419597 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-465a8529-27da-479c-a723-fb4c0b318cbe req-2508125c-2afe-4e79-8003-65802b0fc632 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155604 Dec 09 09:36:00.432399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8cd049-2825-40cc-a659-074528b5fac9 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:36:00.450638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.471640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Transition to ACTIVE for port object 4c8cd049-2825-40cc-a659-074528b5fac9 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:36:00.475221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.478895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:00.603282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Pushing event updated for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:00.607423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:00.650112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['41953e72-a562-4c14-95b5-5ed618428f93'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:36:00.725813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Attempting to bind port 4c8cd049-2825-40cc-a659-074528b5fac9 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:36:00.726157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Attempting to bind port 4c8cd049-2825-40cc-a659-074528b5fac9 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:36:00.726485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Attempting to bind port 4c8cd049-2825-40cc-a659-074528b5fac9 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:36:00.732881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Port 4c8cd049-2825-40cc-a659-074528b5fac9 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:36:00.733208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Attempting to bind port 4c8cd049-2825-40cc-a659-074528b5fac9 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:36:00.739700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:36:00.740069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:36:00.740457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Bound using segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:36:00.740887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Bound port: 4c8cd049-2825-40cc-a659-074528b5fac9, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:36:00.741231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.835054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:36:00.838871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4c8cd049-2825-40cc-a659-074528b5fac9,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:36:00.845816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.850123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:00.911924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:00.913282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] 10.222.0.58 "PUT /v2.0/ports/4c8cd049-2825-40cc-a659-074528b5fac9 HTTP/1.1" status: 200 len: 1093 time: 1.2822788 Dec 09 09:36:00.916145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:00.947666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Pushing event updated for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:00.987553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:01.059995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9', 'status': 'completed', 'code': 200} Dec 09 09:36:01.111887 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-e339d02b-46b3-4739-9b54-bbc14c5612a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 1096 time: 0.1191375 Dec 09 09:36:01.138156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b7b75-db5d-46f1-a7c0-49cdf992c32c req-1a0cbd0a-d1ac-4aa7-81ce-dc20a07f2952 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:01.148366 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b69b7b75-db5d-46f1-a7c0-49cdf992c32c req-1a0cbd0a-d1ac-4aa7-81ce-dc20a07f2952 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1173036 Dec 09 09:36:01.208388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b69b7b75-db5d-46f1-a7c0-49cdf992c32c req-e3dea249-03e0-484e-a0e9-d3349ecee083 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586751 Dec 09 09:36:01.219391 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-08f0ca03-0492-4199-ae95-03d8ae1a9f8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8cd049-2825-40cc-a659-074528b5fac9 HTTP/1.1" status: 200 len: 217 time: 0.0941198 Dec 09 09:36:01.310950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-57d918e3-f9f3-40f4-a040-b9874e4dcfbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:01.312645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-57d918e3-f9f3-40f4-a040-b9874e4dcfbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0829720 Dec 09 09:36:01.462421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a834-2479-4323-a2b3-43bf44a6d6d0 req-5ef15f2e-d54e-4721-92a4-dcd9c5106ff8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:01.462612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0307a834-2479-4323-a2b3-43bf44a6d6d0 req-5ef15f2e-d54e-4721-92a4-dcd9c5106ff8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:36:01.469413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-4f7362c4-1f59-41af-a664-74e6b12e26c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1496279 Dec 09 09:36:01.509534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0307a834-2479-4323-a2b3-43bf44a6d6d0 req-5ef15f2e-d54e-4721-92a4-dcd9c5106ff8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:36:01.510955 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0307a834-2479-4323-a2b3-43bf44a6d6d0 req-5ef15f2e-d54e-4721-92a4-dcd9c5106ff8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.1568193 Dec 09 09:36:01.631048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65429-4bb5-4810-84f8-11c485581bea req-ded22205-2162-4f31-aec6-e9f2971ba5c9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:01.632528 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2ea65429-4bb5-4810-84f8-11c485581bea req-ded22205-2162-4f31-aec6-e9f2971ba5c9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 945 time: 0.0858917 Dec 09 09:36:01.636041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0307a834-2479-4323-a2b3-43bf44a6d6d0 req-a452c1ae-ded0-4ed3-b198-03a719e8f325 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730395 Dec 09 09:36:01.653607 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-f02c8d43-2127-4b02-9575-b2da9b975cda service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764224 Dec 09 09:36:01.683115 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2ea65429-4bb5-4810-84f8-11c485581bea req-87daf7f8-46ab-456d-829a-89fefc2375a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Dec 09 09:36:01.789624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f44a36ee-58e2-4bdc-baab-4f52c6c24b3d req-5c709d0a-7347-42b3-b912-fbb5703d754b service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295576 Dec 09 09:36:01.908038 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-31c29dd8-c41f-436e-82a0-42fac1ee910d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 1096 time: 0.0772574 Dec 09 09:36:01.979335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 41953e72-a562-4c14-95b5-5ed618428f93 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:36:02.048790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-65d94f16-a2e8-49f7-8489-f44977113e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:02.050242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-65d94f16-a2e8-49f7-8489-f44977113e33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1356168 Dec 09 09:36:02.057170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 41953e72-a562-4c14-95b5-5ed618428f93 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:36:02.063350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 41953e72-a562-4c14-95b5-5ed618428f93 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:36:02.064083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:02.129939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-c4f03249-261d-46c5-8cfb-8873ce0cacaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8cd049-2825-40cc-a659-074528b5fac9 HTTP/1.1" status: 200 len: 217 time: 0.0709949 Dec 09 09:36:02.183606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:02.198224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-891dd34e-2282-4b7c-b70c-f6d026eb0df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:02.199660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-891dd34e-2282-4b7c-b70c-f6d026eb0df9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0613291 Dec 09 09:36:02.210948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:02.225108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41953e72-a562-4c14-95b5-5ed618428f93,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:02.243196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:02.245185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-9f65f2ea-8f17-4826-a50c-0d9fd832a202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:02.287404 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93', 'code': 200} Dec 09 09:36:02.299685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-edbf0f08-b25b-4948-87f9-5c34d1969023 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933101 Dec 09 09:36:02.336172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:02.339661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:02.547307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e789e-c803-4424-ae7d-f5a8f4645e0f req-275b237b-9f71-4b1f-9c65-5945391ab648 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:02.549061 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9a4e789e-c803-4424-ae7d-f5a8f4645e0f req-275b237b-9f71-4b1f-9c65-5945391ab648 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1501040 Dec 09 09:36:02.561128 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-11209856-47b3-4c5c-80b4-8ded99c8f368 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523420 Dec 09 09:36:02.601869 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a89bbeab-0928-4c6b-8c12-b910c5805a65 req-ddd0185f-a6e4-4b02-a8b6-e3dcf5059753 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1099 time: 0.1212952 Dec 09 09:36:02.631540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9a4e789e-c803-4424-ae7d-f5a8f4645e0f req-082e93bf-21c1-404a-a467-84a259b8fe1b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720084 Dec 09 09:36:02.657290 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a89bbeab-0928-4c6b-8c12-b910c5805a65 req-562dac64-050d-4b7b-8b06-4ac4adfbb583 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466275 Dec 09 09:36:02.700395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd8ea30f-a1c9-4a06-a3bb-7f6c8f556214 req-e3944797-976b-4002-aaed-077d64a877e7 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324830 Dec 09 09:36:02.845975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:02.852531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd652809-903d-44e9-8c8f-5a68a6e5c53c req-31706683-a6fe-44b3-b035-ebe06a267ca7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:02.854106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd652809-903d-44e9-8c8f-5a68a6e5c53c req-31706683-a6fe-44b3-b035-ebe06a267ca7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0904193 Dec 09 09:36:02.903352 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd652809-903d-44e9-8c8f-5a68a6e5c53c req-5365fc9c-7056-4634-8281-94e449bc23d5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Dec 09 09:36:03.024007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95244278-a703-4ed7-aa39-472489adfc8c req-a59c1e98-7f6b-4bfd-9f00-23b352c4a961 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:03.025452 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95244278-a703-4ed7-aa39-472489adfc8c req-a59c1e98-7f6b-4bfd-9f00-23b352c4a961 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0776460 Dec 09 09:36:03.077456 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95244278-a703-4ed7-aa39-472489adfc8c req-eb6ed5bd-ec39-4970-932c-ecb7838b182e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454428 Dec 09 09:36:03.484382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6c81f1cc-ae2f-43c9-8543-1d3b659f8112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:03.836546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4153f7-9a3e-4e69-8b87-4a70938e508b req-54b806f8-9aa9-420e-9d10-0dc88c37107f tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:03.837977 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4153f7-9a3e-4e69-8b87-4a70938e508b req-54b806f8-9aa9-420e-9d10-0dc88c37107f tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0767212 Dec 09 09:36:03.886387 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4153f7-9a3e-4e69-8b87-4a70938e508b req-a3973d38-c0d1-492c-a41a-f8c672bee77a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Dec 09 09:36:04.099674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a59e7-d0ed-4e67-9d5f-36108b590a27 req-80baa6fd-cb4d-48db-8b0c-8b3c39326bb7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:04.101079 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-307a59e7-d0ed-4e67-9d5f-36108b590a27 req-80baa6fd-cb4d-48db-8b0c-8b3c39326bb7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0771430 Dec 09 09:36:04.147865 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-307a59e7-d0ed-4e67-9d5f-36108b590a27 req-eeb39e8d-0579-4e94-abb6-a30cd9739900 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Dec 09 09:36:04.280974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd69483-d5d1-4774-b59b-aff4648b6dd5 req-f35c2be3-76eb-46ad-91cc-1ae7b9aa0149 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:04.282420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4fd69483-d5d1-4774-b59b-aff4648b6dd5 req-f35c2be3-76eb-46ad-91cc-1ae7b9aa0149 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0784512 Dec 09 09:36:04.330698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4fd69483-d5d1-4774-b59b-aff4648b6dd5 req-883a9172-05c5-4e8b-9ed0-12210a4959dd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Dec 09 09:36:04.581792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:04.833006 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:36:04.846414 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:04.847014 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:35:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:05.024992 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:05.092189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb4cc-4cf5-4175-b908-1e3d64a2788c req-1893428d-ec28-48d4-b8d2-ae4fbc293c0a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:05.093608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7c8fb4cc-4cf5-4175-b908-1e3d64a2788c req-1893428d-ec28-48d4-b8d2-ae4fbc293c0a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0846548 Dec 09 09:36:05.139326 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7c8fb4cc-4cf5-4175-b908-1e3d64a2788c req-5bd19c1f-34e3-4c05-a4cc-40291f8d5edd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392869 Dec 09 09:36:05.331408 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:05.335256 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:36:05.335615 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Updating router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b port 30a686c8-a58a-4caf-972f-25386a5e31c9 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:36:05.348069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b5cfb-2530-4647-ab40-d48c2d38099d req-a1a093d1-be04-4620-9d4f-5a70db2bb09d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:05.349413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b54b5cfb-2530-4647-ab40-d48c2d38099d req-a1a093d1-be04-4620-9d4f-5a70db2bb09d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0798957 Dec 09 09:36:05.390815 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:05.396887 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b54b5cfb-2530-4647-ab40-d48c2d38099d req-68dee5e8-6747-4608-947f-9c0b5acdce3a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Dec 09 09:36:05.531077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc7aa-5743-47e0-8750-2f4c03fd50a7 req-240f9207-2b68-4de1-b529-0ddd606d30ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:05.532548 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de5cc7aa-5743-47e0-8750-2f4c03fd50a7 req-240f9207-2b68-4de1-b529-0ddd606d30ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0774541 Dec 09 09:36:05.578467 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de5cc7aa-5743-47e0-8750-2f4c03fd50a7 req-b6635a57-4c08-4899-a4d6-0b6ab2b67e3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Dec 09 09:36:05.704037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb948-8aef-4753-b884-6320fd04f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:05.760763 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:05.773885 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Transition to ACTIVE for port object 30a686c8-a58a-4caf-972f-25386a5e31c9 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:36:05.777835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b046b2-5c32-4254-bbd6-6804f357106a req-de1c5934-bba8-4d71-8606-983bb1e869a8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:05.780204 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-05b046b2-5c32-4254-bbd6-6804f357106a req-de1c5934-bba8-4d71-8606-983bb1e869a8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0785203 Dec 09 09:36:05.780719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:05.784265 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:05.826631 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-05b046b2-5c32-4254-bbd6-6804f357106a req-a5fafd5b-298b-4df8-acdc-9ec410d945da tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Dec 09 09:36:05.854913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60134) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:05.941312 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8cfd2f9a-990b-4dc1-822a-f1a985f6c36f tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1094 time: 0.0845037 Dec 09 09:36:05.943880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60138) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:05.948834 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Pushing event updated for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:05.949802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '41953e72-a562-4c14-95b5-5ed618428f93', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:05.959149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:36:05.963695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:36:05.967596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:36:05.975420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:36:05.988300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:05.988679 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:06.015672 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Attempting to bind port 30a686c8-a58a-4caf-972f-25386a5e31c9 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:36:06.016066 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Attempting to bind port 30a686c8-a58a-4caf-972f-25386a5e31c9 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:36:06.016427 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Attempting to bind port 30a686c8-a58a-4caf-972f-25386a5e31c9 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:36:06.023256 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:36:06.023628 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Checking segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:36:06.024083 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.024482 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Bound using segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:36:06.024933 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Bound port: 30a686c8-a58a-4caf-972f-25386a5e31c9, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:36:06.025300 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.114335 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] For port 30a686c8-a58a-4caf-972f-25386a5e31c9, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:36:06.118222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] For port 30a686c8-a58a-4caf-972f-25386a5e31c9, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30a686c8-a58a-4caf-972f-25386a5e31c9,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:36:06.122743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.126545 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:06.219262 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Pushing event updated for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:06.223341 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:06.225710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:06.226314 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:06.252326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.414131 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:06.438132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da91dd-af09-450a-808a-6d3cc876c4b0 req-4514029d-a6db-479a-be96-e412bab4bade tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:06.439612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42da91dd-af09-450a-808a-6d3cc876c4b0 req-4514029d-a6db-479a-be96-e412bab4bade tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1511407 Dec 09 09:36:06.485186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.160 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/11b4b4c1-b276-4312-8199-191cd8b9d63c) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:36:06.515237 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42da91dd-af09-450a-808a-6d3cc876c4b0 req-e58a21c1-dec0-470e-b89c-fb65c66dc20b tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692048 Dec 09 09:36:06.583925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:36:06.623609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cb33-fa5d-4b6a-84f5-1fad677c946a req-ef3e50b3-3e7b-4a42-ba53-f13a6c6e9979 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:06.625778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f0a1cb33-fa5d-4b6a-84f5-1fad677c946a req-ef3e50b3-3e7b-4a42-ba53-f13a6c6e9979 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0840263 Dec 09 09:36:06.659200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.676683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f0a1cb33-fa5d-4b6a-84f5-1fad677c946a req-3b702afe-e881-46d3-bfba-340af3869497 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Dec 09 09:36:06.690652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.694721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-59c60999-5aa2-40ab-b6b4-2da914245e87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:06.746751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:06.755799 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:06Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:06.757030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:36:06.760022 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fde6af-8f36-46cc-93eb-9c5871d6a99d None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:06Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:36:06.764045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:36:06.768687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:36:06.851643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=11b4b4c1-b276-4312-8199-191cd8b9d63c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:06.858453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:07.312146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:07.368192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:07.591931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:07.597678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:07.601586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8710e37-baa7-427b-b842-06d9a71a2f3a tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:07.727047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=11b4b4c1-b276-4312-8199-191cd8b9d63c,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:07.735709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:07.766045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:07.852077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6adf7-5be5-49d0-adb6-10d2e9a96704 req-0ccfcfb1-557d-4d23-a38a-283aeed33216 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:07.853497 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2cd6adf7-5be5-49d0-adb6-10d2e9a96704 req-0ccfcfb1-557d-4d23-a38a-283aeed33216 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1926360 Dec 09 09:36:07.879115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbdf35-b241-44c7-aadb-9e770785f212 req-a99f6ad9-1d11-4fc6-82ef-d4a1f519b1e2 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:07.880643 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56fbdf35-b241-44c7-aadb-9e770785f212 req-a99f6ad9-1d11-4fc6-82ef-d4a1f519b1e2 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0793700 Dec 09 09:36:07.948647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56fbdf35-b241-44c7-aadb-9e770785f212 req-60e1c1d9-24e8-4fbc-b95e-ffc07dd5165c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624552 Dec 09 09:36:08.000159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30a686c8-a58a-4caf-972f-25386a5e31c9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:36:08.068155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 30a686c8-a58a-4caf-972f-25386a5e31c9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:36:08.073061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 30a686c8-a58a-4caf-972f-25386a5e31c9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:36:08.073558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:08.089833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2cd6adf7-5be5-49d0-adb6-10d2e9a96704 req-4ec50b1d-7bb0-458c-ab84-9d5e9176b5fa tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291391 Dec 09 09:36:08.137895 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP aac427a9-71ca-4759-95f5-911bd4481cb4 associated. External IP: 172.26.4.160, port: 41953e72-a562-4c14-95b5-5ed618428f93. Dec 09 09:36:08.188212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:08.221896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:08.233522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 30a686c8-a58a-4caf-972f-25386a5e31c9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30a686c8-a58a-4caf-972f-25386a5e31c9,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:08.237183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:08.238962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:08.305150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:08.308085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:08.530495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:36:08.768714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:36:08.796093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:08.861314 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9157989 Dec 09 09:36:08.862097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:08.864377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.920010 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93', 'status': 'completed', 'code': 200} Dec 09 09:36:09.030095 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-02c1497a-e8b4-484d-9236-ea175a2b1dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1638265 Dec 09 09:36:09.054371 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-9744c109-31d6-4e92-b06f-81a3f69b822b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1099 time: 0.1062958 Dec 09 09:36:09.175503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24b76-fedc-4ae1-80a3-faa0b336d80c req-0ed430f7-f03a-4219-b80d-e121cc3ed94e tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:09.177051 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-73c24b76-fedc-4ae1-80a3-faa0b336d80c req-0ed430f7-f03a-4219-b80d-e121cc3ed94e tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0869513 Dec 09 09:36:09.208243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-75fcb2fd-519d-4a8a-b85d-3d242befeaff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:09.209708 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-75fcb2fd-519d-4a8a-b85d-3d242befeaff service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.1478410 Dec 09 09:36:09.230140 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-73c24b76-fedc-4ae1-80a3-faa0b336d80c req-d33c7b6f-f8dd-4e79-b309-9dddecf67653 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 Dec 09 09:36:09.383853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-ffc7cc58-9a4b-45f9-abb0-27ac68f9a27b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 1000 time: 0.1561327 Dec 09 09:36:09.446431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5348-efa8-4f20-a3e1-d1932b8b859c req-f9afbd87-613e-49cf-ac5c-d45bb7c837e1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:09.447890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-15ea5348-efa8-4f20-a3e1-d1932b8b859c req-f9afbd87-613e-49cf-ac5c-d45bb7c837e1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1541734 Dec 09 09:36:09.486017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-ac53e0f8-f370-4480-9700-5d5868c8de65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:09.487408 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-ac53e0f8-f370-4480-9700-5d5868c8de65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0896792 Dec 09 09:36:09.548957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-15ea5348-efa8-4f20-a3e1-d1932b8b859c req-fd415d99-4b49-4b56-9b11-480cceea9308 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911617 Dec 09 09:36:09.577763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-89e2fe02-8bab-48a6-a796-3a0a752cab80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812981 Dec 09 09:36:09.814776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-699b72d4-49f1-40bf-a1f3-d210617de78e service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292101 Dec 09 09:36:09.948209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-997836d3-cc3e-41cb-8b4a-18620ff96e8d req-cf5e6357-486f-4f10-812a-70bbe7a37db6 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265612 Dec 09 09:36:09.963258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30a686c8-a58a-4caf-972f-25386a5e31c9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:36:10.033590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:10.034145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 30a686c8-a58a-4caf-972f-25386a5e31c9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:36:10.034260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:10.140219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b88b697-f5af-4c36-9a4d-bc4c7bf1bd74 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1053476 Dec 09 09:36:10.431504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601666-1a72-4585-9007-938e3c3d7ba6 req-7e4c1185-95f8-4afa-a519-fce7acceda6c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:10.432958 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38601666-1a72-4585-9007-938e3c3d7ba6 req-7e4c1185-95f8-4afa-a519-fce7acceda6c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0805204 Dec 09 09:36:10.477741 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38601666-1a72-4585-9007-938e3c3d7ba6 req-581c4140-d1a4-49a7-9f5d-ff272fbd261a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386889 Dec 09 09:36:10.746123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd244ef-9f90-4e05-ac96-5a3e521ce81d req-a0dcbc84-3732-4f58-a051-bf42c8b6225e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:10.747555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bbd244ef-9f90-4e05-ac96-5a3e521ce81d req-a0dcbc84-3732-4f58-a051-bf42c8b6225e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0792744 Dec 09 09:36:10.792822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bbd244ef-9f90-4e05-ac96-5a3e521ce81d req-4a3b452b-b843-4875-b109-f4a3b92b3781 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Dec 09 09:36:11.143659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60168) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:11.248417 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c1169c48-33e0-4d7e-a0f7-0b381ea0fa43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1033015 Dec 09 09:36:11.677044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcef17-1f85-4237-8c9b-1fea2723fe9e req-ed700ed4-90dd-46e7-ad5b-03fe162a682a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:11.678486 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2efcef17-1f85-4237-8c9b-1fea2723fe9e req-ed700ed4-90dd-46e7-ad5b-03fe162a682a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 943 time: 0.0775373 Dec 09 09:36:11.724003 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2efcef17-1f85-4237-8c9b-1fea2723fe9e req-5c4470ae-5b15-48fe-96a2-a05727a8e197 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Dec 09 09:36:11.990755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788118-d2c5-4603-8ac5-f3b88e1d1d9d req-ecad3a70-ad5d-475d-842e-58a88f0e50d6 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:11.992217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-02788118-d2c5-4603-8ac5-f3b88e1d1d9d req-ecad3a70-ad5d-475d-842e-58a88f0e50d6 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0771530 Dec 09 09:36:11.997241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 4c8cd049-2825-40cc-a659-074528b5fac9 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:36:12.038073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-02788118-d2c5-4603-8ac5-f3b88e1d1d9d req-fbb7050b-f535-48f2-9cb6-2bae81804dcc tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Dec 09 09:36:12.133254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4c8cd049-2825-40cc-a659-074528b5fac9,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:12.146357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '4c8cd049-2825-40cc-a659-074528b5fac9', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'port_id': '4c8cd049-2825-40cc-a659-074528b5fac9', 'mac_address': 'fa:16:3e:dc:16:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:36:12.201460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:12.221412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8cd049-2825-40cc-a659-074528b5fac9 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:36:12.236622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4c8cd049-2825-40cc-a659-074528b5fac9,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:12.240380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:12.242065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:12.252259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60176) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:12.305865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:12.308807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:12.357781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72e64a67-9bed-4849-8d9b-1fafede0c253 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1036773 Dec 09 09:36:12.749736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['4c8cd049-2825-40cc-a659-074528b5fac9'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:36:12.925972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7cabd-31af-4553-a1bc-2937865049d8 req-9274e55e-890b-42a7-9f70-4020c64b0d4a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:12.927426 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-93d7cabd-31af-4553-a1bc-2937865049d8 req-9274e55e-890b-42a7-9f70-4020c64b0d4a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 944 time: 0.0793266 Dec 09 09:36:12.979086 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-93d7cabd-31af-4553-a1bc-2937865049d8 req-60c28201-77c3-459f-a19c-85e889d1471a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454516 Dec 09 09:36:13.254655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14f395-5355-4bdf-971f-fd3b513c7c0e req-ddb4b621-a424-4d28-8077-48e7dd77b33f tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:13.256099 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bf14f395-5355-4bdf-971f-fd3b513c7c0e req-ddb4b621-a424-4d28-8077-48e7dd77b33f tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0782657 Dec 09 09:36:13.299920 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bf14f395-5355-4bdf-971f-fd3b513c7c0e req-b1a068c0-4d01-4834-84f0-200f3656da5c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Dec 09 09:36:13.361413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60184) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:13.466195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c89280b7-6a7a-49e0-9dcb-5883c76c0f0d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1035028 Dec 09 09:36:14.009663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 4c8cd049-2825-40cc-a659-074528b5fac9 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:36:14.079794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 4c8cd049-2825-40cc-a659-074528b5fac9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:36:14.084266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 4c8cd049-2825-40cc-a659-074528b5fac9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:36:14.084651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:14.177023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb62a3-cac5-4dfb-9e94-e2f4fa2a54e9 req-cc8fd84c-0efb-45cc-9879-dca46195c5d7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:14.178469 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7ebb62a3-cac5-4dfb-9e94-e2f4fa2a54e9 req-cc8fd84c-0efb-45cc-9879-dca46195c5d7 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 944 time: 0.0792005 Dec 09 09:36:14.195953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:14.222270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:14.224265 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7ebb62a3-cac5-4dfb-9e94-e2f4fa2a54e9 req-b0050dcc-e970-4670-bf0a-d955a6cb3b33 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Dec 09 09:36:14.231885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4c8cd049-2825-40cc-a659-074528b5fac9,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:14.237450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:14.238305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:36:14.275593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:14.314634 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9', 'code': 200} Dec 09 09:36:14.367251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:14.370805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:14.430802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:14.464728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:14.469944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:14.471947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:14.484548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60194) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.540049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:14.543120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:14.611001 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e44042cc-e20a-4014-afb0-c20561af4797 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1251571 Dec 09 09:36:14.629450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e9d6292-4500-40c0-ab52-0a8e578ad4d0 req-49952ef5-bf1f-4ad7-9650-86d7401b91f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1096 time: 0.1760297 Dec 09 09:36:14.674073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e9d6292-4500-40c0-ab52-0a8e578ad4d0 req-c0c0bf75-664d-4321-94d3-9e1b0243e16f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Dec 09 09:36:14.676812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aace5a-245d-48be-a546-2a1b3aaa8bd1 req-9a6dad05-9fef-4953-a343-15264c4aff32 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:14.678279 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f4aace5a-245d-48be-a546-2a1b3aaa8bd1 req-9a6dad05-9fef-4953-a343-15264c4aff32 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.2555358 Dec 09 09:36:14.681001 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2d910d0d-4d89-44ec-b69e-0f5eccc6b300 req-c9442b30-1fcf-497f-a364-3649d1874f23 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 1098 time: 0.2231429 Dec 09 09:36:14.723555 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f4aace5a-245d-48be-a546-2a1b3aaa8bd1 req-f728765b-bfc1-4372-9253-b15fc5ccec1d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Dec 09 09:36:14.968137 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2d910d0d-4d89-44ec-b69e-0f5eccc6b300 req-b9f30890-97ed-4a65-bc4f-419f802aed2d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 Dec 09 09:36:15.423285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1ccd2-4608-44f5-b425-5a87f18e8d35 req-d0837043-db84-4071-bcb5-78b376deab15 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:15.424753 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-14e1ccd2-4608-44f5-b425-5a87f18e8d35 req-d0837043-db84-4071-bcb5-78b376deab15 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0808604 Dec 09 09:36:15.469994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-14e1ccd2-4608-44f5-b425-5a87f18e8d35 req-c7d7e268-ef47-4a2b-9b49-b2e54aa58702 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Dec 09 09:36:15.614820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60200) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:15.716573 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9139c9b5-aa62-4880-8224-40865e02db75 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1006207 Dec 09 09:36:15.922765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ae34-32b2-4ef8-bf48-7cb50b6fe480 req-cab661f2-47ff-4417-83eb-57710f9a24bd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:15.924245 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90f2ae34-32b2-4ef8-bf48-7cb50b6fe480 req-cab661f2-47ff-4417-83eb-57710f9a24bd tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 943 time: 0.0784791 Dec 09 09:36:15.971745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90f2ae34-32b2-4ef8-bf48-7cb50b6fe480 req-d04ae17e-4ef7-40fa-a0d6-bca540898b87 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Dec 09 09:36:16.035855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:36:16.176090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:16.190135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'port_id': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'mac_address': 'fa:16:3e:84:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:36:16.281832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:16.300464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ef52a4-fe49-4cff-8dfd-bd7e636702af {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:36:16.315865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:16.321115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:16.328952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:16.331077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37c242ee-9038-40b9-84f3-8e2599990ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:16.374113 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'code': 200} Dec 09 09:36:16.400722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:16.403466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:16.671740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f53af-907f-4a8e-9054-76012b28401d req-71eeae27-661f-497d-88ec-91e6014ef44c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:16.673178 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f05f53af-907f-4a8e-9054-76012b28401d req-71eeae27-661f-497d-88ec-91e6014ef44c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0791075 Dec 09 09:36:16.716917 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f05f53af-907f-4a8e-9054-76012b28401d req-74cac192-73ca-4deb-afb1-318a04219d54 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Dec 09 09:36:16.720689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60210) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:16.742882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['81ef52a4-fe49-4cff-8dfd-bd7e636702af'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:36:16.828497 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf1b0ffb-7107-46ca-a43d-615fa19bf2bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1056356 Dec 09 09:36:16.931122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02c2b-a875-4216-80c0-7bf4be8d6946 req-6182d815-79bb-4f6f-9344-69d129638f61 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:16.932614 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7bb02c2b-a875-4216-80c0-7bf4be8d6946 req-6182d815-79bb-4f6f-9344-69d129638f61 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0796540 Dec 09 09:36:16.979226 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7bb02c2b-a875-4216-80c0-7bf4be8d6946 req-6357acce-b3d4-4a23-a7e1-766ad0c92975 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Dec 09 09:36:17.010965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60218) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.225951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8c5ce-5264-436b-9735-436bcf7d7109 req-89109673-53ec-4ce3-b26a-a1430b3aebf4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:17.227385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bfb8c5ce-5264-436b-9735-436bcf7d7109 req-89109673-53ec-4ce3-b26a-a1430b3aebf4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 944 time: 0.1252344 Dec 09 09:36:17.261412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d57fb261-f09e-4bc7-82c0-c9328b135444 tempest-TestVolumeBootPattern-2014164710 tempest-TestVolumeBootPattern-2014164710-project-admin] Synchronizing usage tracker for tenant:cc2291c02eb441d9b27c071f25372071 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:36:17.294009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bfb8c5ce-5264-436b-9735-436bcf7d7109 req-89beb16b-8bf5-4ee6-9123-d1d77067aace tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547304 Dec 09 09:36:17.294494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d57fb261-f09e-4bc7-82c0-c9328b135444 tempest-TestVolumeBootPattern-2014164710 tempest-TestVolumeBootPattern-2014164710-project-admin] Unset dirty status for tenant:cc2291c02eb441d9b27c071f25372071 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:36:17.296081 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d57fb261-f09e-4bc7-82c0-c9328b135444 tempest-TestVolumeBootPattern-2014164710 tempest-TestVolumeBootPattern-2014164710-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 1093 time: 0.2841706 Dec 09 09:36:17.299212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60224) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.304249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '4c8cd049-2825-40cc-a659-074528b5fac9', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:17.309674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:36:17.313602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:floatingip and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:36:17.316490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:36:17.322138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:36:17.323017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60228) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.332512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:17.429695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-44d56584-258a-4e72-a307-0466f274c735 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 200 len: 992 time: 0.1054099 Dec 09 09:36:17.468547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:17.604928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.26.4.110 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/0b418a5d-29a0-49d9-8b79-2ac2dae61f86) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:36:17.752796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:17.780004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:17.784026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3941986f-ffa9-4d93-a7a0-6d3f5b62e9c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:17.831072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60232) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.845788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:36:17.848985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:36:17.853295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:36:17.877569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=0b418a5d-29a0-49d9-8b79-2ac2dae61f86,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:17.882350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:17.943676 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-84a7b87a-9645-4f8a-8467-9123e378ee04 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1112254 Dec 09 09:36:18.057156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:36:18.128505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 81ef52a4-fe49-4cff-8dfd-bd7e636702af triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:36:18.128798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.245121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.278039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:36:18.282887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.285033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:18.351885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:18.355939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:18.375161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:18.432759 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'code': 200} Dec 09 09:36:18.486004 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.542208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.738803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.743081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.746999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:36:18.842629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=0b418a5d-29a0-49d9-8b79-2ac2dae61f86,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:36:18.846425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:36:18.862563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:18.947138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60238) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:19.115360 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ee9e795e-876b-4a58-937a-f035f7ee90e5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1670702 Dec 09 09:36:19.152445 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Floating IP 8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b associated. External IP: 172.26.4.110, port: 4c8cd049-2825-40cc-a659-074528b5fac9. Dec 09 09:36:19.535548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:36:19.735171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:36:19.747193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:36:19.759373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:19.760074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:19.760220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:19.816850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5165050 Dec 09 09:36:19.817464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:36:19.871009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9', 'status': 'completed', 'code': 200} Dec 09 09:36:19.944156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:20.119595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60248) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:20.158011 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-7f68e505-07dd-42c8-a65d-78843ccb4872 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 1098 time: 0.2602897 Dec 09 09:36:20.168400 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:36:20.184673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:20.187152 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.318750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-9ab34182-8af8-4d36-8720-caaa7c12507d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:20.320228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-9ab34182-8af8-4d36-8720-caaa7c12507d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1517448 Dec 09 09:36:20.348030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '4c8cd049-2825-40cc-a659-074528b5fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:dc:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:18Z', 'updated_at': '2021-12-09T09:36:18Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.353150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:36:20.365678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:20.366462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.376169 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d14b0f73-c77e-44c6-a804-cae236deff94 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.2551668 Dec 09 09:36:20.417181 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:20.433859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-547b0e09-9de7-4862-aafa-cc83257bc664 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c8cd049-2825-40cc-a659-074528b5fac9 HTTP/1.1" status: 200 len: 999 time: 0.1060870 Dec 09 09:36:20.501044 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-75d3543d-a09c-4b8c-ad74-0966065bcb50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:20.502518 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-75d3543d-a09c-4b8c-ad74-0966065bcb50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0606291 Dec 09 09:36:20.550527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:20.590402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-abeface9-571d-4c0d-a44f-96842e0bf831 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803168 Dec 09 09:36:20.727149 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-4ba92171-2bfa-4350-8856-c60f671dd935 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299746 Dec 09 09:36:20.832935 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': '41953e72-a562-4c14-95b5-5ed618428f93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b3:92:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abab694-d152-432c-8f29-7571e07b12d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:36:07Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.836959 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:36:20.850253 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:36:20.850865 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.890230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d1549e-eebc-45ce-92af-d23d8db253ba req-a7ecb521-4ba5-45da-9056-51de01e4af02 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509423 Dec 09 09:36:20.985894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '4c8cd049-2825-40cc-a659-074528b5fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:dc:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:18Z', 'updated_at': '2021-12-09T09:36:18Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:20.993707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf440d6-9eb1-4a9b-8589-7b8ff1db4927 None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '4c8cd049-2825-40cc-a659-074528b5fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:dc:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:18Z', 'updated_at': '2021-12-09T09:36:18Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:36:21.055461 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:36:21.377559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60252) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:21.412503 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': '41953e72-a562-4c14-95b5-5ed618428f93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b3:92:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abab694-d152-432c-8f29-7571e07b12d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:36:07Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:36:21.416617 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e869327e-7157-468d-8de8-989a2a5e48bf None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': '41953e72-a562-4c14-95b5-5ed618428f93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b3:92:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abab694-d152-432c-8f29-7571e07b12d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:36:07Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:36:21.486559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-17bfe08c-dd12-4648-b032-77d946e12c0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1076815 Dec 09 09:36:22.489534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60256) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:22.598657 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a429b6ce-3d97-48b3-a05b-2b5f5f9e771e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1075151 Dec 09 09:36:23.414859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996e980a-b4f5-4299-9485-2efc5fbe7bd3 None None] New status for floating IP 8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:36:23.601923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60260) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:23.706746 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-67395b20-adfe-4a30-a069-648dc0267157 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1037154 Dec 09 09:36:24.482782 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61499b-b8a2-47a3-a7de-fed17ecb21f0 None None] New status for floating IP aac427a9-71ca-4759-95f5-911bd4481cb4: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:36:24.709693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60264) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:24.814330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fe8d1d54-be84-4b5c-a031-ca6f0d4f9a8d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 994 time: 0.1035151 Dec 09 09:36:32.856599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:33.485584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-469dc13d-bc14-4b8f-9e4a-cc7b01f91c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:34.555797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:35.705633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-137d9950-6a4b-407c-9067-58b5123a44ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:36.747834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:38.209619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:36:43.574756 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:36:45.217309 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-186d6dac-c019-4d3b-af71-665b388fcba6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769863 Dec 09 09:36:45.365298 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-07e9a127-1b31-4f56-bc33-8a937f82e62d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1098 time: 0.0715423 Dec 09 09:36:45.512517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-306c0708-f0ff-4149-a353-24a540920357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:45.514146 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-306c0708-f0ff-4149-a353-24a540920357 service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 898 time: 0.1298738 Dec 09 09:36:45.622706 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-e100c6ea-7802-4b24-887c-4f090a81dd40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 1001 time: 0.1019576 Dec 09 09:36:45.695483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-f9ec33a9-aca6-4b8a-95b7-397c0ad4c47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:36:45.696638 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-f9ec33a9-aca6-4b8a-95b7-397c0ad4c47e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.0676298 Dec 09 09:36:45.883769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-236c6dbd-d7b0-47b4-a682-75903506c58b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808639 Dec 09 09:36:46.027098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-c389e714-042c-487b-8e43-f6b9c31c1097 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313479 Dec 09 09:36:46.161060 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69cc008f-9d9c-4afa-813a-ec13a9eaa563 req-ff84b8fe-f452-4e90-8da8-0e0621633dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276243 Dec 09 09:37:02.868458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:03.487472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e03daee9-5c1b-4295-80e9-923265ce4901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:04.557237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:05.710761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3831fb7-0149-4828-a94e-802e7d177e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:06.750169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:08.212194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:20.574668 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:37:26.013980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60312) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:26.092325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-94919dcc-8637-42a8-994b-415ae8e0cc29 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=cc889788119245e5ab1b77b56a01204a&network_id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 3000 time: 0.0770829 Dec 09 09:37:29.368610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60326) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:29.428130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1568c-4d69-4bb5-915c-7bdf283c4fdd tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:29.429591 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e1b1568c-4d69-4bb5-915c-7bdf283c4fdd tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8 HTTP/1.1" status: 200 len: 814 time: 0.0600045 Dec 09 09:37:30.011720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.017248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:30.118907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:30.386591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:30.390114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:30.390450 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP aac427a9-71ca-4759-95f5-911bd4481cb4 disassociated. External IP: 172.26.4.160, port: 41953e72-a562-4c14-95b5-5ed618428f93. Dec 09 09:37:30.767252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:37:31.078130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:37:31.082400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:31.088948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:37:31.100731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:31.101336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:31.135684 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-36096336-2d72-403e-a0f0-05aba55a51ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 690 time: 1.1228461 Dec 09 09:37:31.136452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:31.138548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60338) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.225827 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-edd131ef-5fcb-4f11-955e-cb2397dc91e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 690 time: 0.0860298 Dec 09 09:37:31.271820 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93', 'status': 'completed', 'code': 200} Dec 09 09:37:31.284252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:31.365296 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-dd1096bf-a345-49d7-88d1-152810b84e4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1099 time: 0.0708737 Dec 09 09:37:31.501535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-0533d80b-298f-4c27-a821-fcc7a2ad25db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:31.503003 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-0533d80b-298f-4c27-a821-fcc7a2ad25db service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.1247261 Dec 09 09:37:31.570983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-693be4f5-188f-4867-8235-bfbd3c8ee1c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 217 time: 0.0605326 Dec 09 09:37:31.594089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:31.597980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:37:31.609496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:31.610094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:31.637028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-9ef51443-0d9d-4188-a6c7-135c0536a95c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:31.638420 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-9ef51443-0d9d-4188-a6c7-135c0536a95c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0603380 Dec 09 09:37:31.715848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-3aa97230-3a3c-4174-bcf2-2c9e11413cdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706213 Dec 09 09:37:31.828949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:31.853377 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-4f7ede7f-275b-4540-85b7-bed45e7fa910 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293333 Dec 09 09:37:31.990600 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d659730-1163-478a-8c6b-5e3cc7198236 req-41cdd31f-ee06-4f4f-a2da-7b44d2748b26 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311495 Dec 09 09:37:32.140658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:32.144559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2269d-02a7-499a-84dd-6734d7788d7d None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:37:32.229785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60346) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.312495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4b224b4f-7d50-4e11-abf2-7967e0769f4e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 690 time: 0.0813987 Dec 09 09:37:32.355233 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eac9b1-ff88-43fe-bf50-fbc39b214199 None None] New status for floating IP aac427a9-71ca-4759-95f5-911bd4481cb4: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:37:32.860310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:33.316004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60350) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.398493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-de2e407b-faba-4399-8619-d0228d1ef626 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 688 time: 0.0812049 Dec 09 09:37:33.488319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5fc49911-88f8-4d01-aefb-ba9dba446dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.560517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.604854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60356) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.610525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941098362', 'description': 'tempest-secgroup-smoke-1941098362 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:34.616501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:34.626548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:34.636720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.671551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:34.675477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:34.678379 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:34.684712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:34.742573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.746960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.751979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16a0b39d-474f-4c12-b268-0e19f9a4010c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:34.791842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ecc33c-6276-456c-9044-f96018f4713e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:34.801167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.802354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1964974 Dec 09 09:37:34.803990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.804364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.804739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.805205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.806156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60360) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.806635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.806635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.806973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.807341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.807829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.808282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.808655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.812094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:34.812248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:34.818153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:34.822079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:34.825084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:34.831549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:34.846588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.911450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.916942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.918750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f4c4cb3-3bf0-48ee-bdc6-327d59758fc0 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:34.942324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb2db4f-743e-436a-a18f-702dbd7b8104,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:34.955185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.955600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.955984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.956359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.956740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.957101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.957466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.957833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.958203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.958561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.958921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:34.962497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:34.966523 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1591945 Dec 09 09:37:34.967301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60364) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.967469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:34.973757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:34.980167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:34.984051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:34.986917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:34.992640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:35.010102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.074243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.077785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.079549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ee37985-1d9a-459f-b23a-1c26d0ba82cf tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:35.101723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a525aba6-378f-4427-8b69-58a085a481fb,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:35.104267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:35.111425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.112640 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439443 Dec 09 09:37:35.115288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60368) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.121559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:35.127415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:35.131284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:35.134897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:35.140508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:35.157232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.225318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.228888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.230558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:35.252976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092e644-b6cf-4ad1-b56a-f6ab6f10d879,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:35.257432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:35.262419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.263629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1474061 Dec 09 09:37:35.266346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60374) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.271714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:35.277810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:35.281515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:35.284382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:35.290038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:35.306980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.371306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.374652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.376482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c191e39a-54cf-47ba-a43d-d8ec5f031802 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:35.398344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0189611-a2ca-44fb-bcf0-89bd4be35fdf,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:35.401209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:35.408346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.409496 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1422555 Dec 09 09:37:35.412315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60378) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.417785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:35.423454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:35.427273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:35.431189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:35.436895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:35.448197 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:37:35.455110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.519325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.523305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.529543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-399eeb56-71bf-4353-a68b-ebcfdd1f6671 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:35.549043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fcabcc-7f1b-4f4c-818f-e8639f013dad,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:35.551856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:35.559126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.560337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1470988 Dec 09 09:37:35.563086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60382) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.568492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'a6ecc33c-6276-456c-9044-f96018f4713e', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:35.574259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:35.578055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:35.580897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:35.586539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:35.599047 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:37:35.605759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.670369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.673915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.681511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-69973ac7-60dc-4bf0-b82b-d9bb18834370 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:35.702908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d89d6b-0527-4643-95ce-13a33176b943,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:35.705202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:35.710076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.719870 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473672 Dec 09 09:37:35.720077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-67aed056-a356-4c54-a7a9-64e3d9402601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:35.889874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-1f28f193-61ab-4bb0-9893-296f08ecd4fc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941098362&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0415981 Dec 09 09:37:36.036977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-0fecc7f4-d8e4-41c1-8f84-85ff0f900210 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:36.038293 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-0fecc7f4-d8e4-41c1-8f84-85ff0f900210 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 795 time: 0.1422849 Dec 09 09:37:36.054578 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-bee62593-4a88-4c30-8ef8-330db07903c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0103207 Dec 09 09:37:36.137609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-f551c1a5-99f0-43ed-96af-4963a33f4cdb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0781071 Dec 09 09:37:36.152990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-7e4000e8-5a3e-4f5c-bb5e-243b430f9612 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:37:36.153930 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-7e4000e8-5a3e-4f5c-bb5e-243b430f9612 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054061 Dec 09 09:37:36.284507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-bdc7f412-def2-494d-bc64-fc0079f91bcf service neutron] 10.222.0.41 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250963 Dec 09 09:37:36.415549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-925505ed-a025-4aaa-ba5e-8fcaf355ca8b service neutron] 10.222.0.41 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251829 Dec 09 09:37:36.599429 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61962dd1-a6c1-4b2b-969f-29c857750d7a req-c372c14e-5b03-43f3-a504-09cdbe33b4a2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 210 time: 0.0411506 Dec 09 09:37:36.640967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60402) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.755988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:36.845741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Deleting port 1ffec13e-c847-4ec8-952b-c595e084cd07 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:37:36.846095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:37.036123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:37.036793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:37.281339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Calling delete_port for 1ffec13e-c847-4ec8-952b-c595e084cd07 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:37:37.435657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:37.439693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-149d404f-5793-4635-aa5a-fc1639e585db tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:37.484694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Port': ['ID=1ffec13e-c847-4ec8-952b-c595e084cd07,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:37.487458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:37.576286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:37.777210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e2a9879-ea2b-458a-8e24-ed211d371a19 req-1a21e90c-fd4e-45bb-aa4f-89eaf9ec0c03 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 210 time: 0.0469768 Dec 09 09:37:37.900553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-60b72f9f-4484-4148-82e0-a821dc43513f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:37.902242 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-60b72f9f-4484-4148-82e0-a821dc43513f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 795 time: 0.1538293 Dec 09 09:37:37.983252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-d2f0989f-1b89-490c-b4da-5eaf38ed1d99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:37:37.999198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-d2f0989f-1b89-490c-b4da-5eaf38ed1d99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:37:38.000861 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-d2f0989f-1b89-490c-b4da-5eaf38ed1d99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 473 time: 0.0844846 Dec 09 09:37:38.011363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['a6ecc33c-6276-456c-9044-f96018f4713e']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:38.091375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:37:38.151861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:38.161304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:38.171904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:37:38.174966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.215297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.296973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:37:38.308118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Sync routers for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:37:38.320343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:38.322014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:38.322202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.345756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.10 (817cd15f-2f67-4696-8db0-408f78723bab/0e9710a1-31fa-45da-b754-3099a276d8f7/f7a88dca-58a5-45ad-8365-e323a05de035) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:37:38.384904 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f0b5f66-632a-47c9-9142-a32ec9c5f521 HTTP/1.1" status: 204 len: 168 time: 1.7428119 Dec 09 09:37:38.385666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:38.442599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'status': 'completed', 'code': 200} Dec 09 09:37:38.527932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:38.545767 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-4f80e51d-000c-4d4b-abfc-fd13caa46c1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 1098 time: 0.0768676 Dec 09 09:37:38.560597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.583946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object f7a88dca-58a5-45ad-8365-e323a05de035 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:37:38.620317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.631648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c0fe0fe6-966f-42db-a23a-abb293723cf0 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:38.706823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-f2684174-7ef3-42eb-baa7-b2352d970ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:38.708398 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-f2684174-7ef3-42eb-baa7-b2352d970ce0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 200 len: 898 time: 0.1541255 Dec 09 09:37:38.793965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-37c14999-504d-4d89-b707-4fc97493b89c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 200 len: 217 time: 0.0717115 Dec 09 09:37:38.804121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 817cd15f-2f67-4696-8db0-408f78723bab is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:37:38.811648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:37:38.829398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:38.833130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:37:38.875650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-503d5d77-cac6-41b3-a606-0c8a871d0548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:38.877253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-503d5d77-cac6-41b3-a606-0c8a871d0548 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 200 len: 834 time: 0.0763876 Dec 09 09:37:38.910822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:38.965264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:38.970658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Checking router: a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:37:38.974348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:38.976467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:38.986292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:38.986920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:39.070663 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645304 Dec 09 09:37:39.091893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Request body: {'port': {'device_id': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:39.169143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb67d-43b6-4fc3-8768-a3153df9e72e req-e5f95c83-f7b8-4b87-bdc1-1fc4e861f3a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:39.169746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-645eb67d-43b6-4fc3-8768-a3153df9e72e req-e5f95c83-f7b8-4b87-bdc1-1fc4e861f3a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:37:39.197364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40e70920-4bf3-4d62-87cb-d37d1afef4be None None] Provisioning for port f7a88dca-58a5-45ad-8365-e323a05de035 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:37:39.207432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40e70920-4bf3-4d62-87cb-d37d1afef4be None None] Provisioning complete for port f7a88dca-58a5-45ad-8365-e323a05de035 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:37:39.207711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40e70920-4bf3-4d62-87cb-d37d1afef4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:39.225235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-8f06b4d1-0161-4025-8c29-c1d7eeaca157 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=30ba795d-cea7-4b1c-a860-c20fae1d02b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3382123 Dec 09 09:37:39.234453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942acb04-02f4-4784-99d3-2fc42a84a2a9 req-64548ee4-d56f-4ef2-9e3e-07625ab40aad tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:39.235805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-942acb04-02f4-4784-99d3-2fc42a84a2a9 req-64548ee4-d56f-4ef2-9e3e-07625ab40aad tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:37:39.237760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:39.327981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40e70920-4bf3-4d62-87cb-d37d1afef4be None None] Port f7a88dca-58a5-45ad-8365-e323a05de035 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:37:39.336313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:39.342258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-942acb04-02f4-4784-99d3-2fc42a84a2a9 req-64548ee4-d56f-4ef2-9e3e-07625ab40aad tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:37:39.343527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-942acb04-02f4-4784-99d3-2fc42a84a2a9 req-64548ee4-d56f-4ef2-9e3e-07625ab40aad tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.4577401 Dec 09 09:37:39.363014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-645eb67d-43b6-4fc3-8768-a3153df9e72e req-e5f95c83-f7b8-4b87-bdc1-1fc4e861f3a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:37:39.364248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-645eb67d-43b6-4fc3-8768-a3153df9e72e req-e5f95c83-f7b8-4b87-bdc1-1fc4e861f3a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 932 time: 0.3772190 Dec 09 09:37:39.406092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-e2f93c65-22b4-4832-93f8-0ccf76d8e397 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674109 Dec 09 09:37:39.416674 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-942acb04-02f4-4784-99d3-2fc42a84a2a9 req-6a67eb57-050d-4c32-8f39-ac5b26d19d10 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585229 Dec 09 09:37:39.553511 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4e30bafc-e9f8-441c-a43d-0a92b1883127 req-7ab61a7b-ff09-40c1-90c6-539cb6fe6ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357565 Dec 09 09:37:39.563430 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-645eb67d-43b6-4fc3-8768-a3153df9e72e req-420db882-29ba-4fe5-ae63-39ab55534ba8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910263 Dec 09 09:37:39.638214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:39.642409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e6236-1817-4343-88da-bc6f01d1b01f None None] The sync data for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv is: [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:34:08Z', 'revision_number': 4, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'ea17d23f-6541-48d0-9db8-ff7bdc49b5af', 'name': '', 'network_id': '30ba795d-cea7-4b1c-a860-c20fae1d02b2', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'mac_address': 'fa:16:3e:58:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50223c4a-618a-4574-b217-9b99ff214257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:06Z', 'updated_at': '2021-12-09T09:34:19Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'subnets': [{'id': '50223c4a-618a-4574-b217-9b99ff214257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:37:39.748220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a88dca-58a5-45ad-8365-e323a05de035 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:37:39.755088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:39.771163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Transition to ACTIVE for port object f7a88dca-58a5-45ad-8365-e323a05de035 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:37:39.774266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:39.778752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f16bb08-a6fd-4cf9-a797-5e97fccb31a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:39.871445 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc8f3f-5322-41dc-91eb-f7d881f84768 None None] New status for floating IP 2f0b5f66-632a-47c9-9142-a32ec9c5f521: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:37:39.907412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:39.912226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:40.023772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Attempting to bind port f7a88dca-58a5-45ad-8365-e323a05de035 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:37:40.024130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Attempting to bind port f7a88dca-58a5-45ad-8365-e323a05de035 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:37:40.024787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Attempting to bind port f7a88dca-58a5-45ad-8365-e323a05de035 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:37:40.032305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Port f7a88dca-58a5-45ad-8365-e323a05de035 on network 817cd15f-2f67-4696-8db0-408f78723bab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:37:40.032632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Attempting to bind port f7a88dca-58a5-45ad-8365-e323a05de035 on network 817cd15f-2f67-4696-8db0-408f78723bab {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:37:40.040485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:37:40.040876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Checking segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:37:40.041526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Bound using segment: {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:37:40.042047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Bound port: f7a88dca-58a5-45ad-8365-e323a05de035, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9586b56f-6b44-4cf3-a9c9-8f46bd22b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:37:40.042398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:40.144678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:37:40.148112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7a88dca-58a5-45ad-8365-e323a05de035,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:37:40.156222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:40.160231 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9605682c-007d-46e9-a7c1-523468e66f87 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:40.209488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:40.210829 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7a88dca-58a5-45ad-8365-e323a05de035 HTTP/1.1" status: 200 len: 1094 time: 1.1270356 Dec 09 09:37:40.211343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:40.244272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:40.247451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:40.312497 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'status': 'completed', 'code': 200} Dec 09 09:37:40.350778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-ebe51a1f-0367-4bf8-ba77-d6e8414e6a0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 1097 time: 0.0817840 Dec 09 09:37:40.422636 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-36bb2002-7097-4900-815e-afd3d44ad40c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a88dca-58a5-45ad-8365-e323a05de035 HTTP/1.1" status: 200 len: 217 time: 0.0644917 Dec 09 09:37:40.480912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-21d9844b-d27e-4c0c-a83b-9867167d32a8 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:40.482856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-21d9844b-d27e-4c0c-a83b-9867167d32a8 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.0857105 Dec 09 09:37:40.486876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-765ff441-ca85-4220-819a-67dd2da50f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:40.488781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-765ff441-ca85-4220-819a-67dd2da50f03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0595353 Dec 09 09:37:40.561369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Deleting port 81ef52a4-fe49-4cff-8dfd-bd7e636702af {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:37:40.561716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:40.610013 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-0f4ef4bb-bb68-4d66-935f-3aef98ec0b20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150739 Dec 09 09:37:40.720025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91e79f-a09f-47b6-b89c-6078f065dc3a req-bf9afdae-a28a-4063-86c3-8b1bd597ee4e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:40.721385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba91e79f-a09f-47b6-b89c-6078f065dc3a req-bf9afdae-a28a-4063-86c3-8b1bd597ee4e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 945 time: 0.1697433 Dec 09 09:37:40.795543 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-1822a821-e50b-47b5-a07b-cef0d417767f service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768725 Dec 09 09:37:40.799226 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba91e79f-a09f-47b6-b89c-6078f065dc3a req-2b839b04-7270-4bfd-95f2-d1d868c428db tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/security-groups?id=059cde7d-c745-4b30-9f54-49bd350230de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705717 Dec 09 09:37:40.869533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] For port 81ef52a4-fe49-4cff-8dfd-bd7e636702af, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=81ef52a4-fe49-4cff-8dfd-bd7e636702af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:40.869888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:40.881846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e3d8c-d33c-4c65-b6de-1f0cc7bd9fb7 req-c4604e12-1ec7-4f29-bfa3-b0851ea2a6d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:40.883278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c53e3d8c-d33c-4c65-b6de-1f0cc7bd9fb7 req-c4604e12-1ec7-4f29-bfa3-b0851ea2a6d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 944 time: 0.1915576 Dec 09 09:37:40.927996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1b39792f-fb34-487e-a5ee-5cf074c6e63a req-bc28acba-e6ee-4017-aacc-8762e85ff1c2 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254864 Dec 09 09:37:41.003997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Calling delete_port for 81ef52a4-fe49-4cff-8dfd-bd7e636702af owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:37:41.048438 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-87959f41-b3d8-4137-9abf-528a7bb3cb63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 1097 time: 0.0748529 Dec 09 09:37:41.106925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c53e3d8c-d33c-4c65-b6de-1f0cc7bd9fb7 req-8c239dd6-9084-427a-82a6-e786b86eb187 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692629 Dec 09 09:37:41.189911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:41.195848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89483b7c-ad9b-44bb-b66e-bad1ed99dfa5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:41.240396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Port': ['ID=81ef52a4-fe49-4cff-8dfd-bd7e636702af,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:41.242862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:41.283915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-ba1da2e1-e300-48c3-a06e-b2bfea0cbab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:41.285371 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-ba1da2e1-e300-48c3-a06e-b2bfea0cbab4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.2307785 Dec 09 09:37:41.315606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] No DVR routers for this DVR port 81ef52a4-fe49-4cff-8dfd-bd7e636702af on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:37:41.317910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:41.320572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-deleted', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:41.337430 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e2f6e9cc-ac28-4891-8aab-0e368ff40db5 req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.58 "DELETE /v2.0/ports/81ef52a4-fe49-4cff-8dfd-bd7e636702af HTTP/1.1" status: 204 len: 173 time: 0.8487973 Dec 09 09:37:41.356317 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-c0f3df58-bfcd-45ab-ad0f-3a56c41a8c19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a88dca-58a5-45ad-8365-e323a05de035 HTTP/1.1" status: 200 len: 217 time: 0.0644858 Dec 09 09:37:41.385233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e102ea1-47b9-4c16-89a5-971f94b038d6', 'name': 'network-vif-deleted', 'tag': '81ef52a4-fe49-4cff-8dfd-bd7e636702af', 'status': 'completed', 'code': 200} Dec 09 09:37:41.420299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-1e707967-47c0-461e-bee5-627504ac330a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:41.421717 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-1e707967-47c0-461e-bee5-627504ac330a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0591738 Dec 09 09:37:41.501700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-8941c723-c7ab-4fdd-9500-ba2b1361a3cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732713 Dec 09 09:37:41.639287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-f3e85aad-8a55-4303-b9d7-ee2781c8e0be service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276555 Dec 09 09:37:41.778216 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ebcf0a7-8c31-4941-b39c-473da4b63101 req-673650ef-7dd9-456e-a211-392201a18584 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321228 Dec 09 09:37:41.989026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f8aecf55-418a-4784-a04a-5a7b0a608c6d req-bf618c1a-c9a9-458f-ae81-b07b066452a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Synchronizing usage tracker for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:37:42.003512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f8aecf55-418a-4784-a04a-5a7b0a608c6d req-bf618c1a-c9a9-458f-ae81-b07b066452a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Unset dirty status for tenant:e4ba5710b15d4bd2b4f8025f79021ab9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:37:42.004659 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f8aecf55-418a-4784-a04a-5a7b0a608c6d req-bf618c1a-c9a9-458f-ae81-b07b066452a5 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e102ea1-47b9-4c16-89a5-971f94b038d6 HTTP/1.1" status: 200 len: 210 time: 0.0637169 Dec 09 09:37:42.314174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf6945-2fcf-4ccb-9a5e-b60e36e47b9c req-14e04a88-66b4-4168-99c7-6e29808af619 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:42.315595 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43bf6945-2fcf-4ccb-9a5e-b60e36e47b9c req-14e04a88-66b4-4168-99c7-6e29808af619 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 944 time: 0.0804882 Dec 09 09:37:42.362239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43bf6945-2fcf-4ccb-9a5e-b60e36e47b9c req-4def1a7f-35e6-4ae0-b79a-c4b440eece82 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Dec 09 09:37:43.108112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60438) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:43.564588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:43.646650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74b75-3d4f-4f86-884e-ac23bedd771e req-0bae7575-6048-4607-9581-2ee381f39699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:43.648015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-86e74b75-3d4f-4f86-884e-ac23bedd771e req-0bae7575-6048-4607-9581-2ee381f39699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 944 time: 0.1529953 Dec 09 09:37:43.764913 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-86e74b75-3d4f-4f86-884e-ac23bedd771e req-78aa68d1-7dcb-47c0-a2fe-9bd731604b1a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109927 Dec 09 09:37:44.321377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Deleting port ea17d23f-6541-48d0-9db8-ff7bdc49b5af {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:37:44.321715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:44.497274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7a88dca-58a5-45ad-8365-e323a05de035 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:37:44.499548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:37:44.506386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] For port ea17d23f-6541-48d0-9db8-ff7bdc49b5af, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:44.506746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:44.535328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 81ef52a4-fe49-4cff-8dfd-bd7e636702af {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:37:44.535691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 81ef52a4-fe49-4cff-8dfd-bd7e636702af not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:37:44.625470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Calling delete_port for ea17d23f-6541-48d0-9db8-ff7bdc49b5af owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:37:44.662218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7a88dca-58a5-45ad-8365-e323a05de035,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:44.676080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'port_id': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'mac_address': 'fa:16:3e:b4:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:37:44.732474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:44.749491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a88dca-58a5-45ad-8365-e323a05de035 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:37:44.765453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7a88dca-58a5-45ad-8365-e323a05de035,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:44.769193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:44.770860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:44.805425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:44.810828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dbf2cc-9a5e-4334-b700-4101c20f3744 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:44.835329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:44.844908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.845257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.845658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.846052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.846446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.846833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.847221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.847609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.848014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.848389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.848772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:37:44.853521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:44.863393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Port': ['ID=ea17d23f-6541-48d0-9db8-ff7bdc49b5af,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:44.865581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:44.973974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3053-3a72-43d2-8c02-634ab5b4cc38 req-4adf0db5-bc31-42bb-a058-66717b1a6fa6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:44.981859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-566f3053-3a72-43d2-8c02-634ab5b4cc38 req-4adf0db5-bc31-42bb-a058-66717b1a6fa6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 945 time: 0.0898838 Dec 09 09:37:45.027852 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-566f3053-3a72-43d2-8c02-634ab5b4cc38 req-14dfc97e-e4ba-4e57-844f-c296f5461c51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Dec 09 09:37:45.102061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['f7a88dca-58a5-45ad-8365-e323a05de035'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:37:45.221959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:45.313236 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-5c883078-6118-449c-981a-4698e65aec51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447942 Dec 09 09:37:45.484853 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-468c6eea-de3c-4c43-8fe3-097098b9a174 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 1099 time: 0.1487324 Dec 09 09:37:45.891264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-0601c058-43f3-4c2c-bbf6-1eda10e7231d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:45.892621 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-0601c058-43f3-4c2c-bbf6-1eda10e7231d service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.2365916 Dec 09 09:37:46.026353 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-24b42549-3896-4ee2-9f33-46865b0df117 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 200 len: 217 time: 0.0817280 Dec 09 09:37:46.164758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-bf0618bc-1985-42d5-a33c-591dd21ba6aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:46.166242 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-bf0618bc-1985-42d5-a33c-591dd21ba6aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.1326890 Dec 09 09:37:46.326698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a95c0-b02f-423b-9ccd-4d3b2d0fc79d req-955ccaf2-39a4-4e2b-8ec0-02aa5e59b1a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:46.328129 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-563a95c0-b02f-423b-9ccd-4d3b2d0fc79d req-955ccaf2-39a4-4e2b-8ec0-02aa5e59b1a1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 945 time: 0.1699250 Dec 09 09:37:46.332517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-1db71a88-5d4e-4636-8168-2ff8d70841ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1375732 Dec 09 09:37:46.455991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:37:46.476102 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-563a95c0-b02f-423b-9ccd-4d3b2d0fc79d req-714a565f-63a5-4af3-a452-f774ef96f8d9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415377 Dec 09 09:37:46.512220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7a88dca-58a5-45ad-8365-e323a05de035 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:37:46.570759 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-22c7923b-014b-4b55-87e1-96792d3762c2 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199512 Dec 09 09:37:46.584960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port f7a88dca-58a5-45ad-8365-e323a05de035 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:37:46.590140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port f7a88dca-58a5-45ad-8365-e323a05de035 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:37:46.590524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:46.706931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:46.734335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:46.745414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7a88dca-58a5-45ad-8365-e323a05de035,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:46.750449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:46.754138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:46.775377 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec319338-7846-4b9b-9ec0-43910e6b2269 req-0766fade-6c4b-44bb-8e0f-8cd368c16d4a service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972852 Dec 09 09:37:46.827807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:37:46.831206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:46.840624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:46.842915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Sync routers for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:37:46.846046 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "PUT /v2.0/routers/a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7368562 Dec 09 09:37:46.848695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60452) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:46.859621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:46.860436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:46.913095 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'code': 200} Dec 09 09:37:47.059456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:47.218583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Deleting subnet 50223c4a-618a-4574-b217-9b99ff214257 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:37:47.223201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:47.260093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1ac00012-b468-4357-838b-43ba905b95c0 req-f8db6835-85e7-4541-98f9-908eeec612a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 1099 time: 0.1981761 Dec 09 09:37:47.299697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:47.345133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:37:44Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:47.348987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Checking router: a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:37:47.359286 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1ac00012-b468-4357-838b-43ba905b95c0 req-3fda5989-16c7-4091-9322-230a4de9e0ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918961 Dec 09 09:37:47.360183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Routers {'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:47.360793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:47.392692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:47.477360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:47.481736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1285ee7c-3986-4cc4-8b95-90bbadcdf81e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:47.515859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Subnet': ['ID=50223c4a-618a-4574-b217-9b99ff214257,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:47.519794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:47.522461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:47.529374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "DELETE /v2.0/subnets/50223c4a-618a-4574-b217-9b99ff214257 HTTP/1.1" status: 204 len: 168 time: 0.6795902 Dec 09 09:37:47.531947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60458) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.542204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8ed22-ed22-4a8c-9a69-98c9e454dae0 None None] Network 30ba795d-cea7-4b1c-a860-c20fae1d02b2 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:37:47.721244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] Set router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:47.754409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f5abd-d8ec-49a9-913c-d63889bb26c3 req-4ed9cb2b-c71c-4b74-ac7d-d4bf565db179 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:47.755855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a80f5abd-d8ec-49a9-913c-d63889bb26c3 req-4ed9cb2b-c71c-4b74-ac7d-d4bf565db179 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.1465285 Dec 09 09:37:47.823152 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a80f5abd-d8ec-49a9-913c-d63889bb26c3 req-6c2acf19-f86b-4778-bfab-ecd60c8f747c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592268 Dec 09 09:37:47.834381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.033444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] DHCP port deletion for 30ba795d-cea7-4b1c-a860-c20fae1d02b2 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:37:48.038216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:37:44Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:48.041910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Deleting port d289a220-fa6e-455f-a457-1bec1bfc2c83 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:37:48.042295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.046236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.055616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Deleting port eddac95b-98ce-44a2-9a09-af4fdb891453 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:37:48.056541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.073079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167119fd-4383-43a9-8155-8b25f2c4a13e None None] The sync data for ids ['a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9'] in dv-neutron-821175-1-hyperv is: [{'id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037603989', 'tenant_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:55Z', 'updated_at': '2021-12-09T09:37:44Z', 'revision_number': 5, 'project_id': 'e4ba5710b15d4bd2b4f8025f79021ab9', 'gw_port': {'id': 'eddac95b-98ce-44a2-9a09-af4fdb891453', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:56Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:37:48.234353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] For port eddac95b-98ce-44a2-9a09-af4fdb891453, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eddac95b-98ce-44a2-9a09-af4fdb891453,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:48.234959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.257066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] For port d289a220-fa6e-455f-a457-1bec1bfc2c83, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=d289a220-fa6e-455f-a457-1bec1bfc2c83,segment=NetworkSegment(e4aa5b53-8f2f-4768-83d8-a15fb476c187),segment_id=e4aa5b53-8f2f-4768-83d8-a15fb476c187)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:37:48.257384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.354062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Calling delete_port for eddac95b-98ce-44a2-9a09-af4fdb891453 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:37:48.375198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Calling delete_port for d289a220-fa6e-455f-a457-1bec1bfc2c83 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:37:48.453013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.457087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-be9fea34-3216-45d7-a422-03d96d51922d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:48.497066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Pushing event deleted for resources: {'Port': ['ID=d289a220-fa6e-455f-a457-1bec1bfc2c83,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:48.501158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:48.505864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] No DVR routers for this DVR port d289a220-fa6e-455f-a457-1bec1bfc2c83 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:37:48.537946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:48.542886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a5575037-c387-497f-9391-354d1183ba62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:48.686696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Port': ['ID=eddac95b-98ce-44a2-9a09-af4fdb891453,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:48.690655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:48.909439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.037557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce7940-2208-4c34-b03f-5c4923e4a5bd req-4bce4c1b-8463-4884-ac0c-70db370df5f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:49.039012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a4ce7940-2208-4c34-b03f-5c4923e4a5bd req-4bce4c1b-8463-4884-ac0c-70db370df5f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.0827165 Dec 09 09:37:49.084636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a4ce7940-2208-4c34-b03f-5c4923e4a5bd req-a9d41c5e-f5c6-490c-ac6e-ddee2cc45f26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Dec 09 09:37:49.168565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.172836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.197961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.198818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Fanout notify agent at l3_agent the message router_deleted on router a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:37:49.217565 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.218827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "DELETE /v2.0/routers/a6a3c58e-ed0c-4f5b-ad11-9775cbe89ff9 HTTP/1.1" status: 204 len: 168 time: 1.6859200 Dec 09 09:37:49.221537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60466) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.297435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0379-9e43-4a4d-b30c-7cb64199d540 req-757e06a3-fd77-4c4d-88dd-cbd0f28a519f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:49.298976 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-47cf0379-9e43-4a4d-b30c-7cb64199d540 req-757e06a3-fd77-4c4d-88dd-cbd0f28a519f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.0892019 Dec 09 09:37:49.355668 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-47cf0379-9e43-4a4d-b30c-7cb64199d540 req-341797a0-648f-48d4-bed4-2bbbd64d982d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510814 Dec 09 09:37:49.384948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60470) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.448142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.454800 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-69bc9a3f-9032-417d-aefb-78e5004bf9bc tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 1094 time: 0.0687172 Dec 09 09:37:49.457548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60474) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.463253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'port_id': 'f7a88dca-58a5-45ad-8365-e323a05de035'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:49.540763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.577534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.602461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ba795d-cea7-4b1c-a860-c20fae1d02b2']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:49.614643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aa5b53-8f2f-4768-83d8-a15fb476c187') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:49.614935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aa5b53-8f2f-4768-83d8-a15fb476c187') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:49.627538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.645100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.652966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:37:49.653297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:49.672679 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:49.751045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.754563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:49.768751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.780260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'Network': ['ID=30ba795d-cea7-4b1c-a860-c20fae1d02b2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:49.783333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:49.790759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "DELETE /v2.0/networks/30ba795d-cea7-4b1c-a860-c20fae1d02b2 HTTP/1.1" status: 204 len: 168 time: 0.5674989 Dec 09 09:37:49.793851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60478) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.866604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.896177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.965417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:49.969891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6ac4e22-e4e5-4df7-99e6-81af55c07004 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:49.983150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059cde7d-c745-4b30-9f54-49bd350230de,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:49.988613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:50.017246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.021497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] 10.222.0.41 "DELETE /v2.0/security-groups/059cde7d-c745-4b30-9f54-49bd350230de HTTP/1.1" status: 204 len: 168 time: 0.2264259 Dec 09 09:37:50.049675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d289a220-fa6e-455f-a457-1bec1bfc2c83 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:37:50.097216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: d289a220-fa6e-455f-a457-1bec1bfc2c83 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:37:50.097569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device d289a220-fa6e-455f-a457-1bec1bfc2c83 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:37:50.098374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eddac95b-98ce-44a2-9a09-af4fdb891453 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:37:50.135643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: eddac95b-98ce-44a2-9a09-af4fdb891453 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:37:50.136037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eddac95b-98ce-44a2-9a09-af4fdb891453 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:37:50.136502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ea17d23f-6541-48d0-9db8-ff7bdc49b5af no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:37:50.171087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ea17d23f-6541-48d0-9db8-ff7bdc49b5af {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:37:50.171836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ea17d23f-6541-48d0-9db8-ff7bdc49b5af not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:37:50.313710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.317327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.491800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60488) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:50.511480 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP aac427a9-71ca-4759-95f5-911bd4481cb4 associated. External IP: 172.26.4.160, port: f7a88dca-58a5-45ad-8365-e323a05de035. Dec 09 09:37:50.664031 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e867feee-90e3-4d73-a19d-efc211a3facc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4ba5710b15d4bd2b4f8025f79021ab9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709669 Dec 09 09:37:50.667051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60494) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:50.727142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.757463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.812754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.818393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f539a74-12ca-491b-8881-45be831529c6 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:50.832333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6620f4-845a-42f9-bccc-0a4b444d8cc4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:50.839521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:50.840062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:50.848215 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db6620f4-845a-42f9-bccc-0a4b444d8cc4 HTTP/1.1" status: 204 len: 168 time: 0.1758423 Dec 09 09:37:50.911424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:37:51.138263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:37:51.142967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.153522 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:37:51.166721 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:51.167399 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:51.183914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60502) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.215409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.231548 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1bc5cec2-610b-4272-a90c-a03363ff673e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 1.7730224 Dec 09 09:37:51.234387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60506) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.235048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:37:51.259556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:37:51.264145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Usage tracker for resource:security_group_rule and tenant:95fb5b8e524e42db8615632947fded90 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:37:51.267085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:37:51.272869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:37:51.308438 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'status': 'completed', 'code': 200} Dec 09 09:37:51.357083 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:51.362140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59138c41-0c6c-4a08-afeb-af1cf227b1a4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1248903 Dec 09 09:37:51.396128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.405137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.412157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0021ab78-02a1-4ec7-8def-c5bc153fb4cd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:51.461659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e42bf0-5da3-4968-b50e-a3f31eb4b7c3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:51.469942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:51.477493 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95fb5b8e524e42db8615632947fded90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2924945 Dec 09 09:37:51.480038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.494651 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-e64244d1-18d1-4f18-a9d3-efb9675a3193 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 1099 time: 0.1640821 Dec 09 09:37:51.646934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.679207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-0c9276a4-3ef8-4c1e-a350-00868f6495f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:51.680683 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-0c9276a4-3ef8-4c1e-a350-00868f6495f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 200 len: 896 time: 0.1793196 Dec 09 09:37:51.688761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.705753 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b4:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:51.709431 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:37:51.719918 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:37:51.720601 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:37:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:51.902394 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:37:51.939727 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-5b6b989d-5046-4e9a-913a-0ae49590357e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a88dca-58a5-45ad-8365-e323a05de035 HTTP/1.1" status: 200 len: 1000 time: 0.2444351 Dec 09 09:37:51.988289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:51.995299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-90027c88-8a03-4539-9952-062809d743b7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:37:52.009624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e42bf0-5da3-4968-b50e-a3f31eb4b7c3,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:37:52.012511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:37:52.025641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:37:52.029270 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4e42bf0-5da3-4968-b50e-a3f31eb4b7c3 HTTP/1.1" status: 204 len: 168 time: 0.5458148 Dec 09 09:37:52.032636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-4231541a-57d4-4600-9dab-cf5c6f8ffad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:37:52.034812 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-4231541a-57d4-4600-9dab-cf5c6f8ffad9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0875642 Dec 09 09:37:52.120951 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-9b31dc49-1cc7-4279-96d8-c86160381f39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=817cd15f-2f67-4696-8db0-408f78723bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784383 Dec 09 09:37:52.261587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-7cccb135-2dcc-4778-bb29-b6bee327c9c1 service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340976 Dec 09 09:37:52.295365 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b4:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:37:52.300225 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec15ed-bb3c-43aa-b667-1099f40bfcf9 None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'aac427a9-71ca-4759-95f5-911bd4481cb4', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'port_id': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'mac_address': 'fa:16:3e:b4:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:07Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:37:52.365071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60518) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:52.436373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283f2655-e5b8-4532-97e8-bb7a3a115a46 req-e372a063-b6b7-4846-ba0b-d6441adc0a6c service neutron] 10.222.0.58 "GET /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678238 Dec 09 09:37:52.511602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-be10d208-f539-423f-951a-3398a0003907 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 992 time: 0.1452904 Dec 09 09:37:52.558336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092761df-4f4a-4020-97e1-d0d22ccf28da None None] New status for floating IP aac427a9-71ca-4759-95f5-911bd4481cb4: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:37:53.515308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60524) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:53.616545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7912fb69-1cc4-41c6-a6dc-baf0a22f3202 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 200 len: 994 time: 0.1000109 Dec 09 09:37:57.577174 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:38:02.869512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:03.489477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77d93650-3f51-4230-9bfd-8ecf57f1779b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:04.563430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:05.716052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-949cce26-18d0-4e30-bf00-de66df234ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:06.749905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:08.216497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:15.986858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8833a57-1c15-4d6c-b770-f9adf6fff47b req-295b75ff-8275-428f-a8d0-5b60d53c9c34 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:15.988322 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e8833a57-1c15-4d6c-b770-f9adf6fff47b req-295b75ff-8275-428f-a8d0-5b60d53c9c34 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0791571 Dec 09 09:38:16.033673 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e8833a57-1c15-4d6c-b770-f9adf6fff47b req-ccdd3d1a-cb32-4292-b934-c5f89b831a43 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 Dec 09 09:38:17.239242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf2fab-d43a-4665-867d-98b6320c156b req-13686723-6bd7-4c3f-86b1-2f84e6df8ac5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:17.240909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ccf2fab-d43a-4665-867d-98b6320c156b req-13686723-6bd7-4c3f-86b1-2f84e6df8ac5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0819807 Dec 09 09:38:17.291593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ccf2fab-d43a-4665-867d-98b6320c156b req-d2418daf-416f-4e38-bfba-039e67db0ace tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Dec 09 09:38:17.557452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-bc621a9f-1861-4e2b-8e9c-8d1f77e7d3ca tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:17.558756 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-bc621a9f-1861-4e2b-8e9c-8d1f77e7d3ca tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 945 time: 0.0778933 Dec 09 09:38:17.624469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port 4c8cd049-2825-40cc-a659-074528b5fac9 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:38:17.624808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:17.859726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] For port 4c8cd049-2825-40cc-a659-074528b5fac9, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4c8cd049-2825-40cc-a659-074528b5fac9,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:38:17.860007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:18.135574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:18.135876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:18.136185 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Floating IP 8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b disassociated. External IP: 172.26.4.110, port: 4c8cd049-2825-40cc-a659-074528b5fac9. Dec 09 09:38:18.136514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for 4c8cd049-2825-40cc-a659-074528b5fac9 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:38:18.275943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:18.282077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-89454b9c-63f9-4e01-920c-cb1463cb7bca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:18.322361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=4c8cd049-2825-40cc-a659-074528b5fac9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:18.326300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:18.569660 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-283880b3-a17d-477f-b589-ae8c97134c21 req-21c7c9d5-864f-476a-a862-b2bcd28d2311 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 210 time: 0.1516569 Dec 09 09:38:18.687541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:38:18.894364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:38:18.903983 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:38:18.916319 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:38:18.917000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:38:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:18.962885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] No DVR routers for this DVR port 4c8cd049-2825-40cc-a659-074528b5fac9 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:38:18.965499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:18.968261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'name': 'network-vif-deleted', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:38:18.985103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-10043cbe-06c8-4dd0-a3da-68e638ce9645 req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "DELETE /v2.0/ports/4c8cd049-2825-40cc-a659-074528b5fac9 HTTP/1.1" status: 204 len: 173 time: 1.4211400 Dec 09 09:38:19.032216 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f70eb3e-d732-4c9a-8769-e0ba11b35eae', 'name': 'network-vif-deleted', 'tag': '4c8cd049-2825-40cc-a659-074528b5fac9', 'status': 'completed', 'code': 200} Dec 09 09:38:19.094795 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:38:19.420354 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:19.424080 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:38:19.434690 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:38:19.435273 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:38:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:19.613344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:38:19.763724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-48832454-3603-4f15-8333-c819d976c743 req-da87b002-2078-4144-b209-fbd0fb16079d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:38:19.778911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-48832454-3603-4f15-8333-c819d976c743 req-da87b002-2078-4144-b209-fbd0fb16079d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:38:19.780385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-48832454-3603-4f15-8333-c819d976c743 req-da87b002-2078-4144-b209-fbd0fb16079d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f70eb3e-d732-4c9a-8769-e0ba11b35eae HTTP/1.1" status: 200 len: 210 time: 0.0625021 Dec 09 09:38:19.960004 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:19.964247 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafad4d1-2554-4fe3-ab41-9645b03351a5 None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:38:20.185005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4268c76-9582-4d1c-9c92-043bebabdc3a None None] New status for floating IP 8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:38:21.178093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-6a33ed46-2abf-4d3e-96ff-55b313bdf6d6 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224747471&fields=id&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 267 time: 0.0410910 Dec 09 09:38:21.326757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe479-5758-4553-88db-434c3f593729 req-78751167-0c30-4212-b3d5-3501c08a1e91 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:21.328204 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-78751167-0c30-4212-b3d5-3501c08a1e91 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.1434009 Dec 09 09:38:21.344888 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-d99f828d-72af-46da-9f62-91896c1413b8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/quotas/f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 375 time: 0.0110869 Dec 09 09:38:21.433552 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-9bc5711a-8b8a-4e68-9b37-08b1ed24754a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823998 Dec 09 09:38:21.688892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-73d5d7b8-0e56-4f00-966f-06930e1cb10e service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443519 Dec 09 09:38:21.818599 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-20e18fd9-71d2-45e6-ab71-fa8ea299112b service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239996 Dec 09 09:38:22.706020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 4c8cd049-2825-40cc-a659-074528b5fac9 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:38:22.739148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 4c8cd049-2825-40cc-a659-074528b5fac9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:38:22.740141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 4c8cd049-2825-40cc-a659-074528b5fac9 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:38:23.232627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2c23c14-9bc8-4d80-864c-36c9b5da60d8 req-b78fd9cc-b840-4562-a72d-4f02fb1feb2f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0427306 Dec 09 09:38:24.343938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-25baf87e-3590-4949-bb15-46243e00d831 req-ffce2de0-fcea-4a67-a36a-7d48b43e5b16 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0447407 Dec 09 09:38:25.458770 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c9b14dbc-2f0b-48bc-9e8a-9a63587969b8 req-d0c334ec-cdf5-4162-9eee-35ca8bff7017 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0469978 Dec 09 09:38:26.567974 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b56f2ce7-0fc3-4a74-a941-f815fd997854 req-10340750-1e5c-49d7-8808-b98b791c04f1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0417922 Dec 09 09:38:27.731799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b96904a9-c6d1-4419-b14e-a8ca86f37367 req-ad40c999-106a-46db-8d83-fd6011fee664 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0429170 Dec 09 09:38:28.355083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe479-5758-4553-88db-434c3f593729 req-33c410b1-cbd9-4bda-9f58-395969775adc tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:28.356562 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-33c410b1-cbd9-4bda-9f58-395969775adc tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.1504025 Dec 09 09:38:28.411563 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-c10ce1d0-0153-48a0-b46a-bdc918933f8c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 379 time: 0.0410500 Dec 09 09:38:28.420472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'port': {'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'admin_state_up': True, 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'security_groups': ['d43434fc-3c76-47a1-bb91-811c8d90cf14']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:28.555238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:38:28.564868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:38:28.575643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Made reservation on behalf of f8cd63ff7a18454a96b1387809b9aa4b for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:38:28.578703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:28.743380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.20.0.8 (7f7acf83-e2b9-4c0c-bcef-17249ae7217f/f4c02c0b-338f-439a-9ba8-647d901e3440/53293eaa-18ee-4a74-9af3-48ea6f0ae2ac) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:38:28.915081 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-523e794c-b51b-40dd-9f33-f00684b1be16 req-c64df132-2625-437c-8e68-0f62ef9eeed2 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0446153 Dec 09 09:38:29.045496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.062278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Transition to ACTIVE for port object 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:38:29.084914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.091572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11695f59-a7cd-4661-a502-8c9ae144df5e tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:29.162510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:38:29.166079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:38:29.170494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:38:29.196259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:29.201860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:29.240657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:29.241254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.270572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537314 Dec 09 09:38:29.283157 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Request body: {'port': {'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:29.397016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.410394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1a3c0129-6a7c-436e-97ca-c6ea64429ed3 None None] Provisioning for port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:38:29.415346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1a3c0129-6a7c-436e-97ca-c6ea64429ed3 None None] Provisioning complete for port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:38:29.415729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0129-6a7c-436e-97ca-c6ea64429ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.466987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c0129-6a7c-436e-97ca-c6ea64429ed3 None None] Port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:38:29.740277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:38:29.747010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.761935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Transition to ACTIVE for port object 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:38:29.767402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:29.772653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a26d0458-7308-4181-81c1-198683391112 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:29.903349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:29.907289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:30.016613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Attempting to bind port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:38:30.017057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Attempting to bind port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:38:30.017468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Attempting to bind port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:38:30.024892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:38:30.025346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Attempting to bind port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:38:30.032772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:38:30.033172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:38:30.033654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Bound using segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:38:30.034177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Bound port: 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:38:30.034658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:30.179048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:38:30.182811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:38:30.187966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:30.192066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:30.258775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fabe9-07f2-48a4-b69a-4755a771c613 req-f4f4f43a-0405-41cb-ad5c-c67e1ace09ab tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:30.259366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ef8fabe9-07f2-48a4-b69a-4755a771c613 req-f4f4f43a-0405-41cb-ad5c-c67e1ace09ab tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:38:30.277617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:30.278968 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] 10.222.0.58 "PUT /v2.0/ports/53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 1093 time: 1.0009565 Dec 09 09:38:30.282065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:38:30.303994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:30.308455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:30.321445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ef8fabe9-07f2-48a4-b69a-4755a771c613 req-f4f4f43a-0405-41cb-ad5c-c67e1ace09ab tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:38:30.322614 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ef8fabe9-07f2-48a4-b69a-4755a771c613 req-f4f4f43a-0405-41cb-ad5c-c67e1ace09ab tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.2284226 Dec 09 09:38:30.359697 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'status': 'completed', 'code': 200} Dec 09 09:38:30.424778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ef8fabe9-07f2-48a4-b69a-4755a771c613 req-0c51427c-6cfd-4638-a860-2d72c40ce372 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669732 Dec 09 09:38:30.443785 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-9cc6c2b3-6d7d-455c-bb07-036d16ab69ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1096 time: 0.1166847 Dec 09 09:38:30.514047 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-53ac6c77-28b7-4afd-b0ad-51ae823bf1e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 217 time: 0.0632646 Dec 09 09:38:30.575428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe479-5758-4553-88db-434c3f593729 req-8e2fb9ca-5098-4fc2-81ed-7905916546c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:30.576758 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-8e2fb9ca-5098-4fc2-81ed-7905916546c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0567479 Dec 09 09:38:30.653893 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-9effc4d0-774f-4fc8-aea8-855a7f356bf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711172 Dec 09 09:38:30.881493 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-d791f605-9ddd-4d17-add5-04c407bfdc33 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202632 Dec 09 09:38:31.015852 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c53fe479-5758-4553-88db-434c3f593729 req-1fedc923-686f-4c2e-b0a7-1872bb00b6ef service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281919 Dec 09 09:38:31.134122 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-403ee981-329e-4ec8-9270-c57ade22d2da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1096 time: 0.0669181 Dec 09 09:38:31.262444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-1231faa7-8a09-4dc2-80a5-b25d209397fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:31.263906 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-1231faa7-8a09-4dc2-80a5-b25d209397fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1236944 Dec 09 09:38:31.335549 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-283da08b-fb06-4d0e-ba54-aa1c4bae13a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 217 time: 0.0643036 Dec 09 09:38:31.395838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-86589f5a-1c81-40d9-9d6f-80ddc2e7c3cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:31.397179 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-86589f5a-1c81-40d9-9d6f-80ddc2e7c3cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0556641 Dec 09 09:38:31.474819 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-aa40239d-bbe3-48a9-971e-958bd776e8be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709786 Dec 09 09:38:31.606680 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-e57ca628-8471-47bc-9a87-fa3eb01fc2f7 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252735 Dec 09 09:38:31.632574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495deb8a-53f8-4602-aff1-68502223eae3 req-6bcdde0f-6424-49fe-b931-94dd9672f43c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:31.634041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-495deb8a-53f8-4602-aff1-68502223eae3 req-6bcdde0f-6424-49fe-b931-94dd9672f43c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0872910 Dec 09 09:38:31.680805 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-495deb8a-53f8-4602-aff1-68502223eae3 req-8340aba1-3fab-4430-8af0-b61d609ad588 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403132 Dec 09 09:38:31.744141 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07dd5ea9-dcd2-404b-982f-14a8b13f564d req-474eb816-c175-42f2-9894-90475818406c service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301906 Dec 09 09:38:32.866923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:32.873849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65bc9-54a2-4da5-8d00-ea9a0041db0b req-43fef893-4b56-4568-a435-07db6884321d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:32.875268 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a7e65bc9-54a2-4da5-8d00-ea9a0041db0b req-43fef893-4b56-4568-a435-07db6884321d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0758660 Dec 09 09:38:32.919898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a7e65bc9-54a2-4da5-8d00-ea9a0041db0b req-ea4105e9-9f87-4b1d-b14d-cf42a05223bd tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380726 Dec 09 09:38:33.489721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87bb7903-0ef5-481d-8538-8b674c3acf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:34.114919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98792038-224c-45ba-bed4-236f4787f250 req-60731155-494c-4a87-b7a0-44f3f12ad699 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:34.116389 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98792038-224c-45ba-bed4-236f4787f250 req-60731155-494c-4a87-b7a0-44f3f12ad699 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0766640 Dec 09 09:38:34.161361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98792038-224c-45ba-bed4-236f4787f250 req-733dd62d-11bd-4984-9d7c-4937984c049e tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Dec 09 09:38:34.572335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:34.577208 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:38:35.361906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3a91-e0d3-48fd-a213-04f0f1d34368 req-7eaf48e0-b399-4c6b-a15e-5ff301ac987a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:35.363341 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce9c3a91-e0d3-48fd-a213-04f0f1d34368 req-7eaf48e0-b399-4c6b-a15e-5ff301ac987a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0802393 Dec 09 09:38:35.407672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce9c3a91-e0d3-48fd-a213-04f0f1d34368 req-5e64d0ef-7878-4c91-b9cf-4742c5c87ab9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 Dec 09 09:38:35.717535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3a70b49e-3f0d-4a4b-97b8-c60c9c3a48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:36.606711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93cd0f-5abb-43ce-979e-7b6e5a8a5356 req-1d2b28a0-6731-4060-9403-26201b8fb068 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:36.608163 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eb93cd0f-5abb-43ce-979e-7b6e5a8a5356 req-1d2b28a0-6731-4060-9403-26201b8fb068 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0791345 Dec 09 09:38:36.653690 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eb93cd0f-5abb-43ce-979e-7b6e5a8a5356 req-0d122442-27e3-4842-9a29-85cedf1d9194 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Dec 09 09:38:36.752678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:37.844736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac9819-c55f-4312-88d7-648f8d5e2278 req-54d24376-7183-4b1f-807e-b57494ff9c16 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:37.846149 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acac9819-c55f-4312-88d7-648f8d5e2278 req-54d24376-7183-4b1f-807e-b57494ff9c16 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 943 time: 0.0743487 Dec 09 09:38:37.890294 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acac9819-c55f-4312-88d7-648f8d5e2278 req-c77404da-bd7f-400b-a3ab-1a37a81cb59c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Dec 09 09:38:38.219329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:38.787625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:38:38.918146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:38:38.932029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:38:38.987563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:39.004469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:38:39.019950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:38:39.024002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:39.025845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-845762be-d633-4fc8-b42c-5ec6258ffc7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:39.089458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912018-6afa-4ece-ab6f-eb0c1c7c967f req-b508effd-4373-43a4-bcc4-d5c49ec318ca tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:39.090836 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-91912018-6afa-4ece-ab6f-eb0c1c7c967f req-b508effd-4373-43a4-bcc4-d5c49ec318ca tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 944 time: 0.0772190 Dec 09 09:38:39.093575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:39.097321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:39.239919 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-91912018-6afa-4ece-ab6f-eb0c1c7c967f req-6d3b1e25-1454-483a-b427-36f5f1071016 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430187 Dec 09 09:38:39.337863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:38:40.437510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c9ea2-d860-444c-b26c-262ee4469d74 req-d514eea1-1e90-41eb-9f8a-637c9b84ac83 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:40.438944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d9c9ea2-d860-444c-b26c-262ee4469d74 req-d514eea1-1e90-41eb-9f8a-637c9b84ac83 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 944 time: 0.0796769 Dec 09 09:38:40.484931 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1d9c9ea2-d860-444c-b26c-262ee4469d74 req-cde84a18-0e0e-4cc7-b218-ba961251283c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Dec 09 09:38:40.784065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:38:40.849570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:38:40.853996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:38:40.854371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:40.965955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:40.991832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:38:41.000893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:38:41.005314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:41.007047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b7372e76-539e-4ec8-817a-126a5b61ab96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:41.051584 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'code': 200} Dec 09 09:38:41.077051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:41.079878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:41.359321 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e9ec2938-7e41-4558-9e0c-73af9c3e9334 req-c9f09f32-bead-4794-833c-ddfbc94e335d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.0673444 Dec 09 09:38:41.411784 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e9ec2938-7e41-4558-9e0c-73af9c3e9334 req-172f4e8b-1748-41d6-8b69-18fd483a14d0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Dec 09 09:38:41.698977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad24abb-37a5-4402-83f4-265c2c492537 req-e7fbc38d-e599-4353-939d-797c597bf16f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:41.700347 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9ad24abb-37a5-4402-83f4-265c2c492537 req-e7fbc38d-e599-4353-939d-797c597bf16f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0961752 Dec 09 09:38:41.744975 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9ad24abb-37a5-4402-83f4-265c2c492537 req-f1faa0b5-53fc-4f5e-93a3-aa87767646a1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391114 Dec 09 09:38:42.942769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f132a7-8f54-44ef-901b-405efbeee65d req-03266e46-9ef0-43c5-8d8a-5f9ab91a0248 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:42.944124 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-30f132a7-8f54-44ef-901b-405efbeee65d req-03266e46-9ef0-43c5-8d8a-5f9ab91a0248 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0797753 Dec 09 09:38:42.988533 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-30f132a7-8f54-44ef-901b-405efbeee65d req-c8e245a1-e486-4f56-89e6-c65044a4dfb4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Dec 09 09:38:44.185826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef5e6-3d68-4f0d-8edf-239b4793685b req-bb6e22c1-db17-4f5f-afea-9c76551cabb4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:44.187235 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-893ef5e6-3d68-4f0d-8edf-239b4793685b req-bb6e22c1-db17-4f5f-afea-9c76551cabb4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0774579 Dec 09 09:38:44.231142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-893ef5e6-3d68-4f0d-8edf-239b4793685b req-b109ff72-518a-4448-a592-a7447ec7eec3 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383539 Dec 09 09:38:44.429673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e350ea-5155-453c-83af-c8c0ddb1b8f4 req-fd90de3b-97b2-42fc-a302-08fdf1ca5915 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:44.431110 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95e350ea-5155-453c-83af-c8c0ddb1b8f4 req-fd90de3b-97b2-42fc-a302-08fdf1ca5915 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0804431 Dec 09 09:38:44.476585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95e350ea-5155-453c-83af-c8c0ddb1b8f4 req-e615427c-e85c-4b07-9b82-a248882ba50f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Dec 09 09:38:44.504977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60632) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:44.573484 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2cc4e0f8-2c92-44b2-a1e2-8eb6e4972923 tempest-TestVolumeBootPattern-2014164710 tempest-TestVolumeBootPattern-2014164710-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1093 time: 0.0672925 Dec 09 09:38:44.575943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60636) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:44.581799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:44.587279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:38:44.591124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:floatingip and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:38:44.593991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:38:44.599701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:38:44.610143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:44.747859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:44.883598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.26.4.30 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/64991186-ff3f-40a9-826d-05dfd5c14430) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:38:45.029578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.057062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.061310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84718b0c-4427-44d7-90b2-cf8d6df8afbe tempest-TestServerAdvancedOps-1144506771 tempest-TestServerAdvancedOps-1144506771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:45.120218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:38:45.127985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:38:45.131945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:38:45.164262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=64991186-ff3f-40a9-826d-05dfd5c14430,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:45.181949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.182331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.182702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.183070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.183439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.183824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.184187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.184551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.184904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.185260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.185615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:38:45.191068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:45.651819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.705387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.902845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.909854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:45.914035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4b9db49-9971-4ec8-befd-d6aedabc82a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:38:46.113069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=64991186-ff3f-40a9-826d-05dfd5c14430,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:38:46.117109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:38:46.132141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:46.326420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Floating IP c627923e-ce81-43e9-87f0-4fb37a92c221 associated. External IP: 172.26.4.30, port: 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac. Dec 09 09:38:46.721416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:38:46.925928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:38:46.935530 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:38:46.948382 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:38:46.949032 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:46.952495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:38:47.006495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4294112 Dec 09 09:38:47.007348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:38:47.136371 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:38:47.242966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'status': 'completed', 'code': 200} Dec 09 09:38:47.331887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-4fd64f8e-f966-44a8-87bb-194001174373 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.0680792 Dec 09 09:38:47.489046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:45Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:47.492951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:38:47.504063 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:38:47.504672 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:47.571329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-4f00b268-b9a8-45b9-8385-448db2132317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:47.572794 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-4f00b268-b9a8-45b9-8385-448db2132317 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.2344880 Dec 09 09:38:47.677205 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:38:47.677918 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-16df0bbc-ab36-479a-ba4a-8fbc159bfb56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 998 time: 0.0975587 Dec 09 09:38:47.744082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-7e5759b7-c9ed-41f9-af25-ad289519e54d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:38:47.745423 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-7e5759b7-c9ed-41f9-af25-ad289519e54d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0609155 Dec 09 09:38:47.820022 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-d7c0dd7e-4bf2-4b49-9a0a-d587d2abd3cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676942 Dec 09 09:38:47.951258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-c7f2b482-31fd-4a18-8e17-84737db85220 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248598 Dec 09 09:38:48.021860 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:45Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:38:48.025735 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5f7a2-c5d4-4797-a1ec-14a4f25e528c None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:45Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:38:48.084708 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e0967b8-4e82-406c-ab55-b441d4ccefd5 req-3ea854e7-029f-458e-ab17-f8121004f6eb service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269553 Dec 09 09:38:48.218488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c94ec3-1ff9-441b-b222-9932340ff782 None None] New status for floating IP c627923e-ce81-43e9-87f0-4fb37a92c221: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:39:02.879075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:03.491274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b4-cb55-4057-80a8-f34c85a8e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:04.565355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:05.719803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-939950bc-b895-4b43-b2a1-8942cab3efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:06.756663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:07.458767 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df08d5-b84b-4a89-880a-2e1cc788fcbd req-0dd7156b-cbfe-4b45-8860-d7c5452f6657 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:07.460227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-89df08d5-b84b-4a89-880a-2e1cc788fcbd req-0dd7156b-cbfe-4b45-8860-d7c5452f6657 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.0759385 Dec 09 09:39:07.508859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-89df08d5-b84b-4a89-880a-2e1cc788fcbd req-35f3c96f-3f4b-4557-ab84-c3fa36339dad tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Dec 09 09:39:08.222545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:08.718723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d625b8c-cfa4-40c6-b3c1-653f6fce1e6a req-b1643ade-dc30-4101-b2c8-66494bf8607f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:08.723133 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8d625b8c-cfa4-40c6-b3c1-653f6fce1e6a req-b1643ade-dc30-4101-b2c8-66494bf8607f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.0823495 Dec 09 09:39:08.771309 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8d625b8c-cfa4-40c6-b3c1-653f6fce1e6a req-96168b68-383c-4752-90be-0076e279ab5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6ecc33c-6276-456c-9044-f96018f4713e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Dec 09 09:39:09.113974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-089f76b8-57a4-4e5c-b88d-e981bf7dcb3f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:09.115376 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-089f76b8-57a4-4e5c-b88d-e981bf7dcb3f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 946 time: 0.0763614 Dec 09 09:39:09.182512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port f7a88dca-58a5-45ad-8365-e323a05de035 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:09.182847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:09.431452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port f7a88dca-58a5-45ad-8365-e323a05de035, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7a88dca-58a5-45ad-8365-e323a05de035,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:09.431836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:09.730562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:09.730726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:09.730938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP aac427a9-71ca-4759-95f5-911bd4481cb4 disassociated. External IP: 172.26.4.160, port: f7a88dca-58a5-45ad-8365-e323a05de035. Dec 09 09:39:09.731621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for f7a88dca-58a5-45ad-8365-e323a05de035 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:09.874957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:09.890521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc88e404-aa77-4ec3-ace6-273aec57e7b1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:10.064360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=f7a88dca-58a5-45ad-8365-e323a05de035,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:10.086076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b9db1f2c-e523-4033-b083-bfefc4df6ca4 req-917484e0-9661-4b9f-a12c-284f70fbedce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 210 time: 0.0587554 Dec 09 09:39:10.087931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.087931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.087931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.087931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.087931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.088789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.088789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.089765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.089765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.089765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.090156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:10.103008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:10.307385 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:39:10.528554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:39:10.543186 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:39:10.567115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:10.567115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:10.638971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port f7a88dca-58a5-45ad-8365-e323a05de035 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:39:10.638971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:10.638971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'name': 'network-vif-deleted', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:10.658864 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e0cb8cb5-855a-45ec-9b15-c282a92fa771 req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/f7a88dca-58a5-45ad-8365-e323a05de035 HTTP/1.1" status: 204 len: 173 time: 1.5330973 Dec 09 09:39:10.733130 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db54cf-4b68-4fb0-865d-2a08c3da8579', 'name': 'network-vif-deleted', 'tag': 'f7a88dca-58a5-45ad-8365-e323a05de035', 'status': 'completed', 'code': 200} Dec 09 09:39:10.846119 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:11.248858 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:11.256839 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:39:11.273385 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:11.273385 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:11.392858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7d10f52c-4c23-4f1b-b45f-f698c3ed6c18 req-a4630d3d-b483-4fb7-b632-dcb8ae318b3a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:11.410949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7d10f52c-4c23-4f1b-b45f-f698c3ed6c18 req-a4630d3d-b483-4fb7-b632-dcb8ae318b3a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:11.412202 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7d10f52c-4c23-4f1b-b45f-f698c3ed6c18 req-a4630d3d-b483-4fb7-b632-dcb8ae318b3a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db54cf-4b68-4fb0-865d-2a08c3da8579 HTTP/1.1" status: 200 len: 210 time: 0.0718877 Dec 09 09:39:11.477925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:11.631451 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:39:11.793904 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:11.797876 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7718aad-950c-4ef0-9e32-cd258987924e None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:35:46Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '30a686c8-a58a-4caf-972f-25386a5e31c9', 'name': '', 'network_id': '817cd15f-2f67-4696-8db0-408f78723bab', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:d4:27:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:44Z', 'updated_at': '2021-12-09T09:36:08Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '0e9710a1-31fa-45da-b754-3099a276d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:39:12.018144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7abd2e-e5b0-475d-b745-7c0c3fc413c3 None None] New status for floating IP aac427a9-71ca-4759-95f5-911bd4481cb4: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:39:12.517765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60674) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:12.593092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:12.627369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:12.689724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:12.693541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e135e8e-cb67-4ccc-b9fa-920a73f6c6bd tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:12.706993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ecc33c-6276-456c-9044-f96018f4713e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:12.710088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:12.718424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:12.719599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6ecc33c-6276-456c-9044-f96018f4713e HTTP/1.1" status: 204 len: 168 time: 0.2008770 Dec 09 09:39:12.760492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60680) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:12.914240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 11b4b4c1-b276-4312-8199-191cd8b9d63c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:12.914477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:12.962445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7a88dca-58a5-45ad-8365-e323a05de035 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:12.998467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: f7a88dca-58a5-45ad-8365-e323a05de035 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:39:12.998816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7a88dca-58a5-45ad-8365-e323a05de035 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:13.196085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:13.196340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:13.313561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 11b4b4c1-b276-4312-8199-191cd8b9d63c owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:13.447399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:13.450839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:13.491185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=11b4b4c1-b276-4312-8199-191cd8b9d63c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:13.495097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:13.584992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:13.602194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:13.603349 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/aac427a9-71ca-4759-95f5-911bd4481cb4 HTTP/1.1" status: 204 len: 168 time: 0.8418994 Dec 09 09:39:13.977470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21d0e0-a942-41f9-a8b0-ded9dbcb9c6a req-b9cbf9bf-5013-4ecb-bc0c-717067993d6d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:13.978909 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cf21d0e0-a942-41f9-a8b0-ded9dbcb9c6a req-b9cbf9bf-5013-4ecb-bc0c-717067993d6d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0793347 Dec 09 09:39:14.025317 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cf21d0e0-a942-41f9-a8b0-ded9dbcb9c6a req-731ea9bd-4452-4849-8772-592ec8384cb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Dec 09 09:39:15.223492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-5304f0f2-6440-4ae5-96d4-d44cdc0293d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:15.224100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-5304f0f2-6440-4ae5-96d4-d44cdc0293d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:15.239165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-5304f0f2-6440-4ae5-96d4-d44cdc0293d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:15.240350 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-5304f0f2-6440-4ae5-96d4-d44cdc0293d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0933042 Dec 09 09:39:15.288542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-a67bafb1-1fc0-40fa-a57e-b791f4973ac4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:15.303387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-a67bafb1-1fc0-40fa-a57e-b791f4973ac4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:15.304548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-60120e72-0882-40e4-9c9a-1089abcccef4 req-a67bafb1-1fc0-40fa-a57e-b791f4973ac4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=4cd7ee71-3eb3-4674-a233-3c50b25ab48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588167 Dec 09 09:39:15.553269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-3e07dc72-e1f7-4819-8268-5372ff72faee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:15.554737 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-3e07dc72-e1f7-4819-8268-5372ff72faee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 946 time: 0.0755522 Dec 09 09:39:15.624864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 41953e72-a562-4c14-95b5-5ed618428f93 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:15.625191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:15.861145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 41953e72-a562-4c14-95b5-5ed618428f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41953e72-a562-4c14-95b5-5ed618428f93,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:15.861393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:15.977240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 41953e72-a562-4c14-95b5-5ed618428f93 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:16.114265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:16.119587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:16.161531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=41953e72-a562-4c14-95b5-5ed618428f93,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:16.164900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:16.231666 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 41953e72-a562-4c14-95b5-5ed618428f93 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:39:16.234592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:16.237134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'name': 'network-vif-deleted', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:16.252093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-756a7058-0694-4b28-b63d-bbc0b960ede4 req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/41953e72-a562-4c14-95b5-5ed618428f93 HTTP/1.1" status: 204 len: 173 time: 0.6919897 Dec 09 09:39:16.294079 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abab694-d152-432c-8f29-7571e07b12d6', 'name': 'network-vif-deleted', 'tag': '41953e72-a562-4c14-95b5-5ed618428f93', 'status': 'completed', 'code': 200} Dec 09 09:39:16.481761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-866e20da-0530-4126-b4e1-ce78a4098083 req-54b7d632-cfa2-42fc-ba19-57a9b2fb6dbd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abab694-d152-432c-8f29-7571e07b12d6 HTTP/1.1" status: 200 len: 210 time: 0.0400007 Dec 09 09:39:17.590770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60698) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:17.658285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:17.687175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:17.751017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:17.754791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e46c266-dc47-4c37-af5f-b0e9eb5d0d2f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:17.768848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7ee71-3eb3-4674-a233-3c50b25ab48f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:17.771971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:17.782422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:17.783574 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cd7ee71-3eb3-4674-a233-3c50b25ab48f HTTP/1.1" status: 204 len: 168 time: 0.1918380 Dec 09 09:39:17.822604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60704) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:18.212844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:18.901415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 30a686c8-a58a-4caf-972f-25386a5e31c9 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:18.902163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:18.993356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 41953e72-a562-4c14-95b5-5ed618428f93 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:19.026011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 41953e72-a562-4c14-95b5-5ed618428f93 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:39:19.026374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 41953e72-a562-4c14-95b5-5ed618428f93 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:19.086171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 30a686c8-a58a-4caf-972f-25386a5e31c9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30a686c8-a58a-4caf-972f-25386a5e31c9,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:19.086529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:19.204208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 30a686c8-a58a-4caf-972f-25386a5e31c9 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:19.380811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:19.384990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40032b54-1227-4c26-8cdf-d290b152b6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:19.429868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=30a686c8-a58a-4caf-972f-25386a5e31c9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:19.432640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:19.724098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:20.403923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:39:20.608808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:39:20.618984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Sync routers for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:39:20.624698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/4f48b6c3-30e3-4308-80b6-6a47b6b8377b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7984879 Dec 09 09:39:20.624948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60710) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:20.631215 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:20.631859 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:20.813612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 0e9710a1-31fa-45da-b754-3099a276d8f7 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:39:20.815290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:20.816511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:20.876423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:20.974806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.054947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.059372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-adde627f-6d67-4085-a93f-02872d14ce13 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:21.099867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9710a1-31fa-45da-b754-3099a276d8f7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:21.103377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:21.106204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.114391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39be69-c8de-4c1c-9b6e-4eec0cfe16b6 None None] Network 817cd15f-2f67-4696-8db0-408f78723bab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:39:21.116444 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/0e9710a1-31fa-45da-b754-3099a276d8f7 HTTP/1.1" status: 204 len: 168 time: 0.4902692 Dec 09 09:39:21.117232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60714) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:21.133290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:21.138036 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Checking router: 4f48b6c3-30e3-4308-80b6-6a47b6b8377b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:39:21.150612 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Routers {'4f48b6c3-30e3-4308-80b6-6a47b6b8377b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:21.151221 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:21.341049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.382742 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] Set router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:21.398160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] DHCP port deletion for 817cd15f-2f67-4696-8db0-408f78723bab request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:39:21.402198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Deleting port b8787252-72bd-4299-b634-e577658c50f1 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:21.402587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.549356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.559097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 046954fa-b576-4952-9b3a-c5698108966f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:39:21.559560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.605333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] For port b8787252-72bd-4299-b634-e577658c50f1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8787252-72bd-4299-b634-e577658c50f1,segment=NetworkSegment(9586b56f-6b44-4cf3-a9c9-8f46bd22b225),segment_id=9586b56f-6b44-4cf3-a9c9-8f46bd22b225)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:21.605732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.667900 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:21.672213 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a0ba-8b43-4b63-a80a-c6e3b50db584 None None] The sync data for ids ['4f48b6c3-30e3-4308-80b6-6a47b6b8377b'] in dv-neutron-821175-1-hyperv is: [{'id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'name': 'tempest-TestNetworkBasicOps-router-1505566018', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '046954fa-b576-4952-9b3a-c5698108966f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:38Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '046954fa-b576-4952-9b3a-c5698108966f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f48b6c3-30e3-4308-80b6-6a47b6b8377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:39Z', 'updated_at': '2021-12-09T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:39:21.725259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Calling delete_port for b8787252-72bd-4299-b634-e577658c50f1 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:21.736357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 046954fa-b576-4952-9b3a-c5698108966f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=046954fa-b576-4952-9b3a-c5698108966f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:21.736715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.802336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:21.806720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:21.849149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Pushing event deleted for resources: {'Port': ['ID=b8787252-72bd-4299-b634-e577658c50f1,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:21.858029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] No DVR routers for this DVR port b8787252-72bd-4299-b634-e577658c50f1 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:39:21.868418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.868769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.869107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.869444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.869777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.870108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.870432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.870763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.871085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.871404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.871797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:21.875925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:21.981639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 046954fa-b576-4952-9b3a-c5698108966f owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:39:22.066390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30a686c8-a58a-4caf-972f-25386a5e31c9 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:22.107535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 30a686c8-a58a-4caf-972f-25386a5e31c9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:39:22.107975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30a686c8-a58a-4caf-972f-25386a5e31c9 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:22.108485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8787252-72bd-4299-b634-e577658c50f1 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:22.141733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b8787252-72bd-4299-b634-e577658c50f1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:39:22.142330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8787252-72bd-4299-b634-e577658c50f1 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:22.162911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.166754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bc1f00ca-7d83-464a-8c14-c8f6bba217b6 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:22.208268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=046954fa-b576-4952-9b3a-c5698108966f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:22.212247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:22.431253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.694372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.698525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.724291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.724820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 4f48b6c3-30e3-4308-80b6-6a47b6b8377b {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:39:22.739952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.741061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/4f48b6c3-30e3-4308-80b6-6a47b6b8377b HTTP/1.1" status: 204 len: 168 time: 1.6212950 Dec 09 09:39:22.744044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60718) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:22.862649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:22.991697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.016598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817cd15f-2f67-4696-8db0-408f78723bab']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:23.028558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9586b56f-6b44-4cf3-a9c9-8f46bd22b225') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:23.029412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9586b56f-6b44-4cf3-a9c9-8f46bd22b225') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:23.040515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.056494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.062896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:39:23.063278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:23.078155 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:23.162674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.166724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bd356a8-be82-46cd-9a39-cb50f000b2fb tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:23.180982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.192956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=817cd15f-2f67-4696-8db0-408f78723bab,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:23.196183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:23.207060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/817cd15f-2f67-4696-8db0-408f78723bab HTTP/1.1" status: 204 len: 168 time: 0.4621453 Dec 09 09:39:23.228100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60722) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:23.234397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--1852768598', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:23.239586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:23.244212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:23.247069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:23.252994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:23.264329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:39:23.267172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.295281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:39:23.304255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.304596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 58099dd2-e555-4760-8b3b-ff5faf7c5a85 of type vlan for network 3309ee9e-593c-4867-9577-a3d176ab8ad9 Dec 09 09:39:23.336271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.487601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.491814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:23.492414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.496433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-937b78fc-ddfb-42b5-b275-e110203cd629 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:23.613832 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846309 Dec 09 09:39:23.616590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60726) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:23.617084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=3309ee9e-593c-4867-9577-a3d176ab8ad9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:23.619700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:23.623527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:23.628546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:39:23.631658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:23.635728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:23.639781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:23.649919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:23.661396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.662498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.680830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:23.921758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.052554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 046954fa-b576-4952-9b3a-c5698108966f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:24.084431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 046954fa-b576-4952-9b3a-c5698108966f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:39:24.084793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 046954fa-b576-4952-9b3a-c5698108966f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:24.104818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.137603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.268499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.218 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/b22a1618-e350-4977-81c8-5fcca909adfa) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:39:24.414811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.441853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.445991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:24.506929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:24.509978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:24.514828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:39:24.540310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=b22a1618-e350-4977-81c8-5fcca909adfa,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:24.546861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:24.674257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.674953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:24.892900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:39:25.094442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:39:25.103798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Sync routers for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:39:25.116177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:25.116795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:25.121414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:25.122690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5048900 Dec 09 09:39:25.125834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60730) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.296732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:25.349608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-401f5627-eceb-43fd-a074-e2835151f265 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2179706 Dec 09 09:39:25.349608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60736) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.487544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d87f8c-d2ab-4067-8794-8fafa8256338 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:25.491672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-72d87f8c-d2ab-4067-8794-8fafa8256338 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405032 Dec 09 09:39:25.491906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60740) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.590016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:24Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:25.594925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Checking router: 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:39:25.595284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Updating router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 port b22a1618-e350-4977-81c8-5fcca909adfa binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:39:25.631552 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d9f9cb01-9087-4695-b32f-cc11e365db79 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1385052 Dec 09 09:39:25.633926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60744) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.639708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753355882', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:25.650986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:25.746547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:25.751056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:25.753933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:25.759530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:25.769832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:39:25.868344 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:25.979070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:25.992064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Transition to ACTIVE for port object b22a1618-e350-4977-81c8-5fcca909adfa will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:26.001406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.005608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:26.084054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Attempting to bind port b22a1618-e350-4977-81c8-5fcca909adfa on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:39:26.084501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Attempting to bind port b22a1618-e350-4977-81c8-5fcca909adfa by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:39:26.084929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Attempting to bind port b22a1618-e350-4977-81c8-5fcca909adfa on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:26.088354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.089891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Pushing event updated for resources: {'Port': ['ID=b22a1618-e350-4977-81c8-5fcca909adfa,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:26.093019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b520a964-9f36-4711-98ee-798483c3bd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:26.093466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:26.096976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:39:26.097362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:26.097768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.098190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:39:26.098619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Bound port: b22a1618-e350-4977-81c8-5fcca909adfa, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:39:26.098997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.170915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=ebafbb25-988a-481e-9172-576e599063ad,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:26.174542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] For port b22a1618-e350-4977-81c8-5fcca909adfa, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:26.175119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:26.177876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] For port b22a1618-e350-4977-81c8-5fcca909adfa, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b22a1618-e350-4977-81c8-5fcca909adfa,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:39:26.182201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.184223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:26.184664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 3309ee9e-593c-4867-9577-a3d176ab8ad9, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:39:26.187240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-43e56d60-13cc-4094-927d-bbb20bd5e055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:26.205504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:39:26.214012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 3309ee9e-593c-4867-9577-a3d176ab8ad9) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:26.219719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:26.219719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:26.229553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581dafe-2123-4f14-b991-4ff334670cf4 None None] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:39:26.243116 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6056426 Dec 09 09:39:26.243502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60750) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:26.348444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Pushing event updated for resources: {'Port': ['ID=b22a1618-e350-4977-81c8-5fcca909adfa,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:26.353202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:26.363149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:26.363789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:26.671346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:26.711630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-3309ee9e-593c-4867-9577-a3d176ab8ad9', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:39:26.717650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.038128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.086372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Allocated IP 172.20.0.2 (3309ee9e-593c-4867-9577-a3d176ab8ad9/ebafbb25-988a-481e-9172-576e599063ad/00bff565-bb7b-4319-8097-d3f904d2c93d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:39:27.254642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:24Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:27.254642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2f0c-686a-4948-9f76-e5ccfca9a881 None None] The sync data for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv is: [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:24Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:39:27.385777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.408316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Transition to ACTIVE for port object 00bff565-bb7b-4319-8097-d3f904d2c93d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:27.432975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Transition to ACTIVE for port object 00bff565-bb7b-4319-8097-d3f904d2c93d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:27.438828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.445816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:27.535082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:27.535082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:27.540599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Pushing event updated for resources: {'Port': ['ID=00bff565-bb7b-4319-8097-d3f904d2c93d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:27.540599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:39:27.541506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:27.571350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (3309ee9e-593c-4867-9577-a3d176ab8ad9/ebafbb25-988a-481e-9172-576e599063ad/fd5fc783-01e9-4489-b759-fe2a602089ba) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:39:27.655179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Attempting to bind port 00bff565-bb7b-4319-8097-d3f904d2c93d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:39:27.655393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Attempting to bind port 00bff565-bb7b-4319-8097-d3f904d2c93d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:39:27.656522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Attempting to bind port 00bff565-bb7b-4319-8097-d3f904d2c93d on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:27.669635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:39:27.670357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Checking segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:27.670442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.671098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Bound using segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:39:27.671531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Bound port: 00bff565-bb7b-4319-8097-d3f904d2c93d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:39:27.671715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.772030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.791566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object fd5fc783-01e9-4489-b759-fe2a602089ba will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:27.801493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] For port 00bff565-bb7b-4319-8097-d3f904d2c93d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:27.804632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] For port 00bff565-bb7b-4319-8097-d3f904d2c93d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=00bff565-bb7b-4319-8097-d3f904d2c93d,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:39:27.811475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.815847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:27.820770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:27.825880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc37267c-f56d-44f8-a05a-665493b0ac05 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:27.916049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Pushing event updated for resources: {'Port': ['ID=00bff565-bb7b-4319-8097-d3f904d2c93d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:27.920919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:28.056426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:28.061257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:28.065885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:39:28.117049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:28.128596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:28.164726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b22a1618-e350-4977-81c8-5fcca909adfa up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:28.176780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.307795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b22a1618-e350-4977-81c8-5fcca909adfa completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:28.316067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b22a1618-e350-4977-81c8-5fcca909adfa triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:28.317560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.317655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.456502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.476190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b22a1618-e350-4977-81c8-5fcca909adfa, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b22a1618-e350-4977-81c8-5fcca909adfa,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:28.483066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.486429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:28.566019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b22a1618-e350-4977-81c8-5fcca909adfa,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:28.569719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:28.819679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.827523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.861532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a6dfa7ed-cf04-4e0d-8630-662e5197ec5e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:28.973301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:28.981048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:28.985787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:29.100098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4d2ce-d350-44a5-b494-1e33fda97125 None None] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:39:29.148767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:29.150352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:29.207380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-af89e6f4-fa41-4999-88ef-04adb646fd58 None None] Provisioning for port 00bff565-bb7b-4319-8097-d3f904d2c93d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:29.582550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:39:29.670643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a538ce0d-101c-4475-8a55-939fbe1dacd7 None None] Provisioning for port fd5fc783-01e9-4489-b759-fe2a602089ba completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:29.679256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a538ce0d-101c-4475-8a55-939fbe1dacd7 None None] Provisioning complete for port fd5fc783-01e9-4489-b759-fe2a602089ba triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:29.679872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a538ce0d-101c-4475-8a55-939fbe1dacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:29.800705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a538ce0d-101c-4475-8a55-939fbe1dacd7 None None] Port fd5fc783-01e9-4489-b759-fe2a602089ba cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:39:29.819457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:39:29.832853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/978869b5-63c1-498a-8cbc-c40a3cdb1fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5882254 Dec 09 09:39:29.835809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60754) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:29.929315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3c0573a1-2ffc-46d4-943e-c3fc0e8fcde7 None None] Provisioning complete for port fd5fc783-01e9-4489-b759-fe2a602089ba triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:29.929499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3c0573a1-2ffc-46d4-943e-c3fc0e8fcde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:29.995488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3c0573a1-2ffc-46d4-943e-c3fc0e8fcde7 None None] Port fd5fc783-01e9-4489-b759-fe2a602089ba cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:39:30.040690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.041068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.041597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.041784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.042122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.042453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.045091 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9b13894-87b0-4254-9482-4c8c6f26ccf6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2085073 Dec 09 09:39:30.048272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60758) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.133510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c95ca871-1c8a-4756-a2a6-df00b9b277b3 None None] Provisioning complete for port fd5fc783-01e9-4489-b759-fe2a602089ba triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:30.133510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c95ca871-1c8a-4756-a2a6-df00b9b277b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.136003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.136375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.140247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.140247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.140247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.140247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:30.141541 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-92665a9d-0ebe-4990-91ff-8ac41fa8b404 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0912418 Dec 09 09:39:30.142953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60762) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.202189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c95ca871-1c8a-4756-a2a6-df00b9b277b3 None None] Port fd5fc783-01e9-4489-b759-fe2a602089ba cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:39:30.206720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b22a1618-e350-4977-81c8-5fcca909adfa up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:30.285400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b22a1618-e350-4977-81c8-5fcca909adfa triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:30.289733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.396111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ef298e0-75b7-42b2-8014-3e70a9d7a748 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2447071 Dec 09 09:39:30.396111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60766) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.407035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-693350385', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:30.462060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 00bff565-bb7b-4319-8097-d3f904d2c93d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:30.535147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 00bff565-bb7b-4319-8097-d3f904d2c93d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:30.535147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 00bff565-bb7b-4319-8097-d3f904d2c93d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:30.535147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.617750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:30.621988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:port and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:30.624897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:30.631747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:30.642149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:39:30.645206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.645932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.672210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] device_id is not set on port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 yet. {{(pid=83486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:39:30.682486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 00bff565-bb7b-4319-8097-d3f904d2c93d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=00bff565-bb7b-4319-8097-d3f904d2c93d,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:30.686737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:30.689585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:30.757457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=00bff565-bb7b-4319-8097-d3f904d2c93d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:30.761383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:30.817037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.11 (3309ee9e-593c-4867-9577-a3d176ab8ad9/ebafbb25-988a-481e-9172-576e599063ad/b27062e9-3eca-42f9-ad87-7c839b9c5bc7) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:39:31.037939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.057429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object b27062e9-3eca-42f9-ad87-7c839b9c5bc7 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:31.092921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.098359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4be51f6f-c1d6-4f25-a73e-066844110bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:31.242521 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Sync routers for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:39:31.255572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:31.256243 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:31.279214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:31.282378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:31.290656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:39:31.330083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:31.334399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:31.358131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:31.358723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.383206 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9883366 Dec 09 09:39:31.443175 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:31.533159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c382bfc8-884f-4530-841b-c4322cfd7930 None None] Provisioning for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:31.538528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c382bfc8-884f-4530-841b-c4322cfd7930 None None] Provisioning complete for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:31.539166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c382bfc8-884f-4530-841b-c4322cfd7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.597501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c382bfc8-884f-4530-841b-c4322cfd7930 None None] Port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:39:31.755467 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:31.759215 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Checking router: 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:39:31.759572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Updating router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 port fd5fc783-01e9-4489-b759-fe2a602089ba binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:39:31.810702 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.826705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60772) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:31.832570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656983847', 'description': 'tempest-secgroup-smoke-656983847 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:31.839585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:31.844393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:31.847230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:31.852986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:31.864864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.899175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:31.904281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:31.907372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:31.913081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:31.970665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.975682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:31.979656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4b114679-2b42-48ca-9aa4-9aa9e093927b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.021838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49891f6-1070-4b77-a24b-2b15b99490ad,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.024670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.026292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.028321 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2004375 Dec 09 09:39:32.030964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60776) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.036757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:32.042701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:32.046939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:32.049870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:32.055692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:32.076601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 00bff565-bb7b-4319-8097-d3f904d2c93d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:32.079092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.142126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.146500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.148456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01fa5593-5e00-4ddc-afdf-45a9718eebd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.154150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 00bff565-bb7b-4319-8097-d3f904d2c93d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:32.154572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.164162 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.172396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4217306-bb26-4bc2-a381-93ca8b1f060d,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.175059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.176839 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Transition to ACTIVE for port object fd5fc783-01e9-4489-b759-fe2a602089ba will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:32.191519 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.193501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.194720 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1628046 Dec 09 09:39:32.196298 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2da3152a-828a-4998-a8ac-0c9bb22a023c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.197445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60780) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.203328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:32.209116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:32.212948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:32.216073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:32.221911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:32.240550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.313731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.318178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.320563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc5b18a2-ae6d-42a6-b1bc-cf68a3c19dfd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.342881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6784b6-f8f2-48cf-a541-dd3e54262136,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.348128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.348338 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Pushing event updated for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.358102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.359271 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-58503491-920a-4709-91c9-2a468699a183 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1609223 Dec 09 09:39:32.362106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60784) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.367842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:32.374504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:32.378360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:32.381339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:32.388020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:32.388191 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.388474 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.388782 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.389098 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.389509 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.390223 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.390334 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.390602 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.390987 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.391252 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.391559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:32.398786 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.408189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.447962 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Attempting to bind port fd5fc783-01e9-4489-b759-fe2a602089ba on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:39:32.448580 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Attempting to bind port fd5fc783-01e9-4489-b759-fe2a602089ba by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:39:32.449072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Attempting to bind port fd5fc783-01e9-4489-b759-fe2a602089ba on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:32.457530 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:39:32.457908 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Checking segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:32.458310 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.458710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Bound using segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:39:32.459169 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Bound port: fd5fc783-01e9-4489-b759-fe2a602089ba, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:39:32.459545 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.479585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.484423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.490501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b3cad41c-d87f-4889-a335-7b60d1626382 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.510896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fcdce6-7066-4894-867d-6623f1112086,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.515817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.529042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.530557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-12c0133a-0ca9-4133-b1a2-d88da85159d6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1674969 Dec 09 09:39:32.533683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60788) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.540155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:32.547114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:32.551432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:32.556104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:32.563496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:32.565533 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] For port fd5fc783-01e9-4489-b759-fe2a602089ba, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:32.569259 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] For port fd5fc783-01e9-4489-b759-fe2a602089ba, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=fd5fc783-01e9-4489-b759-fe2a602089ba,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:39:32.575250 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.579916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-b3abaaa0-c83c-4438-885c-d7ad6c4ec610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.584553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.657369 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Pushing event updated for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.661084 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.663641 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:32.664314 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:32.789402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.793419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.795276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.815992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733deae4-3b31-4af0-805c-8d7209a937a4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.819812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.830458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.834355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2973325 Dec 09 09:39:32.834467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60792) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.839948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:32.845713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:32.850356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:32.853546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:32.860093 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:32.860450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:32.872890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.873105 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:39:32.880732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.948961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.953954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.955826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-97173aed-6edd-479b-a49c-68ecfbc501f4 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:32.978781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3baa5-113c-4b16-a282-3d6e54382b72,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:32.984632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:32.989813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:32.993672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1556344 Dec 09 09:39:32.993790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:33.000134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': 'f49891f6-1070-4b77-a24b-2b15b99490ad', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:33.006033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:33.010054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:33.012996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:33.018617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:33.031205 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:39:33.038066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:33.108479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:33.112667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:33.114726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c6eb1757-700c-41a8-9834-49bc6adb8ed1 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:33.138341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c15e7d1-78b2-4ff0-90db-e21363c39169,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:33.140979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:33.148735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:33.149934 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552625 Dec 09 09:39:33.200063 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:32Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:33.204041 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7c4b-c13e-414b-8e5d-bbed5a1ba1ce None None] The sync data for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv is: [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:32Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:39:33.361508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-2b197777-582d-499e-a3c4-b470923fda3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:33.377435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-2b197777-582d-499e-a3c4-b470923fda3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:33.378659 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-2b197777-582d-499e-a3c4-b470923fda3b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656983847&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0649414 Dec 09 09:39:33.457884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-73f5fcd5-5477-49f9-8b1d-29fa045c0c66 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:33.458451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-73f5fcd5-5477-49f9-8b1d-29fa045c0c66 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:33.475183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-73f5fcd5-5477-49f9-8b1d-29fa045c0c66 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:33.477011 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-73f5fcd5-5477-49f9-8b1d-29fa045c0c66 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 930 time: 0.0913076 Dec 09 09:39:33.496694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-53f497ce-78f1-498a-b6d2-43831733e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:33.656167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-713cf776-9566-40c2-a2d9-c9a04b5ba983 service neutron] 10.222.0.41 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1656353 Dec 09 09:39:33.795242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-52d40760-2bb7-4778-b25e-8f9c836ccb81 service neutron] 10.222.0.41 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331697 Dec 09 09:39:33.938532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-2d015949-be08-4dc5-9190-4255563e4306 service neutron] 10.222.0.41 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319451 Dec 09 09:39:34.113240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device fd5fc783-01e9-4489-b759-fe2a602089ba up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:34.164196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9ad6ffd0-9965-4dfb-b1c3-7252b641275c req-63532dbd-9313-4242-b5e2-3a9113c3c20b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:34.177587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9ad6ffd0-9965-4dfb-b1c3-7252b641275c req-63532dbd-9313-4242-b5e2-3a9113c3c20b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:34.184337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9ad6ffd0-9965-4dfb-b1c3-7252b641275c req-63532dbd-9313-4242-b5e2-3a9113c3c20b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 210 time: 0.0697212 Dec 09 09:39:34.200323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port fd5fc783-01e9-4489-b759-fe2a602089ba completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:34.205892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port fd5fc783-01e9-4489-b759-fe2a602089ba triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:34.206283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:34.329784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:34.367820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port fd5fc783-01e9-4489-b759-fe2a602089ba, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=fd5fc783-01e9-4489-b759-fe2a602089ba,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:34.373455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:34.378042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:34.446754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:34.450282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:34.567217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:35.191227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-5cb59c80-1b7f-4ab2-b9bb-1d793aed8a64 service neutron] 10.222.0.58 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1026 time: 0.0605423 Dec 09 09:39:35.344547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-900573b3-3140-45f6-a9c6-25cbe1f88304 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:35.345940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-900573b3-3140-45f6-a9c6-25cbe1f88304 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 797 time: 0.1491356 Dec 09 09:39:35.359925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0fd427ac-b2c9-48c8-9e48-aa67f6a5d11b req-2bba7b74-0e5e-47f3-b0a9-c91932e7d893 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 210 time: 0.0445886 Dec 09 09:39:35.416695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-198722ee-825c-46e5-b30a-f4574b149b31 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:35.428183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-198722ee-825c-46e5-b30a-f4574b149b31 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:35.429189 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-198722ee-825c-46e5-b30a-f4574b149b31 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 379 time: 0.0574434 Dec 09 09:39:35.439492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Request body: {'port': {'device_id': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:35.540942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:35.720965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-363c96ad-1ae5-401a-b1da-06787a71625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:35.880053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27062e9-3eca-42f9-ad87-7c839b9c5bc7 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:39:35.887046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:35.900802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Transition to ACTIVE for port object b27062e9-3eca-42f9-ad87-7c839b9c5bc7 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:35.904339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:35.908474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a9bd3141-c729-4e8d-ba09-70fc5a45401d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:36.033483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:36.037120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:36.068815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device fd5fc783-01e9-4489-b759-fe2a602089ba up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:36.153450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port fd5fc783-01e9-4489-b759-fe2a602089ba triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:36.153967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:36.154063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:39:36.154329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:39:36.154654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:36.161845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:39:36.162317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:36.169695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:39:36.170042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Checking segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:36.170404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Bound using segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:39:36.170816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Bound port: b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:39:36.171158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:36.264885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:36.268144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:39:36.272736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:36.276817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-792ddba6-781b-4527-884c-508a672934b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:36.338272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:36.339697 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] 10.222.0.58 "PUT /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1131 time: 0.9039314 Dec 09 09:39:36.340210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:36.374994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:36.378256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:36.423652 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'status': 'completed', 'code': 200} Dec 09 09:39:36.464613 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-fba9129b-b6da-4ed6-97ef-52a55e06d92a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 1134 time: 0.0850978 Dec 09 09:39:36.541315 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-710d3444-7305-48e7-9fbe-367bbb6159f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 217 time: 0.0690343 Dec 09 09:39:36.585929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e5f46-ac3c-44d9-b9e3-ded7f93f101d req-19f2ef1b-cf2b-4153-b177-d43197450719 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:36.587432 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d61e5f46-ac3c-44d9-b9e3-ded7f93f101d req-19f2ef1b-cf2b-4153-b177-d43197450719 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 981 time: 0.0883679 Dec 09 09:39:36.610423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-ee004dfe-d6e5-4328-83a4-d68417396b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:36.611829 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-ee004dfe-d6e5-4328-83a4-d68417396b9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 200 len: 835 time: 0.0645854 Dec 09 09:39:36.637401 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d61e5f46-ac3c-44d9-b9e3-ded7f93f101d req-21ce098a-9bf7-4e1f-b36a-929df1e5a21d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Dec 09 09:39:36.691647 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-06469ce0-043e-49bb-8e04-e6f113e6ef1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733984 Dec 09 09:39:36.762032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:36.926485 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-2d055266-5cc7-48bc-8166-a0786680f853 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242007 Dec 09 09:39:37.061343 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5e790eec-ecb8-4f26-b15e-9529df471af0 req-d5f1045e-12c4-408e-b756-f22cfa7d2779 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275344 Dec 09 09:39:37.183528 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-18d87568-1c04-4c70-ac5f-cc11224b497e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 1134 time: 0.0745766 Dec 09 09:39:37.318118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-b5bd6ded-4c43-469d-a509-6aff48d172e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:37.319568 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-b5bd6ded-4c43-469d-a509-6aff48d172e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 898 time: 0.1287100 Dec 09 09:39:37.390339 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-19db0cea-55d7-45d8-8499-4f2ab8543dcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 217 time: 0.0645659 Dec 09 09:39:37.453552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-99c406c8-4af3-4e79-8b81-0a0dede3c000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:37.454943 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-99c406c8-4af3-4e79-8b81-0a0dede3c000 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 200 len: 835 time: 0.0577033 Dec 09 09:39:37.531549 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-4ac37a39-8837-4876-a853-73fad42ec635 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685644 Dec 09 09:39:37.668132 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-d437a799-076c-44a4-9c25-1b5af9a4a432 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277249 Dec 09 09:39:37.855015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa06e74-6d4c-4f96-bc53-3948107d8c96 req-3f74a87a-589a-40ed-9587-3c33633ef0fe service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800997 Dec 09 09:39:37.884153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b2d8-2417-44c7-8aa4-df7a8360d418 req-d1936489-ddaf-44e9-b78c-db213efe1805 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:37.886218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f505b2d8-2417-44c7-8aa4-df7a8360d418 req-d1936489-ddaf-44e9-b78c-db213efe1805 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 981 time: 0.1114078 Dec 09 09:39:37.940185 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f505b2d8-2417-44c7-8aa4-df7a8360d418 req-071d1ddf-5467-4c94-9b63-d4432670e0f7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Dec 09 09:39:38.277070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:39.092258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:39:39.153873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11f9d-1c36-4ac5-a381-4999f1bbabd1 req-8d545c56-e8fc-4795-b634-e57f61fa31a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:39.155419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97a11f9d-1c36-4ac5-a381-4999f1bbabd1 req-8d545c56-e8fc-4795-b634-e57f61fa31a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 981 time: 0.0876758 Dec 09 09:39:39.205663 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97a11f9d-1c36-4ac5-a381-4999f1bbabd1 req-0f5369f6-2ba3-4c08-a115-828bb09e46e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Dec 09 09:39:39.244538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:39.259264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:39:39.318236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:39.336131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27062e9-3eca-42f9-ad87-7c839b9c5bc7 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:39:39.352414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:39.355423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:39.357937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-76768520-bcba-49f6-99a1-a8eae9652833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:39.428679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:39.438349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:39.716076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['b27062e9-3eca-42f9-ad87-7c839b9c5bc7'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:39:40.408574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615cb2-708b-4606-90a3-520dfbf8578b req-9169371c-0d47-4d6d-94b0-c407e84345cf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:40.410009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-22615cb2-708b-4606-90a3-520dfbf8578b req-9169371c-0d47-4d6d-94b0-c407e84345cf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 982 time: 0.0786569 Dec 09 09:39:40.464780 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-22615cb2-708b-4606-90a3-520dfbf8578b req-0bfddbae-2cb9-47b6-9014-8e4f705e4a7b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 Dec 09 09:39:41.115248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:39:41.208231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:39:41.208231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:41.208231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:41.309901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:41.335854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:41.345469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:41.349822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:41.351680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dd74cf48-7c16-4e77-bd83-942d8cff5695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:41.394660 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'code': 200} Dec 09 09:39:41.419578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:41.422521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:41.682747 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1972ac58-783a-448b-bab8-ab1936acbbc4 req-1a8170f0-cd40-4939-aa8e-ecd35f8cc47d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 1136 time: 0.1307275 Dec 09 09:39:41.690617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff199-7a76-42e7-b9eb-306013223688 req-15622025-a687-45de-b845-60f73cfb57f2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:41.691966 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8bdff199-7a76-42e7-b9eb-306013223688 req-15622025-a687-45de-b845-60f73cfb57f2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.1067944 Dec 09 09:39:41.759098 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1972ac58-783a-448b-bab8-ab1936acbbc4 req-5a41d78b-a8e5-4540-a132-325fb5118260 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 Dec 09 09:39:41.763736 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8bdff199-7a76-42e7-b9eb-306013223688 req-a269a900-84ef-4ba1-95a4-3acd93cdae50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Dec 09 09:39:43.014879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2200d0-6a2a-4fc7-a494-ec3bc92987ea req-ce2af845-e8ff-4fd7-8d1c-2afa04959744 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:43.014879 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab2200d0-6a2a-4fc7-a494-ec3bc92987ea req-ce2af845-e8ff-4fd7-8d1c-2afa04959744 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.1038442 Dec 09 09:39:43.068493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab2200d0-6a2a-4fc7-a494-ec3bc92987ea req-560ba6bb-2c09-4207-84bc-dcb9d78d0e34 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Dec 09 09:39:44.241080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e7e5c-28ec-4ec0-b57a-b6e509641a2a req-e4ad1955-cd6e-4e68-9e0f-0d521fcf34f2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:44.242490 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab0e7e5c-28ec-4ec0-b57a-b6e509641a2a req-e4ad1955-cd6e-4e68-9e0f-0d521fcf34f2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.0753059 Dec 09 09:39:44.290851 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab0e7e5c-28ec-4ec0-b57a-b6e509641a2a req-e6bdccea-8f4e-4298-87b2-f630800a28ae tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Dec 09 09:39:44.488034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b210c8e-b748-4871-a309-f9e5cc8eb88d req-2b3e6540-8301-4d2f-a699-e7d8074a2ff3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:44.489467 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b210c8e-b748-4871-a309-f9e5cc8eb88d req-2b3e6540-8301-4d2f-a699-e7d8074a2ff3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.0779731 Dec 09 09:39:44.537221 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b210c8e-b748-4871-a309-f9e5cc8eb88d req-78e424b4-788a-4348-84f8-de2f0b171ea2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Dec 09 09:39:44.564913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60848) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.634132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-73f0ea2f-d65a-4119-bbbe-b001f506987b tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 1131 time: 0.0679829 Dec 09 09:39:44.636710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.641953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:44.647366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:44.651718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:44.654566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:44.660894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:44.672396 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:44.805278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:44.943563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.106 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/d866ea67-610a-4ba2-a346-741e82433f4a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:39:45.092618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:45.119252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:45.123283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58c96e98-6998-4c97-81f7-9b5e117d5cc1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:45.185152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:39:45.188260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:39:45.192321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:39:45.219523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=d866ea67-610a-4ba2-a346-741e82433f4a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:45.338399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.338936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.339317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.339678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.340066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.340426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.340780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.341134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.341488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.341839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.342188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:39:45.346955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:45.809344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:45.862918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:46.066577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:46.070863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:46.075133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1ba4ae3e-635f-46e9-8d79-31748b6d2dc1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:46.176232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=d866ea67-610a-4ba2-a346-741e82433f4a,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:46.180262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:46.195012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:46.385201 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP a14bccad-d32f-40ba-b22b-5d16d46fd0d7 associated. External IP: 172.26.4.106, port: b27062e9-3eca-42f9-ad87-7c839b9c5bc7. Dec 09 09:39:46.889389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:39:47.096324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:39:47.106593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Sync routers for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:39:47.119027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:47.119634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:47.120366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:47.176021 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5381920 Dec 09 09:39:47.176690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:47.178886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60856) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:47.232366 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'status': 'completed', 'code': 200} Dec 09 09:39:47.298327 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-904bcfe6-b6fe-4136-b387-bdd07c3754d1 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906&network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 1131 time: 0.1180804 Dec 09 09:39:47.308258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:47.331310 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-5a22ac91-7f93-4d6a-b112-d2e81f10ffe0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 1136 time: 0.0766075 Dec 09 09:39:47.572088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-a25aef61-fd4e-4fdb-9bbc-26c13395f49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:47.573764 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-a25aef61-fd4e-4fdb-9bbc-26c13395f49d service neutron] 10.222.0.58 "GET /v2.0/networks?id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 898 time: 0.2364981 Dec 09 09:39:47.677752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a14bccad-d32f-40ba-b22b-5d16d46fd0d7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-693350385', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:45Z', 'updated_at': '2021-12-09T09:39:45Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:47.681801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Checking router: 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:39:47.692178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:39:47.692871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:39:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:47.734781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-ab021e1e-2fd7-4e54-b476-b7aadf51a30b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1037 time: 0.1542993 Dec 09 09:39:47.791325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8175b-333b-4886-9790-83023026e65f req-1ed5d4e1-e7eb-41bf-a68a-814bf13f095d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:47.792745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-94a8175b-333b-4886-9790-83023026e65f req-1ed5d4e1-e7eb-41bf-a68a-814bf13f095d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.1586862 Dec 09 09:39:47.828838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-e75b9032-9cae-4f0d-90cd-e130c3672a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:47.830259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-e75b9032-9cae-4f0d-90cd-e130c3672a42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 200 len: 835 time: 0.0873854 Dec 09 09:39:47.866747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:39:47.880700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-94a8175b-333b-4886-9790-83023026e65f req-6462c92e-90e4-4668-809a-200d3d733748 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798657 Dec 09 09:39:47.924328 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-0993793e-cbd8-409c-9ca8-e50a75217fa2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737221 Dec 09 09:39:48.062080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-d2081aac-98e3-417f-b9c7-fb1aff3a6c27 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298730 Dec 09 09:39:48.200290 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-41c88290-ac77-4a29-9320-6e9d2505c666 req-e12c85a0-c80c-4e48-9e07-cdf73b4b84fc service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315300 Dec 09 09:39:48.262102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a14bccad-d32f-40ba-b22b-5d16d46fd0d7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-693350385', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:45Z', 'updated_at': '2021-12-09T09:39:45Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:39:48.266197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921c272-619b-4067-8fd3-89d5a15743a3 None None] The sync data for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv is: [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a14bccad-d32f-40ba-b22b-5d16d46fd0d7', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-693350385', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b29c3f-cc6d-4705-a3db-b718f6881906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:45Z', 'updated_at': '2021-12-09T09:39:45Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:39:48.611652 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:39:48.706773 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-c0a16fb7-0564-446c-86d6-314ca941c95d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670805 Dec 09 09:39:48.857727 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-f237d46c-a6e1-4b2c-b912-9a44c2c0892e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.0742614 Dec 09 09:39:49.025664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-cd5a261b-b391-432e-9eb8-d0b642817df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:49.027123 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-cd5a261b-b391-432e-9eb8-d0b642817df1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1484809 Dec 09 09:39:49.132546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-7525e68c-cd82-4e4f-b2a3-ad2c258e0b68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 1000 time: 0.0986402 Dec 09 09:39:49.148479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c431-958e-4725-9962-faaca1f698c2 req-a92953fe-bc20-4b8e-962f-1a85d3f1a4f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:49.150933 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f94c431-958e-4725-9962-faaca1f698c2 req-a92953fe-bc20-4b8e-962f-1a85d3f1a4f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.1465230 Dec 09 09:39:49.156128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ae76-4486-47b0-88de-ab5ec21795f8 req-df5e748d-fd64-4341-b4ab-6ac8ad370cdc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:49.157450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bcc5ae76-4486-47b0-88de-ab5ec21795f8 req-df5e748d-fd64-4341-b4ab-6ac8ad370cdc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 983 time: 0.1154675 Dec 09 09:39:49.193817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-0db40b77-9951-4061-b31b-8abc300aa675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:49.195145 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-0db40b77-9951-4061-b31b-8abc300aa675 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0569599 Dec 09 09:39:49.257013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c431-958e-4725-9962-faaca1f698c2 req-0e5b8dd5-7310-45a9-91ab-32d941161636 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:49.259136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f94c431-958e-4725-9962-faaca1f698c2 req-0e5b8dd5-7310-45a9-91ab-32d941161636 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1003542 Dec 09 09:39:49.263514 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bcc5ae76-4486-47b0-88de-ab5ec21795f8 req-056b686f-be8e-4243-b40c-c1e6d3077cf3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Dec 09 09:39:49.270920 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-790a4414-d0b4-4148-b868-65aed9d13690 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694795 Dec 09 09:39:49.404597 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-b6d691d8-0b8e-4cbe-94c0-dd9b1c47fcaa service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271577 Dec 09 09:39:49.410108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6f94c431-958e-4725-9962-faaca1f698c2 req-58f04a2b-67ec-4726-9189-3f45708ed6c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:49.425439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6f94c431-958e-4725-9962-faaca1f698c2 req-58f04a2b-67ec-4726-9189-3f45708ed6c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:49.426797 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f94c431-958e-4725-9962-faaca1f698c2 req-58f04a2b-67ec-4726-9189-3f45708ed6c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1624320 Dec 09 09:39:49.436717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:49.537060 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d3ba8d8-b121-4f4f-9d33-5c86caf3c67a req-fa9f30bb-b47f-43bb-aaea-723917364516 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256495 Dec 09 09:39:49.545430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:49.737625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:49.765985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:49.813299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] device_id is not set on port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:39:49.820929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:49.826785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:49.830275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:49.960632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=6']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:49.964943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:50.022660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] No DVR routers for this DVR port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:39:50.086226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0900cff8-882c-489a-b2d0-b907e35a9d35 None None] Provisioning complete for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:39:50.086892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0900cff8-882c-489a-b2d0-b907e35a9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:50.144475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0900cff8-882c-489a-b2d0-b907e35a9d35 None None] Port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:39:50.190472 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61aaa34-a59b-4c9c-9798-1aa38a92bfbb None None] New status for floating IP a14bccad-d32f-40ba-b22b-5d16d46fd0d7: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:39:50.276082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] In _notify_port_updated(), no bound segment for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:39:50.277048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:50.278342 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f94c431-958e-4725-9962-faaca1f698c2 req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] 10.222.0.58 "PUT /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1026 time: 0.8455234 Dec 09 09:39:50.536263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0be632d0-46ec-4ced-bf7b-5d6d4b33bec6 req-532e1528-fb8f-4e81-8d77-a5a06d6d710a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b29c3f-cc6d-4705-a3db-b718f6881906 HTTP/1.1" status: 200 len: 210 time: 0.1462121 Dec 09 09:39:51.642031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60872) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:51.709308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c418fc-1f33-472f-b4ac-00d8137bf1f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:51.710604 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-29c418fc-1f33-472f-b4ac-00d8137bf1f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 925 time: 0.0676038 Dec 09 09:39:51.930909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60878) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:51.936500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172707199', 'description': 'tempest-secgroup-smoke-172707199 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:51.942402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:51.951855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:51.963298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.000533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.004219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.007193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.012930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.066197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.069759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.073286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-23ee465e-dd7b-4d8f-b504-118db8e9069b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.113941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db3e5b9-ff53-49c2-b0bf-8e679c38243d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.116913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.120015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.121189 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b5c7561b-a97c-4bbc-9976-c8902b92cb26 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1893086 Dec 09 09:39:52.124023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.129257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.135336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.139095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.141937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.147460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.165092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.225604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.229191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.231008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a6d85af7-207b-4855-b9a1-c376ff1d08b3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.252185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a71ad0-8d01-48c4-a5a7-fc767b3b5a2a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.257141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.262462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.263718 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1388938 Dec 09 09:39:52.266750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60886) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.272120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.278734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.282582 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.285612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.291335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.307383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.370035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.373463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.375190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec741cad-b010-48f3-9d3c-1022a64f1f8b tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.396295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bef6502-4f2c-4e12-ac40-ff9d665b4912,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.398541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.405315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.406453 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-509f5b90-a097-4177-8b03-315778eee165 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389539 Dec 09 09:39:52.409183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60890) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.415018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.420833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.424566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.427383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.433604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.449558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.512373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.515690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.517450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1b51764-6c79-47a9-b7e0-31da3de5f0b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.537976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe152300-542f-4ac4-873c-f64f39a2a44f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.542511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.549391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.550625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405542 Dec 09 09:39:52.553532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60894) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.559086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.566043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.569927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.572843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.581502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.597731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.660436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.663719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.671582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0b29190b-3430-4872-a27b-3eab317ab6a3 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.688815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6f5572-0d28-440e-ab85-9665b8fb6cd8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.691269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.698564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.699706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1451943 Dec 09 09:39:52.702956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60898) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.708253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.714819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.718573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.721414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.727716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.737095 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:39:52.743483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.921996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.926747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.928591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-74e66538-9b11-4f5d-aac8-f9c71dc42bab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:52.950880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6da4608-73b2-4a1b-b534-cc023c3a91d4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:52.953216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:52.960587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:52.962673 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2588153 Dec 09 09:39:52.965463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60902) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.970837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '0db3e5b9-ff53-49c2-b0bf-8e679c38243d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:52.976682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:39:52.981040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:39:52.983952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:39:52.989570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:39:52.999549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:39:53.005837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:53.071607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:53.075294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:53.077193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-75838a1b-7429-444d-83d5-e5516c1d704a tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:53.100749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f86e8b-cb21-4601-b858-8cda3bb4a49c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:53.103359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:53.110481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:53.111624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1452723 Dec 09 09:39:53.176314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:39:53.234788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:39:53.282220 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-5fbc4084-a216-4476-acb5-b12987195ba6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172707199&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0409157 Dec 09 09:39:53.356930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-ff5cc94a-0970-48fc-b0a1-b9224c1064f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:53.358226 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-ff5cc94a-0970-48fc-b0a1-b9224c1064f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 930 time: 0.0698524 Dec 09 09:39:53.426414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-fa88140d-9bc7-41b7-9257-66bdee437019 service neutron] 10.222.0.41 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0568104 Dec 09 09:39:53.557145 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-e9a01485-da72-4d08-a1cf-b2bf8ebdbd6e service neutron] 10.222.0.41 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246276 Dec 09 09:39:53.689909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-d27f5459-4be0-4354-a459-23271e5445bb service neutron] 10.222.0.41 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270328 Dec 09 09:39:53.871271 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9fa0a2a9-aa57-4fe8-8b8c-d344cb3fe42b req-776486e2-383d-4c50-880b-c41eea7745c1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 210 time: 0.0404582 Dec 09 09:39:54.787167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-f6db440f-9350-48d1-b4f7-e26a9af64603 service neutron] 10.222.0.58 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1026 time: 0.0632939 Dec 09 09:39:54.933563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-2704bfee-6c60-4a1c-87ac-0995e730c9a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:54.934961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-2704bfee-6c60-4a1c-87ac-0995e730c9a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 797 time: 0.1426961 Dec 09 09:39:54.996252 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-672fae76-5260-431c-89e8-971c430eec04 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 471 time: 0.0477474 Dec 09 09:39:55.036905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Request body: {'port': {'device_id': '4e2e1767-48b9-4073-8b5c-2a424b7ef7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:55.072877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-75aef427-31ad-4c92-804c-9a935358c733 req-f28fa28e-7ef9-43e6-93d2-2c48851c8fb4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 210 time: 0.0734813 Dec 09 09:39:55.152341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:55.485593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27062e9-3eca-42f9-ad87-7c839b9c5bc7 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:39:55.492879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:55.507480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Transition to ACTIVE for port object b27062e9-3eca-42f9-ad87-7c839b9c5bc7 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:39:55.511110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:55.515262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-500f19fd-b572-4859-b961-8e9776e85ea0 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:55.652213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=7']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:55.655057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:55.784696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:39:55.785030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:39:55.785525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:55.792202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:39:55.792788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Attempting to bind port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:39:55.799278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:39:55.799618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Checking segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:39:55.800184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Bound using segment: {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:39:55.800571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Bound port: b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58099dd2-e555-4760-8b3b-ff5faf7c5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:39:55.800911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:55.993254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:39:55.996247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:39:56.000667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:56.004896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:56.066888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:56.068281 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1131 time: 1.0390503 Dec 09 09:39:56.068815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2e1767-48b9-4073-8b5c-2a424b7ef7c9', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:39:56.093941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=8']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:56.097070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:56.164324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2e1767-48b9-4073-8b5c-2a424b7ef7c9', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'status': 'completed', 'code': 200} Dec 09 09:39:56.203047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-e21b855c-4794-4aca-922e-81018c88ff50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 1134 time: 0.0848372 Dec 09 09:39:56.348949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-ab6950e7-adef-46e9-b38d-c2cfd6e683f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1037 time: 0.1104431 Dec 09 09:39:56.411430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2186d-9a3f-40a8-9b68-63ecd184cbf6 req-567c7842-b185-4514-9ff5-20c3dc0008ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:56.412830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39f2186d-9a3f-40a8-9b68-63ecd184cbf6 req-567c7842-b185-4514-9ff5-20c3dc0008ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 981 time: 0.2089124 Dec 09 09:39:56.447927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-ba23bfb0-2e38-4aa8-bb37-35f96fcce544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:56.449305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-ba23bfb0-2e38-4aa8-bb37-35f96fcce544 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 200 len: 835 time: 0.0922198 Dec 09 09:39:56.508805 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39f2186d-9a3f-40a8-9b68-63ecd184cbf6 req-f7cc5029-77b0-4dc7-894e-b7c3fed5800e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879807 Dec 09 09:39:56.535909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-936481a9-e479-4266-badf-a968314a5578 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784161 Dec 09 09:39:56.669261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-963feb7c-f8cb-4399-bf4e-695d8f7e5f5b service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270645 Dec 09 09:39:56.805610 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e8dfe25-e650-43dd-a566-28214320e8f6 req-2d522c7a-d3bc-4f53-a9d0-f17c07ec6f22 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292398 Dec 09 09:39:56.924969 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-7a9a8bc5-8d54-4e46-a066-bde9f25c20b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 1134 time: 0.0735254 Dec 09 09:39:57.055193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-013b0e49-7db3-4dbb-ba73-1a783386da77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:57.056864 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-013b0e49-7db3-4dbb-ba73-1a783386da77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 898 time: 0.1259847 Dec 09 09:39:57.164914 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-5c02538f-c9db-4680-8968-5c59ecd575c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1037 time: 0.1013451 Dec 09 09:39:57.230145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-8c0c64b8-5965-4211-92bd-d1565f06703c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:57.231575 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-8c0c64b8-5965-4211-92bd-d1565f06703c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 200 len: 835 time: 0.0610807 Dec 09 09:39:57.311724 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-77770768-c8ad-4f75-8bf3-f7cfacbcc300 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742905 Dec 09 09:39:57.445380 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-2ec20efa-86e6-451c-b28e-9b0fd1f5888a service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265621 Dec 09 09:39:57.577076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-10e298ff-eb48-4946-a583-471eb1bedf3b req-ad68b09c-4ef4-4b1e-8c86-ca90b2633902 service neutron] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248739 Dec 09 09:39:57.708896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9bdaa-ac97-497f-b2c3-22ae5c784e41 req-943ec8b0-cd92-4bf9-a70e-71204ac5ac94 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:57.710312 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa9bdaa-ac97-497f-b2c3-22ae5c784e41 req-943ec8b0-cd92-4bf9-a70e-71204ac5ac94 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 981 time: 0.0795078 Dec 09 09:39:57.753576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-6aa9bdaa-ac97-497f-b2c3-22ae5c784e41 req-5e163d37-734a-4f61-b75a-11b26b182bb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:39:57.768981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-6aa9bdaa-ac97-497f-b2c3-22ae5c784e41 req-5e163d37-734a-4f61-b75a-11b26b182bb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:39:57.770142 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa9bdaa-ac97-497f-b2c3-22ae5c784e41 req-5e163d37-734a-4f61-b75a-11b26b182bb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Dec 09 09:39:59.071612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164d7e8-7219-4529-ad89-8e839e3b68da req-2784f97a-2b3c-4baf-bcb6-3103cefa03fc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:39:59.072981 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0164d7e8-7219-4529-ad89-8e839e3b68da req-2784f97a-2b3c-4baf-bcb6-3103cefa03fc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 981 time: 0.1800323 Dec 09 09:39:59.117833 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0164d7e8-7219-4529-ad89-8e839e3b68da req-f163b626-6d05-4871-a2e5-c667fc128f68 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 Dec 09 09:39:59.196416 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:39:59.329545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:59.342481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'port_id': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:39:59.395569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:59.412042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27062e9-3eca-42f9-ad87-7c839b9c5bc7 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:39:59.426460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:39:59.431073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:39:59.433628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:39:59.498096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=9']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:39:59.501171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:39:59.748834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['b27062e9-3eca-42f9-ad87-7c839b9c5bc7'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:40:00.311034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59568cd-8e25-4bac-8bf7-84a04c56e88f req-e43aab01-982e-4e67-97c0-d7722f76fecb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:00.312410 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b59568cd-8e25-4bac-8bf7-84a04c56e88f req-e43aab01-982e-4e67-97c0-d7722f76fecb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 982 time: 0.0765197 Dec 09 09:40:00.361129 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b59568cd-8e25-4bac-8bf7-84a04c56e88f req-944178f1-b63c-4ea8-81bf-8a0991d6e52e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Dec 09 09:40:01.206280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:01.275419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:01.282182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:01.282566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:01.395627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:01.422692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2e1767-48b9-4073-8b5c-2a424b7ef7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:01.432031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:01.435979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:01.437904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:01.480769 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2e1767-48b9-4073-8b5c-2a424b7ef7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27062e9-3eca-42f9-ad87-7c839b9c5bc7', 'code': 200} Dec 09 09:40:01.504167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=10']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:01.508189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:01.570852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467866eb-c63c-46be-ab3c-d4eccb70dcf9 req-3edbfe64-f394-44b0-a60e-afa9aa366445 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:01.572223 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-467866eb-c63c-46be-ab3c-d4eccb70dcf9 req-3edbfe64-f394-44b0-a60e-afa9aa366445 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0828376 Dec 09 09:40:01.622142 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-467866eb-c63c-46be-ab3c-d4eccb70dcf9 req-0b2782be-e587-43a8-bcf9-f793cc8a1cad tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Dec 09 09:40:01.709429 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6dc984-03f5-47d6-8041-4612af700872 req-13f085c0-b5ed-4d63-bb83-6227864879f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 1137 time: 0.0689240 Dec 09 09:40:01.750821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6dc984-03f5-47d6-8041-4612af700872 req-2dfb1f45-d7a7-4c57-9554-b4cda6f33652 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Dec 09 09:40:02.820527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fa003-7c98-46ca-ab05-2fee749362ec req-55721cc3-5768-4258-8f43-40dbd29b5fb8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:02.821956 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-626fa003-7c98-46ca-ab05-2fee749362ec req-55721cc3-5768-4258-8f43-40dbd29b5fb8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0780613 Dec 09 09:40:02.858623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:02.868557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-626fa003-7c98-46ca-ab05-2fee749362ec req-219e6850-f6b9-4009-9100-eaa61fd5a141 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Dec 09 09:40:03.489352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e6cab1d-be6d-419b-94ec-22d7e7afe56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:04.071073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20814495-48ea-4db5-8356-14e848d33e94 req-cdffefe4-8a5f-463d-9408-207d57d4f0a4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:04.072512 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-20814495-48ea-4db5-8356-14e848d33e94 req-cdffefe4-8a5f-463d-9408-207d57d4f0a4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0807889 Dec 09 09:40:04.116925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-20814495-48ea-4db5-8356-14e848d33e94 req-1a1c88f1-a1c4-4764-bc1a-5898ba3d18db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Dec 09 09:40:04.319906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8d61d-1f2b-4bf4-a4d6-c360091ba127 req-f79f089b-931b-4aa5-993d-4730277ad9dd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:04.321361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51f8d61d-1f2b-4bf4-a4d6-c360091ba127 req-f79f089b-931b-4aa5-993d-4730277ad9dd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0846674 Dec 09 09:40:04.366486 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51f8d61d-1f2b-4bf4-a4d6-c360091ba127 req-cb996e8e-465b-428c-9dab-d11978025a33 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Dec 09 09:40:04.393409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60946) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.464314 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ebc29bb4-f9f7-433c-be6b-38bfc33f0235 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9&network_id=3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 200 len: 1132 time: 0.0695801 Dec 09 09:40:04.592234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:04.846678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34391b44-3e6d-4726-a343-ac9a9e6fc82f req-78f26dcc-3fb5-4567-b54b-980d0fe57e0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:04.848131 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-34391b44-3e6d-4726-a343-ac9a9e6fc82f req-78f26dcc-3fb5-4567-b54b-980d0fe57e0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0795574 Dec 09 09:40:04.892390 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-34391b44-3e6d-4726-a343-ac9a9e6fc82f req-b225d01a-eb01-4e0f-9296-04b266346152 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Dec 09 09:40:05.726026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b92560ba-a29e-480c-b5dc-2381c7d46cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:06.091136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d362b-27d5-4e97-9325-5bee52774311 req-ede02b07-886d-4918-acef-bc013eb928e5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:06.092891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d91d362b-27d5-4e97-9325-5bee52774311 req-ede02b07-886d-4918-acef-bc013eb928e5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.0782728 Dec 09 09:40:06.188119 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d91d362b-27d5-4e97-9325-5bee52774311 req-cc7b2336-c62e-49f9-9002-a8f3340d0190 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896759 Dec 09 09:40:06.213044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58edf95-043b-44bc-8977-2da547c4874c req-cc2f3d69-c9b9-46ef-b0c0-5ff84271b415 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:06.214451 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e58edf95-043b-44bc-8977-2da547c4874c req-cc2f3d69-c9b9-46ef-b0c0-5ff84271b415 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 984 time: 0.1014156 Dec 09 09:40:06.283986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58edf95-043b-44bc-8977-2da547c4874c req-7f02c287-7b96-42f8-959d-0b3d6a42009b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:06.285219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e58edf95-043b-44bc-8977-2da547c4874c req-7f02c287-7b96-42f8-959d-0b3d6a42009b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0643816 Dec 09 09:40:06.429603 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e58edf95-043b-44bc-8977-2da547c4874c req-3d21c629-9fa3-4f60-bea5-f3989b664bcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1389937 Dec 09 09:40:06.439501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:06.549822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:06.748379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:06.763719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:06.783110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] For port b27062e9-3eca-42f9-ad87-7c839b9c5bc7, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:06.833412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] device_id is not set on port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 yet. {{(pid=83487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 09:40:06.841463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:06.846528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:06.850512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e06764a-4a98-44fc-beac-c4fe9319f98e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:06.985528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=11']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:06.989748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:07.055988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] No DVR routers for this DVR port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:40:07.102150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0083d724-c80c-4df7-b9f2-8350d3036d25 None None] Provisioning complete for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:07.102538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0083d724-c80c-4df7-b9f2-8350d3036d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:07.153523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0083d724-c80c-4df7-b9f2-8350d3036d25 None None] Port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:40:07.298523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] In _notify_port_updated(), no bound segment for port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 on network 3309ee9e-593c-4867-9577-a3d176ab8ad9 {{(pid=83487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 09 09:40:07.299570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:07.300881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e58edf95-043b-44bc-8977-2da547c4874c req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] 10.222.0.58 "PUT /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 200 len: 1027 time: 0.8651090 Dec 09 09:40:07.358090 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab8d15c8-10a3-44dd-bd04-370aadb027e5 req-1a05a25d-9bd1-48fc-a5a1-548c09a8bf39 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2e1767-48b9-4073-8b5c-2a424b7ef7c9 HTTP/1.1" status: 200 len: 210 time: 0.0441210 Dec 09 09:40:08.226247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:08.462064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60960) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:08.530282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:08.561856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:08.622227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:08.626118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:08.640875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db3e5b9-ff53-49c2-b0bf-8e679c38243d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:08.643428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:08.653756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:08.657360 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/0db3e5b9-ff53-49c2-b0bf-8e679c38243d HTTP/1.1" status: 204 len: 168 time: 0.1918478 Dec 09 09:40:08.695132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60966) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:08.993213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port d866ea67-610a-4ba2-a346-741e82433f4a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:40:08.993555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:09.161546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:09.162442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:09.280525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for d866ea67-610a-4ba2-a346-741e82433f4a owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:40:09.287406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:40:09.342181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b27062e9-3eca-42f9-ad87-7c839b9c5bc7 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:40:09.431886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:09.435336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea12cfa9-4e0e-4751-bbe1-356cf5e84b89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:09.475191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=d866ea67-610a-4ba2-a346-741e82433f4a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:09.478690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:09.569279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:09.957462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:40:10.156496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:10.166990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Sync routers for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:10.176971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.178673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:10.179288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:10.233425 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/a14bccad-d32f-40ba-b22b-5d16d46fd0d7 HTTP/1.1" status: 204 len: 168 time: 1.5366015 Dec 09 09:40:10.359156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:10.393776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60974) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:10.467410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.498406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.561273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.565340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fbe17bda-4f10-4f82-a1ba-7ccdd6049016 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:10.580232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49891f6-1070-4b77-a24b-2b15b99490ad,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:10.593440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.593820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.594190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.594551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.594910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.595272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.595628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.596011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.596366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.596719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.597074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:10.599742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.600892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/f49891f6-1070-4b77-a24b-2b15b99490ad HTTP/1.1" status: 204 len: 168 time: 0.2061522 Dec 09 09:40:10.601754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:10.644250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:10.734175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:10.738569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Checking router: 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:10.750803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:10.751332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:10.824100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port b27062e9-3eca-42f9-ad87-7c839b9c5bc7 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:40:10.824442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:10.928473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:11.065478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:11.190258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for b27062e9-3eca-42f9-ad87-7c839b9c5bc7 owned by {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:40:11.238789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:11.243022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176ae3e-eafb-4e46-8d33-089e971504cf None None] The sync data for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv is: [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'fd5fc783-01e9-4489-b759-fe2a602089ba', 'name': '', 'network_id': '3309ee9e-593c-4867-9577-a3d176ab8ad9', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:53:44:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebafbb25-988a-481e-9172-576e599063ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:27Z', 'updated_at': '2021-12-09T09:39:34Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'ebafbb25-988a-481e-9172-576e599063ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:11.336638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:11.342387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:11.387860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=b27062e9-3eca-42f9-ad87-7c839b9c5bc7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:11.390313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:11.474091 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8089667-fd2f-45c2-b21d-914250cbcb6a None None] New status for floating IP a14bccad-d32f-40ba-b22b-5d16d46fd0d7: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:40:11.500274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:11.515031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:11.515561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/ports/b27062e9-3eca-42f9-ad87-7c839b9c5bc7 HTTP/1.1" status: 204 len: 168 time: 0.8696411 Dec 09 09:40:12.007969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:12.630603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port fd5fc783-01e9-4489-b759-fe2a602089ba {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:40:12.631444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:12.848620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port fd5fc783-01e9-4489-b759-fe2a602089ba, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=fd5fc783-01e9-4489-b759-fe2a602089ba,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:12.849277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:13.000996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for fd5fc783-01e9-4489-b759-fe2a602089ba owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:40:13.203094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:13.206711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:13.249683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=fd5fc783-01e9-4489-b759-fe2a602089ba,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:13.253118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:13.591643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.267996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:40:14.466849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:14.476341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Sync routers for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:14.480028 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/978869b5-63c1-498a-8cbc-c40a3cdb1fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9630311 Dec 09 09:40:14.482546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 60988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:14.495249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:14.495249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:14.666155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet ebafbb25-988a-481e-9172-576e599063ad {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:40:14.668144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:14.668900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.725159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.807660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.878181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.883280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1ecf4a6-7bcb-4eaf-8805-84e519e831d2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:14.923443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=ebafbb25-988a-481e-9172-576e599063ad,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:14.926753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:14.927864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:14.934019 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/ebafbb25-988a-481e-9172-576e599063ad HTTP/1.1" status: 204 len: 168 time: 0.4505320 Dec 09 09:40:14.936765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60992) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:14.937207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508cb62-1336-4dce-b2b8-c7f0e5d2cb32 None None] Network 3309ee9e-593c-4867-9577-a3d176ab8ad9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:40:15.098456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:40:13Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:15.132647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Checking router: 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:15.142273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.179961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Routers {'978869b5-63c1-498a-8cbc-c40a3cdb1fd0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:15.180491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:15.340695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.351195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port b22a1618-e350-4977-81c8-5fcca909adfa {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:40:15.351586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.375129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] Set router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:15.415300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] DHCP port deletion for 3309ee9e-593c-4867-9577-a3d176ab8ad9 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:40:15.478041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Deleting port 00bff565-bb7b-4319-8097-d3f904d2c93d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:40:15.478718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.536943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port b22a1618-e350-4977-81c8-5fcca909adfa, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b22a1618-e350-4977-81c8-5fcca909adfa,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:15.537313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.767371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for b22a1618-e350-4977-81c8-5fcca909adfa owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:40:15.823884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] For port 00bff565-bb7b-4319-8097-d3f904d2c93d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=00bff565-bb7b-4319-8097-d3f904d2c93d,segment=NetworkSegment(58099dd2-e555-4760-8b3b-ff5faf7c5a85),segment_id=58099dd2-e555-4760-8b3b-ff5faf7c5a85)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:15.824285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.933630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:15.945015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5be62c33-e3ce-4b0a-9f7e-fc97391bedf8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:15.947388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Calling delete_port for 00bff565-bb7b-4319-8097-d3f904d2c93d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:40:16.018702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=b22a1618-e350-4977-81c8-5fcca909adfa,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:16.029092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:40:13Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:16.034138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1aabb-6c02-404e-8d80-4cb0bb490073 None None] The sync data for ids ['978869b5-63c1-498a-8cbc-c40a3cdb1fd0'] in dv-neutron-821175-1-hyperv is: [{'id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'name': 'tempest-TestNetworkBasicOps-router-1052106683', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:23Z', 'updated_at': '2021-12-09T09:40:13Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'b22a1618-e350-4977-81c8-5fcca909adfa', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978869b5-63c1-498a-8cbc-c40a3cdb1fd0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:24Z', 'updated_at': '2021-12-09T09:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:16.048421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.053204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-92b54911-936c-42c0-8c1c-ad9b32379086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:16.054894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:16.095599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Pushing event deleted for resources: {'Port': ['ID=00bff565-bb7b-4319-8097-d3f904d2c93d,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:16.099809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:16.103127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] No DVR routers for this DVR port 00bff565-bb7b-4319-8097-d3f904d2c93d on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:40:16.214543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.449573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 00bff565-bb7b-4319-8097-d3f904d2c93d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:40:16.467409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.471591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.483144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 00bff565-bb7b-4319-8097-d3f904d2c93d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:40:16.483637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 00bff565-bb7b-4319-8097-d3f904d2c93d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:40:16.501447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.501962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 978869b5-63c1-498a-8cbc-c40a3cdb1fd0 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:40:16.521589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.522695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/978869b5-63c1-498a-8cbc-c40a3cdb1fd0 HTTP/1.1" status: 204 len: 168 time: 1.5849521 Dec 09 09:40:16.525755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 60996) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:16.647071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.786330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.810867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3309ee9e-593c-4867-9577-a3d176ab8ad9']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:16.822542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58099dd2-e555-4760-8b3b-ff5faf7c5a85') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:16.822840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58099dd2-e555-4760-8b3b-ff5faf7c5a85') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:16.834486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.850248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.856155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:40:16.856529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:16.870495 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:16.951895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.955201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b8599269-2380-4da9-bc4b-89f0d08cb0b6 tempest-BulkNetworkOpsTest-231890984 tempest-BulkNetworkOpsTest-231890984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:16.969849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:16.981179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=3309ee9e-593c-4867-9577-a3d176ab8ad9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:16.984267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:16.989548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/3309ee9e-593c-4867-9577-a3d176ab8ad9 HTTP/1.1" status: 204 len: 168 time: 0.4629474 Dec 09 09:40:17.004176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32768) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.017778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-34c4a3c6-19a5-46d5-a517-4c1d5e73fe39 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118024 Dec 09 09:40:17.020848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32772) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.026494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--1284513426', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:17.031573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:17.035936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:17.039860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:17.045694 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:17.057688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:40:17.059183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.088948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:40:17.098032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.098946 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment a4a8ba2b-e247-47d3-be4a-366c4a7ae47e of type vlan for network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc Dec 09 09:40:17.124511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.154103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.157781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:17.158350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.162281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:17.203849 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817892 Dec 09 09:40:17.206774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32776) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.213681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-370365161', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:17.220931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:17.226156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:17.229109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:17.234909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:17.246681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.247578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.266132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.273640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:17.276440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:17.284076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:40:17.519404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.696199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.724477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:17.860360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.46 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/e7f1fde8-a809-4d9f-9b87-2804e00a4d72) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:18.007902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:18.037316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:18.041687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2a382c-edf0-4ecc-8ec9-3a6bb896bb83 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:18.045507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b22a1618-e350-4977-81c8-5fcca909adfa no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:40:18.111402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:18.114905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:18.117328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:18.130262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b22a1618-e350-4977-81c8-5fcca909adfa {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:40:18.130615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b22a1618-e350-4977-81c8-5fcca909adfa not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:40:18.131046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device fd5fc783-01e9-4489-b759-fe2a602089ba no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:40:18.151730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:18.154511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:18.162485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: fd5fc783-01e9-4489-b759-fe2a602089ba {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:40:18.162842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device fd5fc783-01e9-4489-b759-fe2a602089ba not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:40:18.282538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:18.283401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:18.521688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router d27d6aec-7781-4be4-9cde-3334de20fa51 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:40:18.719966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:18.729753 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Sync routers for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:18.741541 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:18.742144 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:18.745099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:18.746300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5376279 Dec 09 09:40:18.749411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32780) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.794979 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3929a7ff-664e-4c82-abb5-4746924f1fa2 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441546 Dec 09 09:40:18.797252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.917887 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:18.928260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3752fa-2289-4533-8d5e-c51cd596a035 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:18.929709 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1c3752fa-2289-4533-8d5e-c51cd596a035 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315830 Dec 09 09:40:18.932452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32788) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.974733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32792) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.975263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63083ace-c231-4b6b-91e1-58d5ee38d338 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413647 Dec 09 09:40:18.981953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1836985670', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:19.205815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:19.209883 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:18Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:19.210481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:19.213360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:19.213775 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Checking router: d27d6aec-7781-4be4-9cde-3334de20fa51 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:19.214127 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Updating router d27d6aec-7781-4be4-9cde-3334de20fa51 port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:40:19.219135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:19.230246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:40:19.265406 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.335261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.549261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.553955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63550cf6-05e3-42b1-a889-ebb5bb7ec640 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:19.590632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.602808 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Transition to ACTIVE for port object e7f1fde8-a809-4d9f-9b87-2804e00a4d72 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:19.609266 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.614029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:19.635400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=bf7e26b8-12df-4f0d-84cd-41d7930357c7,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:19.639109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:19.647319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:19.647674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:40:19.669717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:40:19.680889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:19.684789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:19.685368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.685929 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Attempting to bind port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:40:19.686303 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Attempting to bind port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:40:19.686663 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Attempting to bind port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:19.689914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c713c5-a208-4cc0-bee6-82295facdfaf None None] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:40:19.706248 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:19.710480 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:19.710733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:19.711171 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:19.711281 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.711635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:40:19.712120 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Bound port: e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:40:19.712495 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.719878 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7431736 Dec 09 09:40:19.739938 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:19.784260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:19.788747 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:40:19.792651 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:19.797579 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c0f351c9-8016-4e49-be63-b4f495f89fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:19.877833 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:19.881668 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:19.885246 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:19.885937 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:19.924769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:40:19.925893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.072695 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:20.088996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Allocated IP 172.20.0.2 (74cc4864-beeb-4a2e-b74d-6a9fee33a2bc/bf7e26b8-12df-4f0d-84cd-41d7930357c7/078502a3-b948-4acd-8dbd-a37c29f4bb08) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:20.298008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.309015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Transition to ACTIVE for port object 078502a3-b948-4acd-8dbd-a37c29f4bb08 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:20.330567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Transition to ACTIVE for port object 078502a3-b948-4acd-8dbd-a37c29f4bb08 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:20.337846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.343695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:20.389058 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:18Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:20.393485 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d24ee7-67e4-44c6-88ee-640b5373bf78 None None] The sync data for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv is: [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:18Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:20.416157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:20.424149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:20.426866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:20.435649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Pushing event updated for resources: {'Port': ['ID=078502a3-b948-4acd-8dbd-a37c29f4bb08,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:20.438429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:20.533622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Attempting to bind port 078502a3-b948-4acd-8dbd-a37c29f4bb08 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:40:20.533997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Attempting to bind port 078502a3-b948-4acd-8dbd-a37c29f4bb08 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:40:20.534367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Attempting to bind port 078502a3-b948-4acd-8dbd-a37c29f4bb08 on network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:20.542215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:20.542595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Checking segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:20.543009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.543412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Bound using segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:40:20.543902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Bound port: 078502a3-b948-4acd-8dbd-a37c29f4bb08, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:40:20.544286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.670268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] For port 078502a3-b948-4acd-8dbd-a37c29f4bb08, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:20.678745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] For port 078502a3-b948-4acd-8dbd-a37c29f4bb08, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=078502a3-b948-4acd-8dbd-a37c29f4bb08,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:40:20.685227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.689878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:20.740235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:20.810779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Pushing event updated for resources: {'Port': ['ID=078502a3-b948-4acd-8dbd-a37c29f4bb08,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:20.821431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:21.230576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (74cc4864-beeb-4a2e-b74d-6a9fee33a2bc/bf7e26b8-12df-4f0d-84cd-41d7930357c7/0f2d1ee2-32a6-497b-9b9b-84bf557529bb) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:21.417932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:21.433909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 0f2d1ee2-32a6-497b-9b9b-84bf557529bb will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:21.455486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:21.459420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d9496058-c868-4468-bcea-026528ef5e8f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:21.534644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:21.538799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:21.540805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:21.542938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:21.568588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:21.600988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:21.692844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:21.791573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1a94c-8b4d-4351-9b91-603cfe663d84 None None] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:40:21.902760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-73106191-cfb3-46d9-9240-cacc6dcc30b7 None None] Provisioning for port 078502a3-b948-4acd-8dbd-a37c29f4bb08 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:22.152200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 078502a3-b948-4acd-8dbd-a37c29f4bb08 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:22.232940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 078502a3-b948-4acd-8dbd-a37c29f4bb08 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:22.237917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 078502a3-b948-4acd-8dbd-a37c29f4bb08 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:22.238304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.241562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.246401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.277872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-30bfc2ce-d90a-42c0-9e94-f8a71a49c711 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:22.368392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:22.370602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.373230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:22.376006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.402814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Provisioning for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:22.410811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:22.411215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.440783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 078502a3-b948-4acd-8dbd-a37c29f4bb08, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=078502a3-b948-4acd-8dbd-a37c29f4bb08,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:22.447735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.448742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:22.476835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:22.521773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:22.523000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:22.547992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:40:22.592194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=078502a3-b948-4acd-8dbd-a37c29f4bb08,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:22.606678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Provisioning complete for port 078502a3-b948-4acd-8dbd-a37c29f4bb08 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:22.607062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5af4ff35-dd2f-4919-a7f7-9c6719c77b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.638775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.639128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.639470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.639830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.640168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.640500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.640827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.641159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.641480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.641808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.642124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:40:22.695279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:22.713397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:22.722969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:22.723359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.890549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.906873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:22.912038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:22.914347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2eedf6ae-91b7-42a5-9ff5-7383fe4d3214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:22.926725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router d27d6aec-7781-4be4-9cde-3334de20fa51 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:40:22.990028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:22.993050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:23.000831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-24a23db2-d717-4083-ba06-08668c1c11b1 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:23.001219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-24a23db2-d717-4083-ba06-08668c1c11b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:23.056784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-24a23db2-d717-4083-ba06-08668c1c11b1 None None] Port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:40:23.138571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:23.151489 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392393 Dec 09 09:40:23.154373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32802) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:23.301075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.301477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.301841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.302199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.302557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.302911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.304666 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f68e2e4-6c9c-48b0-9dbb-34bebf60def4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1491942 Dec 09 09:40:23.307616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32806) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:23.382679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.383045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.383401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.383773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.384123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.384469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:23.386218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f7952ae8-72dc-4730-9203-462cc9a004b4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0775287 Dec 09 09:40:23.389151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32812) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:23.600615 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-54182893-5d85-4d75-a223-f7d480541588 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2100680 Dec 09 09:40:23.838075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32818) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:23.843751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435059202', 'description': 'tempest-secgroup-smoke-435059202 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:23.850916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:23.855258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:23.859262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:23.866898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:23.879684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:23.921487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:23.926515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:23.929661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:23.935465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:23.996543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.001762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.007525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7fc87483-6534-4aca-9048-834623b2aa92 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.052434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737dffd2-20ce-4dfe-8655-fe4d3f65c536,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.055562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.058435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.062950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32822) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.063623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2244260 Dec 09 09:40:24.070387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:24.077145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:24.082837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:24.086106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:24.092478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:24.112644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.127616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 078502a3-b948-4acd-8dbd-a37c29f4bb08 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:24.170098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Sync routers for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:24.188326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.192692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.201571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.205189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:24.205837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:24.223128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b28c8d-1058-4aa9-8426-27436e4570a0,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.226222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.234432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.236075 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1710370 Dec 09 09:40:24.238906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32826) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.244868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:24.251224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:24.255478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:24.258476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:24.266640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:24.292443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.392604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 078502a3-b948-4acd-8dbd-a37c29f4bb08 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:24.392604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.416351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.422255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.427860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-04512a75-4e44-405d-a883-155d7c129730 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.479109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14316257-9cb1-40d4-bd8f-6b02404b0a66,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.485400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.497966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.502415 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2590580 Dec 09 09:40:24.504043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32832) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.510064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:24.516256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:24.520902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:24.523850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:24.529778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:24.550943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.559462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:24.623480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.627462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.629753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-28760ea5-3730-4590-aeb5-a2736ea480e4 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.652050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b44104-420f-42f1-8283-288eb881c7b8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.654299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.654633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:24.663709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.668205 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1631174 Dec 09 09:40:24.668336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32836) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.674140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:24.680364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:24.685790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:24.689647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:24.697550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:24.719247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.784492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.788731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.790594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c40dc14f-a19d-483f-8ff4-0a6ea55f772c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.813762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df45130-0818-4bb8-ab90-564fddf45e3c,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.816889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.824999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.826228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0dc5e10f-0330-4cd7-a44c-1db672815540 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1568906 Dec 09 09:40:24.829096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32840) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.834584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:24.840439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:24.844199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:24.847102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:24.852656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:24.863178 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:40:24.869494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.901649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:24.902031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.934366 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.944931 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.947025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-33514a0e-3db0-4100-ae06-f1158013fe92 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:24.965430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18036b58-6ffb-4f1c-9110-953035f2c2fe,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:24.968761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:24.991322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:24.992910 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1624277 Dec 09 09:40:24.995413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32844) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:25.001781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '737dffd2-20ce-4dfe-8655-fe4d3f65c536', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:25.008453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:25.012300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:25.015102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:25.020844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:25.031224 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:40:25.037862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.072592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:25.079318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Checking router: d27d6aec-7781-4be4-9cde-3334de20fa51 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:25.079687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Updating router d27d6aec-7781-4be4-9cde-3334de20fa51 port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:40:25.104236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.108251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.110143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8ebd6c74-aee2-4281-8813-f4ea57a78c5b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:25.131188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e53b326-4115-47d7-9936-cc4c5d907bd2,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:25.135056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:25.136817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.142775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.151850 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1472435 Dec 09 09:40:25.313942 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-8b045008-9d30-4c1e-8696-c7ba3662dd40 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435059202&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0405898 Dec 09 09:40:25.531512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.553969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Transition to ACTIVE for port object 0f2d1ee2-32a6-497b-9b9b-84bf557529bb will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:25.562029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.566645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5460539f-4684-496c-af34-b8c774ce47ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:25.605234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-5e2abe14-47ce-4e71-bfd4-5746dfbc3f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:25.605933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-5e2abe14-47ce-4e71-bfd4-5746dfbc3f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:25.611506 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:40:25.639897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-5e2abe14-47ce-4e71-bfd4-5746dfbc3f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:25.641324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-5e2abe14-47ce-4e71-bfd4-5746dfbc3f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 797 time: 0.3203981 Dec 09 09:40:25.660999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-7b46a69c-22cd-4b44-aff2-791d9fc1c9d9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0128620 Dec 09 09:40:25.707115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:25.738081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:25.778496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-c7ee96b8-8738-4ff1-9b37-dd3c4a84b5df tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:25.800537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-c7ee96b8-8738-4ff1-9b37-dd3c4a84b5df tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:25.803174 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-c7ee96b8-8738-4ff1-9b37-dd3c4a84b5df tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357703 Dec 09 09:40:25.806885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Attempting to bind port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:40:25.807259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Attempting to bind port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:40:25.807628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Attempting to bind port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb on network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:25.814627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:25.815009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Checking segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:25.815449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.816167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Bound using segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:40:25.817014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Bound port: 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:40:25.817405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.912876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:25.919429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:40:25.925731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:25.930101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:25.965765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-3a274022-e15d-44b9-8eba-ee745b457ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494765 Dec 09 09:40:26.016287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:26.026610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:26.043067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:26.043818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:26.132343 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-39c29008-0bfd-41f7-b3df-60c799874ecf service neutron] 10.222.0.41 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655335 Dec 09 09:40:26.288691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:26.449657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0c84f37f-0cdb-40b0-80f6-58c36e028555 req-74378fe2-179a-4243-a700-2da2ae7dd698 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:26.467200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0c84f37f-0cdb-40b0-80f6-58c36e028555 req-74378fe2-179a-4243-a700-2da2ae7dd698 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:26.483614 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0c84f37f-0cdb-40b0-80f6-58c36e028555 req-74378fe2-179a-4243-a700-2da2ae7dd698 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 210 time: 0.1154182 Dec 09 09:40:26.698628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:26.702877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8db061-bc74-47ae-8858-5c87f3274738 None None] The sync data for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv is: [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:27.625244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-faeda3ef-1a10-410a-ae69-270c16da5a43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:27.626692 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-faeda3ef-1a10-410a-ae69-270c16da5a43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 797 time: 0.2537346 Dec 09 09:40:27.700400 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-90d53db2-849a-4660-a8b7-76b1580655fd req-24f7aefb-85a2-4dd4-99e6-567895ba536b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 210 time: 0.0675571 Dec 09 09:40:27.733705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-70f138e7-0024-431b-a934-d2c679972c85 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 379 time: 0.0638838 Dec 09 09:40:27.744271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['737dffd2-20ce-4dfe-8655-fe4d3f65c536']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:27.877251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:27.886709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:27.896358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:40:27.899280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.082364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.9 (74cc4864-beeb-4a2e-b74d-6a9fee33a2bc/bf7e26b8-12df-4f0d-84cd-41d7930357c7/7ad50444-fdc9-4997-9f24-9c86a7a7890f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:28.122530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:28.193783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:28.198876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:28.199392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.307986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.326209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 7ad50444-fdc9-4997-9f24-9c86a7a7890f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:28.333680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.350229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.356047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1a8c9a66-775a-4d51-afb9-4759672d224a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:28.369945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:28.374391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.376567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:28.427695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:28.431183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:28.433291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:28.435363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:28.452501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:28.456087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:28.463727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:28.502214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:28.504922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.537312 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965209 Dec 09 09:40:28.551233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Request body: {'port': {'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:28.687686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.711577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eba91691-6011-4e34-800b-023c56b4812f None None] Provisioning for port 7ad50444-fdc9-4997-9f24-9c86a7a7890f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:28.716607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-eba91691-6011-4e34-800b-023c56b4812f None None] Provisioning complete for port 7ad50444-fdc9-4997-9f24-9c86a7a7890f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:28.717001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eba91691-6011-4e34-800b-023c56b4812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:28.782079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-eba91691-6011-4e34-800b-023c56b4812f None None] Port 7ad50444-fdc9-4997-9f24-9c86a7a7890f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:40:28.916435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a209-8d58-4813-ab58-5fbce4347706 req-f457269c-4c6f-4c83-a586-6bc44a7ed229 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:28.918557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0506a209-8d58-4813-ab58-5fbce4347706 req-f457269c-4c6f-4c83-a586-6bc44a7ed229 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 931 time: 0.0830166 Dec 09 09:40:28.973489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0506a209-8d58-4813-ab58-5fbce4347706 req-093db42e-fc2d-4f76-aa91-c29c8b58b648 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:28.993812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0506a209-8d58-4813-ab58-5fbce4347706 req-093db42e-fc2d-4f76-aa91-c29c8b58b648 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:28.995223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0506a209-8d58-4813-ab58-5fbce4347706 req-093db42e-fc2d-4f76-aa91-c29c8b58b648 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706248 Dec 09 09:40:29.168509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad50444-fdc9-4997-9f24-9c86a7a7890f {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:40:29.177499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:29.199031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Transition to ACTIVE for port object 7ad50444-fdc9-4997-9f24-9c86a7a7890f will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:29.208000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:29.212356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d1c67b4a-9641-4d91-bf2a-ac8dd2f3db12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:29.351520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Pushing event updated for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:29.355012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:29.486723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Attempting to bind port 7ad50444-fdc9-4997-9f24-9c86a7a7890f on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:40:29.486723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Attempting to bind port 7ad50444-fdc9-4997-9f24-9c86a7a7890f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:40:29.488840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Attempting to bind port 7ad50444-fdc9-4997-9f24-9c86a7a7890f on network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:29.496966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Port 7ad50444-fdc9-4997-9f24-9c86a7a7890f on network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:40:29.497679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Attempting to bind port 7ad50444-fdc9-4997-9f24-9c86a7a7890f on network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:29.506744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:29.507225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Checking segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:29.507564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Bound using segment: {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:40:29.508048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Bound port: 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:40:29.508360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:29.637493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:29.644758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:40:29.651966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:29.657203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6a4c98f9-3cea-432d-8dd5-667f5be45ccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:29.726391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:29.727774 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] 10.222.0.58 "PUT /v2.0/ports/7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 1093 time: 1.1821413 Dec 09 09:40:29.730392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:29.758303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Pushing event updated for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:29.773866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:29.833370 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'status': 'completed', 'code': 200} Dec 09 09:40:29.881139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-fc878b68-fb15-4f19-a3eb-d0b2c2447d7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1096 time: 0.1061461 Dec 09 09:40:29.981443 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-0c5fb9f4-b81d-4a24-aaa2-03bd01b2ef15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 217 time: 0.0933347 Dec 09 09:40:30.080223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-85172353-dd9f-4fbf-a3aa-2b9462f07219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:30.084844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-85172353-dd9f-4fbf-a3aa-2b9462f07219 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 200 len: 835 time: 0.0965977 Dec 09 09:40:30.140581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:30.235662 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-d1319b2a-a9d2-455f-b737-9d83430958b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1439700 Dec 09 09:40:30.240408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:30.241078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:30.319028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8a386-0616-4098-881b-90ec7da27a24 req-206b332f-886f-48ba-9476-6d3c1c1484d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:30.327783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13b8a386-0616-4098-881b-90ec7da27a24 req-206b332f-886f-48ba-9476-6d3c1c1484d3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 943 time: 0.1627100 Dec 09 09:40:30.380776 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13b8a386-0616-4098-881b-90ec7da27a24 req-afe1e685-40fb-4d1f-a1b9-fa916f947a1b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521345 Dec 09 09:40:30.429313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-df3e013e-53f1-47e0-9bf4-e2c098805fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864545 Dec 09 09:40:30.671286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db982bf6-620f-4c85-94c6-e478bfe117f4 req-df418ce6-8192-4590-b8d2-94cc59450034 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356551 Dec 09 09:40:30.875613 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-7b4c8ee8-c400-418f-9d49-8f1d9133bca6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1096 time: 0.1435001 Dec 09 09:40:31.083827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c183-00cd-4c16-baee-981c7add889a req-68b6c2b8-a2a2-47a6-8c38-ac684b045a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:31.085556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-68b6c2b8-a2a2-47a6-8c38-ac684b045a9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 898 time: 0.2035248 Dec 09 09:40:31.170029 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-def8995c-3819-4432-91a6-afc7b8699e70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 217 time: 0.0774345 Dec 09 09:40:31.278746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c183-00cd-4c16-baee-981c7add889a req-3baa619d-270c-4872-9f5b-a39f4da7e83c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:31.280849 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-3baa619d-270c-4872-9f5b-a39f4da7e83c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 200 len: 835 time: 0.1053343 Dec 09 09:40:31.406753 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-65f919d4-fd19-47b3-9f87-e33c7da5eb16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195037 Dec 09 09:40:31.814595 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-0c6cdd11-c503-4fa5-8011-2a588388124f service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016473 Dec 09 09:40:31.880610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d2158-4296-484d-b889-110e421ea844 req-fe58aa18-11b1-474e-85bf-3e7fc418a837 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:31.881948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-094d2158-4296-484d-b889-110e421ea844 req-fe58aa18-11b1-474e-85bf-3e7fc418a837 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:31.991279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-094d2158-4296-484d-b889-110e421ea844 req-fe58aa18-11b1-474e-85bf-3e7fc418a837 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:31.992050 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-094d2158-4296-484d-b889-110e421ea844 req-fe58aa18-11b1-474e-85bf-3e7fc418a837 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 943 time: 0.3074200 Dec 09 09:40:32.036591 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32d8c183-00cd-4c16-baee-981c7add889a req-c9eaf480-551f-4b91-a0f0-fb0a47ae884f service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090125 Dec 09 09:40:32.060737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-094d2158-4296-484d-b889-110e421ea844 req-79a47a23-5f23-4925-8dcf-86f631df0124 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523369 Dec 09 09:40:32.859600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:33.273223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c52d3-9eae-4984-bc56-67ad9639d1d8 req-daebc945-e9db-4bb8-a789-b6c8f414d1af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:33.276181 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c58c52d3-9eae-4984-bc56-67ad9639d1d8 req-daebc945-e9db-4bb8-a789-b6c8f414d1af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 943 time: 0.0859497 Dec 09 09:40:33.323338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c58c52d3-9eae-4984-bc56-67ad9639d1d8 req-27bcf625-a544-4582-afd0-92ee1b41dc07 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Dec 09 09:40:33.419063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 7ad50444-fdc9-4997-9f24-9c86a7a7890f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:40:33.564875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8f411d7e-e082-4012-9e6b-3117bce635b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:33.605059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:33.620239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:40:33.676080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:33.693246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad50444-fdc9-4997-9f24-9c86a7a7890f {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:40:33.708694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:33.713826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:33.716580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777de7aa-f97d-480b-8321-cae9b1e912b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:33.787132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:33.790270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:34.029940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['7ad50444-fdc9-4997-9f24-9c86a7a7890f'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:40:34.572578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:34.692488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760d24-a59c-4a52-860b-ac50c3c100ab req-a2beee12-510e-4407-8dc2-beb385d7ac60 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:34.693799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe760d24-a59c-4a52-860b-ac50c3c100ab req-a2beee12-510e-4407-8dc2-beb385d7ac60 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 944 time: 0.0800333 Dec 09 09:40:34.738973 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe760d24-a59c-4a52-860b-ac50c3c100ab req-0def1a0b-5ce7-485b-9df7-7f82bc06a109 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Dec 09 09:40:35.435397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 7ad50444-fdc9-4997-9f24-9c86a7a7890f up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:35.507011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 7ad50444-fdc9-4997-9f24-9c86a7a7890f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:35.511771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 7ad50444-fdc9-4997-9f24-9c86a7a7890f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:35.512173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:35.628666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:35.656429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:35.666791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:35.671296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:35.673236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:35.719205 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'code': 200} Dec 09 09:40:35.749248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b78f-e887-454d-ab54-52f9dc576429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:35.758680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:35.761465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:35.948612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b8ad6-f6b0-4406-a8ad-0d94aa312d13 req-deef5d37-bc7c-4c60-9244-e9365c347352 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:35.956597 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cf5b8ad6-f6b0-4406-a8ad-0d94aa312d13 req-deef5d37-bc7c-4c60-9244-e9365c347352 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.0919378 Dec 09 09:40:35.965903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-88b883e7-44f0-4179-a80f-3952d064d372 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224747471&fields=id&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 267 time: 0.0856383 Dec 09 09:40:35.999361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cf5b8ad6-f6b0-4406-a8ad-0d94aa312d13 req-20e94d04-1fd4-4e8a-b497-09ae9538d27d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Dec 09 09:40:36.071262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7ff9e35-53e7-4643-a73c-7fb18a956b94 req-486a92dc-bd3d-41fc-ad6c-0d99a2071c85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1098 time: 0.1755445 Dec 09 09:40:36.164991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-ddc0d4b2-03d5-4790-bb63-efadcf50653c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:36.166300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-ddc0d4b2-03d5-4790-bb63-efadcf50653c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.1920917 Dec 09 09:40:36.167916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7ff9e35-53e7-4643-a73c-7fb18a956b94 req-8f0fcf3b-9612-4d37-90be-c28c3d03061f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889101 Dec 09 09:40:36.182326 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-72d9c856-05b5-469c-9d81-10f3196dce3a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/quotas/f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 375 time: 0.0107090 Dec 09 09:40:36.268662 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-002a2703-f0b2-4530-9f7c-7db76e901102 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0815868 Dec 09 09:40:36.402300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-733d3da3-96b8-4aaa-ab0d-4b7037cf783c service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225264 Dec 09 09:40:36.531571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-cdfafe49-9f5f-42c0-beac-eeee7923c08a service neutron] 10.222.0.41 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237121 Dec 09 09:40:36.766622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:37.021040 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0476d460-f511-4f6c-88e3-4350ea50f0fa req-c983bdc7-b1b1-4902-ba33-daa4c75186a1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Dec 09 09:40:37.216224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a830749-ce88-4a90-ba74-c3d00d657613 req-27de4944-c069-4bfc-95e8-bf6fd2c79f06 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:37.217665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a830749-ce88-4a90-ba74-c3d00d657613 req-27de4944-c069-4bfc-95e8-bf6fd2c79f06 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.0886712 Dec 09 09:40:37.266916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a830749-ce88-4a90-ba74-c3d00d657613 req-491c738c-73dd-430d-be06-ba36e76a409f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Dec 09 09:40:38.117725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-1b2fd5c7-4799-4da6-ae6d-4f63baefafb5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:38.119142 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-1b2fd5c7-4799-4da6-ae6d-4f63baefafb5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 812 time: 0.1495264 Dec 09 09:40:38.178983 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-fa9cc633-9c08-4131-810e-fc8e6deae8a4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8cd63ff7a18454a96b1387809b9aa4b HTTP/1.1" status: 200 len: 379 time: 0.0467336 Dec 09 09:40:38.187394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'port': {'device_id': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'admin_state_up': True, 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'security_groups': ['d43434fc-3c76-47a1-bb91-811c8d90cf14']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:38.241804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:38.299856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-073f3ca0-60f1-425c-a558-9bc54d72bb26 req-ff1d54b1-8092-4fb6-a848-566dd51b3f39 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 210 time: 0.1515419 Dec 09 09:40:38.346824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:38.356755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:38.368279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Made reservation on behalf of f8cd63ff7a18454a96b1387809b9aa4b for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:40:38.371277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:38.701565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529a478-1480-4b31-868e-17f956db10b3 req-b0c6e78c-f0ee-4919-9d63-6b4a2c5c79aa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:38.702914 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5529a478-1480-4b31-868e-17f956db10b3 req-b0c6e78c-f0ee-4919-9d63-6b4a2c5c79aa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.2752383 Dec 09 09:40:38.729021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.20.0.12 (7f7acf83-e2b9-4c0c-bcef-17249ae7217f/f4c02c0b-338f-439a-9ba8-647d901e3440/e762cf09-46fc-4fe7-a8ab-93647d6c50c1) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:38.785775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5529a478-1480-4b31-868e-17f956db10b3 req-cfcbfaf2-818c-42e1-b312-ff2fc0183392 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757213 Dec 09 09:40:38.965909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:38.987224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Transition to ACTIVE for port object e762cf09-46fc-4fe7-a8ab-93647d6c50c1 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:39.009517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab93b-17cf-4789-937c-7717ef31c7ac req-a4d0f7e9-e3c1-4235-885e-2ed0c5ef5b6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:39.010952 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-235ab93b-17cf-4789-937c-7717ef31c7ac req-a4d0f7e9-e3c1-4235-885e-2ed0c5ef5b6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.0883517 Dec 09 09:40:39.018993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.024920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:39.057567 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-235ab93b-17cf-4789-937c-7717ef31c7ac req-fa1aa75d-a0e4-42ac-a8dd-176d9701acf0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Dec 09 09:40:39.086773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32948) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:39.099240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:39.134533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:39.142899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:39.168420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:39.179816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:39.220749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:39.221349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.258792 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e2a81e2d-c8e5-4f48-a85a-27114dff0444 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1093 time: 0.1689301 Dec 09 09:40:39.261148 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0774674 Dec 09 09:40:39.261720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 32952) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:39.268027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:39.277341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Request body: {'port': {'device_id': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:39.303443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:39.320571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:39.324946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:39.334182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:39.352377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-72358b7a-4628-4302-9259-dda76f40a649 None None] Provisioning for port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:39.361275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-72358b7a-4628-4302-9259-dda76f40a649 None None] Provisioning complete for port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:39.362121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-72358b7a-4628-4302-9259-dda76f40a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.384348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.422063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-72358b7a-4628-4302-9259-dda76f40a649 None None] Port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:40:39.443973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.781877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8d39-d598-46f9-9f0e-0ad51d0e6029 req-f66411c4-82d4-4893-a1cf-a9d8ac2601ee tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:39.781877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4afe8d39-d598-46f9-9f0e-0ad51d0e6029 req-f66411c4-82d4-4893-a1cf-a9d8ac2601ee tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:40:39.853750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:39.853750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4afe8d39-d598-46f9-9f0e-0ad51d0e6029 req-f66411c4-82d4-4893-a1cf-a9d8ac2601ee tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:40:39.853750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4afe8d39-d598-46f9-9f0e-0ad51d0e6029 req-f66411c4-82d4-4893-a1cf-a9d8ac2601ee tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 932 time: 0.4092469 Dec 09 09:40:40.099715 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4afe8d39-d598-46f9-9f0e-0ad51d0e6029 req-ac1c509c-5624-4b25-b376-fe20d6c2ccaa tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152350 Dec 09 09:40:40.128811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.142 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f9ffc682-225b-4ba2-b905-e5b887c28cb5) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:40.211598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e762cf09-46fc-4fe7-a8ab-93647d6c50c1 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:40:40.222389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:40.301896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Transition to ACTIVE for port object e762cf09-46fc-4fe7-a8ab-93647d6c50c1 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:40:40.310508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:40.314963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:40.616248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Pushing event updated for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:40.620670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:40.623919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:40.737062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:40.743418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e36e8cdc-5ab0-4fec-bdf5-b2e18f8aaa70 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:40.787571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Attempting to bind port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:40:40.787928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Attempting to bind port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:40:40.788264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Attempting to bind port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:40.813100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:40:40.813999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Attempting to bind port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 on network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:40:40.816932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:40.821852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:40.827859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:40.851509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=f9ffc682-225b-4ba2-b905-e5b887c28cb5,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:40.856360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:40.856694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Checking segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:40:40.857070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Bound using segment: {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:40:40.857500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Bound port: e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:40:40.857850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:40.873712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:41.047543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:40:41.066815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:40:41.076959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:41.082797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:41.221334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:41.222680 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] 10.222.0.58 "PUT /v2.0/ports/e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 200 len: 1094 time: 1.9503753 Dec 09 09:40:41.223194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:41.319889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4528eb-e226-41bd-a432-bb68dfafa6ee req-37917b80-97af-4dad-86bb-8a7ba4de98e3 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:41.321331 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c4528eb-e226-41bd-a432-bb68dfafa6ee req-37917b80-97af-4dad-86bb-8a7ba4de98e3 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.1144762 Dec 09 09:40:41.332230 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'status': 'completed', 'code': 200} Dec 09 09:40:41.339883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Pushing event updated for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:41.349921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:41.390340 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c4528eb-e226-41bd-a432-bb68dfafa6ee req-fc12ba19-05a1-42b3-9477-2039430573e4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593653 Dec 09 09:40:41.444315 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-fb519acf-cc04-444d-9589-1e3e65d1a2b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1097 time: 0.1439085 Dec 09 09:40:41.523278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-fdf2476f-7511-4303-82db-83093b4a824a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0720305 Dec 09 09:40:41.604746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-99963504-4962-4d30-9a5f-80f7374725d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:41.606417 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-99963504-4962-4d30-9a5f-80f7374725d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0775979 Dec 09 09:40:41.779996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:41.817113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-6c64ea98-8871-4179-a68b-ab60e7ca31ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023385 Dec 09 09:40:41.918806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:42.043958 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-3731ab93-055a-4a4d-a8d9-6a995a39c7c0 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214985 Dec 09 09:40:42.420278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d84c0344-ba9d-4257-978a-ce73335491c0 req-54a3a83e-61b8-44af-93ec-ff155ca92fcd service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505211 Dec 09 09:40:42.447140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:42.447140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:42.447140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29651202-a398-401e-9a85-3751d7a7050a tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:42.660945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=f9ffc682-225b-4ba2-b905-e5b887c28cb5,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:42.660945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:42.660945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:42.769052 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-38ef0691-8344-48ed-92da-eae040cc433e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1097 time: 0.2779326 Dec 09 09:40:42.818672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d16726-c4d1-444a-b4af-3cb8a7319668 req-115cd1c1-d053-455e-b5cf-05ba4e1f9dc4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:42.818672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-22d16726-c4d1-444a-b4af-3cb8a7319668 req-115cd1c1-d053-455e-b5cf-05ba4e1f9dc4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.2451789 Dec 09 09:40:43.035179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-4b994fbc-d666-470f-9623-dc7394a6edc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:43.035179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-4b994fbc-d666-470f-9623-dc7394a6edc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.2505121 Dec 09 09:40:43.035179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-22d16726-c4d1-444a-b4af-3cb8a7319668 req-2c616110-68b5-4de8-91d1-06d7454a5ca4 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657038 Dec 09 09:40:43.103367 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-af2fd749-f582-4d32-bb0d-6665b5518778 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0699639 Dec 09 09:40:43.154759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP 150abe12-ec69-4c8d-9ceb-5f01fd5fca0a associated. External IP: 172.26.4.142, port: 7ad50444-fdc9-4997-9f24-9c86a7a7890f. Dec 09 09:40:43.249585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-6b26b940-2933-4c0e-bf64-05582db03e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:43.249585 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-6b26b940-2933-4c0e-bf64-05582db03e17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.1285546 Dec 09 09:40:43.391832 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-eb427f98-79a7-41ea-b7f5-5a35997f21e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1469772 Dec 09 09:40:43.595466 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-30f5194b-304a-405f-809b-acbe077a55eb service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897171 Dec 09 09:40:43.894111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-34b7d32e-1318-4537-a5d1-8b201a9a6b2e req-3417a924-683b-45ce-99e9-2ada5654c136 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926359 Dec 09 09:40:43.997522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router d27d6aec-7781-4be4-9cde-3334de20fa51 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:40:44.199076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:44.210258 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Sync routers for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:44.220815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599422f-0e34-4076-9806-b74a8a62016f req-a795f24c-2306-4dcc-a988-bf8855be6e77 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:44.222275 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2599422f-0e34-4076-9806-b74a8a62016f req-a795f24c-2306-4dcc-a988-bf8855be6e77 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0800157 Dec 09 09:40:44.223323 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:44.224045 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:44.226002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:44.269823 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2599422f-0e34-4076-9806-b74a8a62016f req-97051e0d-cc59-433d-8e8f-f55b5f8d084f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413287 Dec 09 09:40:44.290868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32966) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:44.292081 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0252342 Dec 09 09:40:44.292713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:44.349214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'status': 'completed', 'code': 200} Dec 09 09:40:44.410825 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:44.452615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-c1490ede-f9e7-4716-8673-8e73adfdee27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1098 time: 0.0747476 Dec 09 09:40:44.504007 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4b693ac8-6f54-41eb-8507-d3878ba71c9a tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51 HTTP/1.1" status: 200 len: 921 time: 0.2118156 Dec 09 09:40:44.504573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:44.588401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-14cddff1-e43c-4e17-9f47-afcf250c0692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:44.589858 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-14cddff1-e43c-4e17-9f47-afcf250c0692 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 898 time: 0.1313505 Dec 09 09:40:44.612422 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2d6ff84c-487d-4443-b53c-b4b8d13950c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1067114 Dec 09 09:40:44.702456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-05b9677f-6ace-49a1-b6f6-ae2faa537b33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 999 time: 0.1025896 Dec 09 09:40:44.761304 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:40:41Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:44.765141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Checking router: d27d6aec-7781-4be4-9cde-3334de20fa51 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:44.771288 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-423275f4-5e8a-4a9c-97fa-04d30e7f8fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:44.772776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-423275f4-5e8a-4a9c-97fa-04d30e7f8fee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 200 len: 835 time: 0.0581319 Dec 09 09:40:44.776259 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:44.776850 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:44.846594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-c81da416-6508-4aa9-85fd-98eb18dd5e42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672028 Dec 09 09:40:44.954328 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:44.979007 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-337ee1fb-5463-4b13-82dd-2d97cc876179 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258602 Dec 09 09:40:45.113219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d8211c0-fe37-42d4-87dd-8355014ef0b6 req-1d28889d-7eb6-4b8a-acac-0d24baae9d36 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276724 Dec 09 09:40:45.327214 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:40:41Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:45.331677 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d981e2-d53c-40ec-9d9c-23257f378446 None None] The sync data for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv is: [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:40:41Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:45.474180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb24c-4957-4146-95a9-cfc00ab1c3d0 req-6d66c34d-6eab-4f60-9dce-bf9d9cd4c710 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:45.474180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75adb24c-4957-4146-95a9-cfc00ab1c3d0 req-6d66c34d-6eab-4f60-9dce-bf9d9cd4c710 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0801744 Dec 09 09:40:45.522988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c8fbf-53db-4efc-8adf-17f449b5e369 None None] New status for floating IP 150abe12-ec69-4c8d-9ceb-5f01fd5fca0a: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:40:45.525278 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75adb24c-4957-4146-95a9-cfc00ab1c3d0 req-e8dab5c4-f2e8-49d3-a5a6-555f0723b1ee tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469158 Dec 09 09:40:45.614650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32978) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:45.717687 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0574619f-5098-401d-91cf-7d64853d32fb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1016850 Dec 09 09:40:46.721378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 32984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:46.729297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46087-3130-4957-a8d1-534f14fc5cfd req-bf670ee8-4061-434d-b37e-7e814cae3368 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:46.730761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cb46087-3130-4957-a8d1-534f14fc5cfd req-bf670ee8-4061-434d-b37e-7e814cae3368 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0806198 Dec 09 09:40:46.777470 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cb46087-3130-4957-a8d1-534f14fc5cfd req-cbaaa168-b0d8-4994-b207-93fc0df97d74 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Dec 09 09:40:46.826907 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-decb78ff-60e6-4d8d-b241-9d81e110aeef tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 993 time: 0.1042738 Dec 09 09:40:47.977120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc3eb-3ae5-431a-bad2-ea342f953591 req-23663db2-2ba5-465a-9203-24651e2e9979 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:47.978499 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-926cc3eb-3ae5-431a-bad2-ea342f953591 req-23663db2-2ba5-465a-9203-24651e2e9979 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0792906 Dec 09 09:40:48.022723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-926cc3eb-3ae5-431a-bad2-ea342f953591 req-7c7fe729-3d6a-4f8d-a2ca-953bdeb028ca tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388460 Dec 09 09:40:49.232931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aa312-ccc7-430b-9293-d0d3d66c2436 req-23aed761-5260-42cd-ae86-4fe3a0de23be tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:49.234977 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-328aa312-ccc7-430b-9293-d0d3d66c2436 req-23aed761-5260-42cd-ae86-4fe3a0de23be tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0772078 Dec 09 09:40:49.284540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-328aa312-ccc7-430b-9293-d0d3d66c2436 req-6b0e6f15-e05a-41a8-9453-5a7ef5b2949c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Dec 09 09:40:49.473126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e762cf09-46fc-4fe7-a8ab-93647d6c50c1 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:40:49.604497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:49.618034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'port_id': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'mac_address': 'fa:16:3e:71:a1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:40:49.670159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:49.686470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e762cf09-46fc-4fe7-a8ab-93647d6c50c1 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:40:49.701468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:49.706087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:49.707971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:49.773566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:49.776574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:50.115222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['e762cf09-46fc-4fe7-a8ab-93647d6c50c1'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:40:50.182289 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-21c6ab0a-9707-463c-9bd8-58c6e2e7a60a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714469 Dec 09 09:40:50.321491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-e49d1a03-733c-4984-a6e8-316eac75e464 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.0695992 Dec 09 09:40:50.568697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55279-771e-4a04-b400-b951ee1533bd req-db7770b8-ab4d-4e7d-87cd-1bff70808d29 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:50.570163 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14a55279-771e-4a04-b400-b951ee1533bd req-db7770b8-ab4d-4e7d-87cd-1bff70808d29 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 945 time: 0.1582587 Dec 09 09:40:50.587803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0289a-65d3-40ea-947f-c0a253700834 req-1ab3cfe2-8cf5-43b5-9e44-2d1450c88f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:50.589180 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-1ab3cfe2-8cf5-43b5-9e44-2d1450c88f29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.2399440 Dec 09 09:40:50.616404 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14a55279-771e-4a04-b400-b951ee1533bd req-b9c661d2-ab8a-446b-b682-459026712569 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Dec 09 09:40:50.689189 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-35a21c07-3b83-4e3a-8185-7f6dec02bdd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 1000 time: 0.0922394 Dec 09 09:40:50.755128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0289a-65d3-40ea-947f-c0a253700834 req-c44afc5c-5ff3-4445-be25-52602cc218b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:50.756542 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-c44afc5c-5ff3-4445-be25-52602cc218b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0591960 Dec 09 09:40:50.833136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-21c0368a-2674-452f-b827-2cdaaf6f26b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676262 Dec 09 09:40:50.965809 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-1b0ae20b-27f5-4b22-b2ae-b5a492f35ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255076 Dec 09 09:40:51.098051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38c0289a-65d3-40ea-947f-c0a253700834 req-e1bc88ce-9b51-4d3f-94a5-f0abcff21b63 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247008 Dec 09 09:40:51.492373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e762cf09-46fc-4fe7-a8ab-93647d6c50c1 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:40:51.559865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:40:51.565029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:40:51.565406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:51.676951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:51.703514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:51.713048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:40:51.717099 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:51.720133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:51.762240 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'code': 200} Dec 09 09:40:51.799848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:51.802911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:51.896763 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67a21-0605-4338-ac55-ce3eb9911db9 req-1e0d194e-fc52-485e-aa6d-9a0987701736 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:51.898208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-33c67a21-0605-4338-ac55-ce3eb9911db9 req-1e0d194e-fc52-485e-aa6d-9a0987701736 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.1581225 Dec 09 09:40:51.945386 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-33c67a21-0605-4338-ac55-ce3eb9911db9 req-1c5d20f7-c53f-451f-b2d8-f99422512797 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 Dec 09 09:40:52.042710 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-984a336a-b28d-4d4e-9dcf-d065925bb5c8 req-95cf3a5a-9a5a-4bee-9db2-6544ff488215 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1099 time: 0.0695446 Dec 09 09:40:52.086022 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-984a336a-b28d-4d4e-9dcf-d065925bb5c8 req-def71f28-575a-42fa-be84-38710b83c057 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367205 Dec 09 09:40:53.143828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b4f10-a3c4-486e-8e21-5283ea65445b req-cc8266cb-bbdd-4b16-832c-461676252c4d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:53.145268 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-732b4f10-a3c4-486e-8e21-5283ea65445b req-cc8266cb-bbdd-4b16-832c-461676252c4d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0795541 Dec 09 09:40:53.190564 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-732b4f10-a3c4-486e-8e21-5283ea65445b req-8ef5b7b7-05ad-457a-b2e2-ee5556f66942 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Dec 09 09:40:54.385935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e8607-97e4-459a-9b41-d01de6d3eecf req-75daf960-26da-4849-9848-81f87adfa4cd tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:54.387346 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1f6e8607-97e4-459a-9b41-d01de6d3eecf req-75daf960-26da-4849-9848-81f87adfa4cd tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0790792 Dec 09 09:40:54.432089 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1f6e8607-97e4-459a-9b41-d01de6d3eecf req-196c30a6-3ec0-485f-98e3-a35c0caafaa6 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Dec 09 09:40:54.625126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2074534-0804-495a-b092-59d22324b7e7 req-10dd916f-d50e-4640-95c4-4873ff528810 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:54.626783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d2074534-0804-495a-b092-59d22324b7e7 req-10dd916f-d50e-4640-95c4-4873ff528810 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0772393 Dec 09 09:40:54.675684 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d2074534-0804-495a-b092-59d22324b7e7 req-cc498724-23b2-46f8-b6aa-e733c745599b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Dec 09 09:40:54.703611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33008) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:54.771439 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b12d9736-a636-4ab9-a038-530a80f2aa75 tempest-TestVolumeBootPattern-2014164710 tempest-TestVolumeBootPattern-2014164710-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1094 time: 0.0665009 Dec 09 09:40:54.773829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33012) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:54.779247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:54.785259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:40:54.789063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Usage tracker for resource:floatingip and tenant:f8cd63ff7a18454a96b1387809b9aa4b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:40:54.791858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:40:54.797645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:40:54.809298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:54.945502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:55.175538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Allocated IP 172.26.4.94 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5975ab08-6820-47ba-91fb-f9a4d25f983b) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:40:55.318417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:55.344664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:55.348942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ec2c92bb-5ce2-4321-ac35-b99012d20c07 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:55.406714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:40:55.409460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:40:55.412009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:40:55.454281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=5975ab08-6820-47ba-91fb-f9a4d25f983b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:55.456919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:55.927787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:55.981969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:56.179423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:56.184372 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:56.188849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8a203ac0-642c-46b7-a06d-25889b4e69fa tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:40:56.286005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event updated for resources: {'Port': ['ID=5975ab08-6820-47ba-91fb-f9a4d25f983b,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:40:56.289876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:40:56.304122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:56.491249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Floating IP c2191e3d-968d-4bda-9a95-52e7ae1b92cd associated. External IP: 172.26.4.94, port: e762cf09-46fc-4fe7-a8ab-93647d6c50c1. Dec 09 09:40:56.993743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:40:57.190954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:40:57.201254 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:40:57.213996 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:57.214490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:40:57.214616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:57.273153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4982386 Dec 09 09:40:57.273818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:40:57.332762 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'status': 'completed', 'code': 200} Dec 09 09:40:57.395093 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:57.432306 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-4ea79f3b-7cdd-467f-b57d-8c46d7376edd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1099 time: 0.0754211 Dec 09 09:40:57.565781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528b99-3711-426e-93ac-349739d332e9 req-4c123f88-c6e1-4076-ac19-4054acde66d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:57.567128 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-4c123f88-c6e1-4076-ac19-4054acde66d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1293433 Dec 09 09:40:57.679535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-7035e5ee-ac6b-4e09-bf43-5ca4874ef5e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 200 len: 999 time: 0.1063833 Dec 09 09:40:57.745469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528b99-3711-426e-93ac-349739d332e9 req-8021cf47-949b-438e-9eed-6566fb2db05a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:40:57.745683 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c2191e3d-968d-4bda-9a95-52e7ae1b92cd', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:71:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:55Z', 'updated_at': '2021-12-09T09:40:55Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}, {'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:57.746933 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-8021cf47-949b-438e-9eed-6566fb2db05a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0612531 Dec 09 09:40:57.750945 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:40:57.761090 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:40:57.761677 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:40:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:57.828802 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-b3fa2299-99a7-488c-8e2c-61edf8437226 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705473 Dec 09 09:40:57.942689 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:40:57.964032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-f84a8002-14f0-45a6-b8dd-5ac014b3e25e service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256785 Dec 09 09:40:58.199987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b528b99-3711-426e-93ac-349739d332e9 req-6021eb1b-3b85-4c78-b8b9-854748fa8b4a service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290294 Dec 09 09:40:58.291000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-52636edb-987d-4529-9093-4befbc9836aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c2191e3d-968d-4bda-9a95-52e7ae1b92cd', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:71:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:55Z', 'updated_at': '2021-12-09T09:40:55Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}, {'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:40:58.294934 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52636edb-987d-4529-9093-4befbc9836aa None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c2191e3d-968d-4bda-9a95-52e7ae1b92cd', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.94', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:71:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:55Z', 'updated_at': '2021-12-09T09:40:55Z', 'revision_number': 0, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}, {'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:40:58.480648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a465dff-7654-409c-9529-1a3b8073b489 None None] New status for floating IP c2191e3d-968d-4bda-9a95-52e7ae1b92cd: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:41:02.613000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:41:02.866903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:03.486965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db4ebd21-8d16-45f9-b0e9-364c71f03c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:04.576894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:05.731968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e8494c4-85c7-4d45-9568-abd88e42b0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:06.768330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:07.067712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-fe56ca45-c725-4469-8f86-c511facac426 req-1561e4f2-a901-43d3-8a5b-b727d0fb6aea service neutron] (83487) timed out ('10.222.0.58', 52879) {{(pid=83487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 09:41:08.234228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:32.907338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:33.517194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-28ebeca4-1fc6-4c42-bc23-5334613ae399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:34.582158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:35.732891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-94b16719-159c-4498-bc0a-8fbf9f37ad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:36.774186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:38.285091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:39.613106 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:41:50.926601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-527eaec2-4a14-41b6-9fa7-c79c59cf0295 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1526251 Dec 09 09:41:51.024894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-be1dfddf-f066-4ce2-b7ab-02e49e5dc658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1098 time: 0.0729408 Dec 09 09:41:51.194516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796916-37bd-4155-8b16-a030e974fe6b req-371aecda-677c-43ec-bca5-f4399e84a788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:41:51.194516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-371aecda-677c-43ec-bca5-f4399e84a788 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 898 time: 0.1499634 Dec 09 09:41:51.327853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-a2f3e0db-4455-4a82-b539-0babe2a12247 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 1001 time: 0.1270068 Dec 09 09:41:51.405972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796916-37bd-4155-8b16-a030e974fe6b req-c318b1c6-ab7a-4f24-9054-80f0ea991e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:41:51.407822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-c318b1c6-ab7a-4f24-9054-80f0ea991e77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 200 len: 835 time: 0.0730124 Dec 09 09:41:51.506032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-b5704fa8-5cb0-4974-9291-5921aa18545b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901091 Dec 09 09:41:51.652006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-81391fe7-680c-48cc-adc4-7af3a099c59f service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407328 Dec 09 09:41:51.801690 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f796916-37bd-4155-8b16-a030e974fe6b req-11e66c2d-d9cf-4753-91a5-62224388eb98 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408710 Dec 09 09:41:56.141354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33052) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:56.349888 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2a57386b-a125-4959-b6dd-553b8909b1ee tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1846228 Dec 09 09:41:56.362427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33056) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:56.580430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb94d9b-9b74-4f93-9cf3-0134bdcd47bb tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Notify agent at dv-neutron-821175-1-hyperv the message router_removed_from_agent {{(pid=83487) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 09 09:41:56.583659 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8bb94d9b-9b74-4f93-9cf3-0134bdcd47bb tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "DELETE /v2.0/agents/f479609a-e35b-4039-a257-cdb478ec2d20/l3-routers/d27d6aec-7781-4be4-9cde-3334de20fa51 HTTP/1.1" status: 204 len: 168 time: 0.2515495 Dec 09 09:41:56.586251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33062) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:56.765967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ae0de748-fbde-45ce-98f0-0c376b5af715 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1786156 Dec 09 09:41:56.768502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33066) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:56.872438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2676ad78-9a1c-4cc3-a197-7281c7c77afb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 993 time: 0.1026764 Dec 09 09:41:57.358824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5585f-daec-4501-9f05-8dd3c34e9a4e None None] New status for floating IP 150abe12-ec69-4c8d-9ceb-5f01fd5fca0a: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:41:57.876139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33070) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:57.982286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fe7dbac2-28cf-4c35-8fda-a62fc7f72bd2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1048965 Dec 09 09:41:58.129928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:41:58.240287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:58.271376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:41:58.286112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:58.286112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:41:58.320963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:41:58.394146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:41:58.428911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.429260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.429600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.429961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.430317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.430674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.431029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.431358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.432612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.433020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.433350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:41:58.437225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:41:58.464248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:58.480044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:41:58.484481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:41:58.486238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:41:58.550050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:41:58.552984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:41:59.142815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33078) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:59.386285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77290a31-f36b-41d6-82af-8e3fde0e7888 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Router d27d6aec-7781-4be4-9cde-3334de20fa51 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:41:59.386285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77290a31-f36b-41d6-82af-8e3fde0e7888 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Notify agent at dv-neutron-821175-1-hyperv the message router_added_to_agent {{(pid=83486) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 09 09:41:59.386285 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77290a31-f36b-41d6-82af-8e3fde0e7888 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "POST /v2.0/agents/f479609a-e35b-4039-a257-cdb478ec2d20/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2328382 Dec 09 09:41:59.386285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33084) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:59.425821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Sync routers for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:41:59.425821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:41:59.425821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:41:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:41:59.557740 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e69152c1-427b-4248-870f-00d035d391e8 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1771183 Dec 09 09:41:59.560160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33090) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:59.593762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:41:59.675170 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8b4857d-824a-4ea4-b647-231f43b2f830 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1096549 Dec 09 09:42:00.000639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:41:57Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:00.000639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Checking router: d27d6aec-7781-4be4-9cde-3334de20fa51 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:00.010823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:00.011440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:41:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:00.198113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:00.560932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:41:57Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:00.560932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f87eb8f-672a-4ba6-8547-26a13067f1c0 None None] The sync data for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv is: [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:40:21Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '150abe12-ec69-4c8d-9ceb-5f01fd5fca0a', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'port_id': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'mac_address': 'fa:16:3e:8a:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:41Z', 'updated_at': '2021-12-09T09:41:57Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2d1ee2-32a6-497b-9b9b-84bf557529bb', 'name': '', 'network_id': '74cc4864-beeb-4a2e-b74d-6a9fee33a2bc', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:21Z', 'updated_at': '2021-12-09T09:41:58Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': 'bf7e26b8-12df-4f0d-84cd-41d7930357c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:00.675577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33094) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:00.811173 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-16b9edcd-43aa-463f-8ed8-97d39667fbe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1350102 Dec 09 09:42:01.842139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33098) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:02.074735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-42a866af-a5c0-41fc-bbd6-09a86f8c25a9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.2261271 Dec 09 09:42:02.200745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:02.297080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:02.297080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.408394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.408394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:02.445333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.445333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:02.445333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2c209b1-6a7c-4212-9a37-1e1f453a305b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:02.551890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:02.551890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:02.551890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:02.551890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.679531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.679531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:02.679531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:02.717128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:02.758038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:02.758038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:02.894421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:03.045814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33102) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:03.316012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1513bda8-978d-4569-b1c1-8330ae0852b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.2660480 Dec 09 09:42:03.496044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f1c2-aa98-4216-bd3e-a44e56334119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:04.141945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:04.248698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:04.249083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:04.317203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33106) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:04.362323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:04.427733 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-653a02b8-b999-4c83-b976-69e8f68f39b2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1093271 Dec 09 09:42:04.430393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:04.430767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:04.573713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:05.432328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33110) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:05.543447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2fd87e1f-3e6c-4c81-9345-308ab0ceb7e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1098666 Dec 09 09:42:05.735471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1a5294f7-685e-4953-a8f6-1888982f5cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:06.546432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33114) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:06.655535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7f5a5fcf-8d69-45b7-935f-d70ffd3b99af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1079199 Dec 09 09:42:06.774694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:07.659164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33118) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:07.765184 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d80e42-db77-41df-801c-054aadcb8579 None None] New status for floating IP 150abe12-ec69-4c8d-9ceb-5f01fd5fca0a: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:42:07.771231 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-725ce1b5-5a2f-4f28-9b4d-cb52849bb663 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 991 time: 0.1109154 Dec 09 09:42:08.238160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:08.775896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33126) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:08.881986 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c04872cb-957b-48c6-8723-dbdc6911d00b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 200 len: 993 time: 0.1053240 Dec 09 09:42:09.168023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33134) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:09.364070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port f9ffc682-225b-4ba2-b905-e5b887c28cb5 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:09.364422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:09.527525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:09.527880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:09.643001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for f9ffc682-225b-4ba2-b905-e5b887c28cb5 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:09.788847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:09.793725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-74542c18-e9ca-400a-9fb9-24ac5a488889 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:09.836405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=f9ffc682-225b-4ba2-b905-e5b887c28cb5,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:09.904527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.904860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.905244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.905619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.905998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.906369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.906736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.907105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.907469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.907857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.908227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:09.913341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:09.939177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:10.325554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router d27d6aec-7781-4be4-9cde-3334de20fa51 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:42:10.631077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:10.651478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:10.704121 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/150abe12-ec69-4c8d-9ceb-5f01fd5fca0a HTTP/1.1" status: 204 len: 168 time: 1.5349278 Dec 09 09:42:10.704897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:10.760185 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'status': 'completed', 'code': 200} Dec 09 09:42:10.851478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-aebbd492-6358-4ba2-ba8e-1e01c3d26dad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 1098 time: 0.0690572 Dec 09 09:42:10.985124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-49b6424e-2f13-44b8-9bd9-f7344d7895c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:10.986572 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-49b6424e-2f13-44b8-9bd9-f7344d7895c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 200 len: 898 time: 0.1290863 Dec 09 09:42:11.058100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-f85ddb27-06f8-434f-bf6a-8c4328514bcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 200 len: 217 time: 0.0645876 Dec 09 09:42:11.089975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092747-bbf3-4374-9e39-e4617de2991a req-71c7731a-65d3-420d-b610-3f690bd0291c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:11.090657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d8092747-bbf3-4374-9e39-e4617de2991a req-71c7731a-65d3-420d-b610-3f690bd0291c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:11.109105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d8092747-bbf3-4374-9e39-e4617de2991a req-71c7731a-65d3-420d-b610-3f690bd0291c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:11.110270 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d8092747-bbf3-4374-9e39-e4617de2991a req-71c7731a-65d3-420d-b610-3f690bd0291c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.0958340 Dec 09 09:42:11.123823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-748c38fc-8eef-4f69-98d8-e9c335b9b08f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:11.125241 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-748c38fc-8eef-4f69-98d8-e9c335b9b08f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 200 len: 835 time: 0.0604963 Dec 09 09:42:11.159713 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d8092747-bbf3-4374-9e39-e4617de2991a req-b371deda-163f-4fd1-83e3-57b78746079f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Dec 09 09:42:11.206219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-2a4821e6-b28e-45a1-b1b6-6f806df0bebd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739887 Dec 09 09:42:11.338985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-c121408e-3e07-424b-9ae5-fe7f69406f14 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258388 Dec 09 09:42:11.469527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d7738ae-26ab-43bd-9699-ce18f650ec2e req-bc00eae8-a7a6-461a-a06a-6aa040e86a95 service neutron] 10.222.0.58 "GET /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231766 Dec 09 09:42:12.362578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d161632-989d-426b-9473-f6ccf684649e req-83ad2654-8890-499b-bfe6-4f287a24d222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:12.364037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d161632-989d-426b-9473-f6ccf684649e req-83ad2654-8890-499b-bfe6-4f287a24d222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.0775676 Dec 09 09:42:12.410193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d161632-989d-426b-9473-f6ccf684649e req-f80b847a-82b9-4dfa-8cb2-b1bf093e5634 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=737dffd2-20ce-4dfe-8655-fe4d3f65c536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402584 Dec 09 09:42:12.729870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-9b48ae73-9654-483e-b399-2ad5178b6662 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:12.731273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-9b48ae73-9654-483e-b399-2ad5178b6662 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 945 time: 0.1804926 Dec 09 09:42:12.799156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 7ad50444-fdc9-4997-9f24-9c86a7a7890f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:12.799495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:13.042800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 7ad50444-fdc9-4997-9f24-9c86a7a7890f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7ad50444-fdc9-4997-9f24-9c86a7a7890f,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:13.043163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:13.163019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 7ad50444-fdc9-4997-9f24-9c86a7a7890f owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:13.305142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:13.311037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab951c5f-fe03-4795-8d23-d2d93bc442e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:13.358168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=7ad50444-fdc9-4997-9f24-9c86a7a7890f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:13.428840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.429473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.429570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.429965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.430824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.431198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.431570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.431958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.432324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.432686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.433046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:13.439673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:13.445440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 7ad50444-fdc9-4997-9f24-9c86a7a7890f on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:42:13.449019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:13.451690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'name': 'network-vif-deleted', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:13.468543 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa3d9659-316c-4b85-ac58-f96bc0d485cb req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/7ad50444-fdc9-4997-9f24-9c86a7a7890f HTTP/1.1" status: 204 len: 173 time: 0.7307889 Dec 09 09:42:13.508993 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364821e7-ed7b-4b87-9d78-c5bf06cda55b', 'name': 'network-vif-deleted', 'tag': '7ad50444-fdc9-4997-9f24-9c86a7a7890f', 'status': 'completed', 'code': 200} Dec 09 09:42:13.586139 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-70b87111-9eff-44f7-8883-74695b1056d2 req-205ca413-40db-4bdf-ad27-6a75f9bf7dd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=364821e7-ed7b-4b87-9d78-c5bf06cda55b HTTP/1.1" status: 200 len: 210 time: 0.0411274 Dec 09 09:42:14.707410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33152) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:14.787544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:14.817933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:14.897914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:14.903195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a5b-4241-46da-8ade-7c389a0b43c4 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:14.919741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737dffd2-20ce-4dfe-8655-fe4d3f65c536,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:14.922525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:14.931154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:14.934899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/737dffd2-20ce-4dfe-8655-fe4d3f65c536 HTTP/1.1" status: 204 len: 168 time: 0.2237008 Dec 09 09:42:14.975071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33158) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:15.412076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:15.913291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 7ad50444-fdc9-4997-9f24-9c86a7a7890f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:42:15.948662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 7ad50444-fdc9-4997-9f24-9c86a7a7890f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:42:15.949023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 7ad50444-fdc9-4997-9f24-9c86a7a7890f not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:42:16.124028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:16.124554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:16.310671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 0f2d1ee2-32a6-497b-9b9b-84bf557529bb, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:16.311051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:16.430209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 0f2d1ee2-32a6-497b-9b9b-84bf557529bb owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:16.609414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:16.612553 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:42:16.613073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:16.654219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=0f2d1ee2-32a6-497b-9b9b-84bf557529bb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:16.657584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:16.949973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:17.635142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router d27d6aec-7781-4be4-9cde-3334de20fa51 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:42:17.837568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:17.849789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8736255 Dec 09 09:42:17.853154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33162) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.032714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet bf7e26b8-12df-4f0d-84cd-41d7930357c7 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:42:18.035588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.093796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.178177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.219830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Sync routers for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:42:18.232462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:18.233098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:18.253874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.259429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e8a8ac9-03e0-4b59-8376-652fa5199ba1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:18.300503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7e26b8-12df-4f0d-84cd-41d7930357c7,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:18.303126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:18.306563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.315415 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/bf7e26b8-12df-4f0d-84cd-41d7930357c7 HTTP/1.1" status: 204 len: 168 time: 0.4589891 Dec 09 09:42:18.315709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33166) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.318575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbac93-20c3-4f8d-a0b5-2eddd353431e None None] Network 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:42:18.519843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.573608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:18.719441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.729456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port e7f1fde8-a809-4d9f-9b87-2804e00a4d72 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:18.729788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:18.848285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] DHCP port deletion for 74cc4864-beeb-4a2e-b74d-6a9fee33a2bc request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:42:18.857494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Deleting port 078502a3-b948-4acd-8dbd-a37c29f4bb08 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:18.857874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.002098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:42:16Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'e7f1fde8-a809-4d9f-9b87-2804e00a4d72', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:42:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:19.035050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port e7f1fde8-a809-4d9f-9b87-2804e00a4d72, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:19.035406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.062898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Checking router: d27d6aec-7781-4be4-9cde-3334de20fa51 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:19.090687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] For port 078502a3-b948-4acd-8dbd-a37c29f4bb08, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=078502a3-b948-4acd-8dbd-a37c29f4bb08,segment=NetworkSegment(a4a8ba2b-e247-47d3-be4a-366c4a7ae47e),segment_id=a4a8ba2b-e247-47d3-be4a-366c4a7ae47e)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:19.091007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.103860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Routers {'d27d6aec-7781-4be4-9cde-3334de20fa51'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:19.104516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d27d6aec-7781-4be4-9cde-3334de20fa51'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:19.159877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for e7f1fde8-a809-4d9f-9b87-2804e00a4d72 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:19.332059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.336265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78370fba-718a-4e3a-8c33-b0fbb8d5811a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:19.356474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Calling delete_port for 078502a3-b948-4acd-8dbd-a37c29f4bb08 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:19.377322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=e7f1fde8-a809-4d9f-9b87-2804e00a4d72,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:19.381837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:19.455315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] Set router d27d6aec-7781-4be4-9cde-3334de20fa51 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:19.553781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.563221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:19.595433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:42:18Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:19.601989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.607057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Pushing event deleted for resources: {'Port': ['ID=078502a3-b948-4acd-8dbd-a37c29f4bb08,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:19.609980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:19.611023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e4c12-47f8-4fc0-b454-9ea494cb296e None None] The sync data for ids ['d27d6aec-7781-4be4-9cde-3334de20fa51'] in dv-neutron-821175-1-hyperv is: [{'id': 'd27d6aec-7781-4be4-9cde-3334de20fa51', 'name': 'tempest-TestNetworkBasicOps-router-370365161', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:40:17Z', 'updated_at': '2021-12-09T09:42:18Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:19.614385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] No DVR routers for this DVR port 078502a3-b948-4acd-8dbd-a37c29f4bb08 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:42:19.859056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.863195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.888895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.889314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router d27d6aec-7781-4be4-9cde-3334de20fa51 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:42:19.903706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:19.907436 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/d27d6aec-7781-4be4-9cde-3334de20fa51 HTTP/1.1" status: 204 len: 168 time: 1.5874970 Dec 09 09:42:19.907605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33170) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:20.022541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.153567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.178747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cc4864-beeb-4a2e-b74d-6a9fee33a2bc']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:20.190965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:20.191260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8ba2b-e247-47d3-be4a-366c4a7ae47e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:20.202195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.217532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.223484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:42:20.223878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:42:20.238075 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:42:20.402890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 078502a3-b948-4acd-8dbd-a37c29f4bb08 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:42:20.433622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.437125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fb87d9c5-02e5-4920-badf-27007372fcd9 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:20.437316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 078502a3-b948-4acd-8dbd-a37c29f4bb08 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:42:20.437858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 078502a3-b948-4acd-8dbd-a37c29f4bb08 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:42:20.438294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:42:20.451618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.463557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=74cc4864-beeb-4a2e-b74d-6a9fee33a2bc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:20.467869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:20.474169 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e77e11-3bf9-4e58-9e61-efff44c39c64 None None] New status for floating IP 150abe12-ec69-4c8d-9ceb-5f01fd5fca0a: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:42:20.487241 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/74cc4864-beeb-4a2e-b74d-6a9fee33a2bc HTTP/1.1" status: 204 len: 168 time: 0.5693991 Dec 09 09:42:20.489527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 0f2d1ee2-32a6-497b-9b9b-84bf557529bb {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:42:20.490215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0f2d1ee2-32a6-497b-9b9b-84bf557529bb not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:42:20.491861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:42:20.494811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33174) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:20.504829 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--1612525451', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:20.517870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:20.523568 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:20.532345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:20.533475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e7f1fde8-a809-4d9f-9b87-2804e00a4d72 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:42:20.533835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e7f1fde8-a809-4d9f-9b87-2804e00a4d72 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:42:20.541776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:20.552861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:42:20.556826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.587246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:42:20.596398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.597022 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment 944fe9f8-d6e5-459e-940f-c6ed01ada96c of type vlan for network 05c033ed-9aa5-451e-a809-a8d920257afe Dec 09 09:42:20.626747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.659156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.663048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:20.664462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.668919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-24b73d2c-5131-4ed9-8703-2f406bf09df9 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:20.798300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=05c033ed-9aa5-451e-a809-a8d920257afe,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:20.803925 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3024490 Dec 09 09:42:20.803925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-63068cba-3bdd-4a25-aa7d-f92e249b048d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:20.804179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33178) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:20.809169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:42:20.809386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-282810110', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:20.816410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:20.821646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:20.824605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:20.830422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:20.843003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.844038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:20.863849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.022320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.208813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.239708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.381040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.184 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/1fd60043-5786-4e8b-a4f7-3c0946413860) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:42:21.527077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.553299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.556967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50a3478b-33c0-4248-9666-10cf14a8d58d tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:21.612831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:21.623319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:21.627284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:42:21.656535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=1fd60043-5786-4e8b-a4f7-3c0946413860,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:21.662172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:21.779749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:21.780423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:22.006879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:42:22.316809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:22.326773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Sync routers for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:42:22.338083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:22.338631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:22.342307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:22.343621 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5385532 Dec 09 09:42:22.347020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33182) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:22.397679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-58f22df8-a26f-4e8a-91e5-79dfd6c35413 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494409 Dec 09 09:42:22.400284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:22.517590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:22.534096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33399444-707e-4f88-b5ac-c5411a6b2987 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:22.535674 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33399444-707e-4f88-b5ac-c5411a6b2987 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343999 Dec 09 09:42:22.538375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33190) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:22.578203 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-14f93ee4-284c-4b59-ae12-8fad3218b065 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381656 Dec 09 09:42:22.580660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33194) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:22.586562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-653660330', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:22.698750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:22.702720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:22.705593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:22.712340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:22.722744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:42:22.806814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:21Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:22.810717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Checking router: 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:22.811083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Updating router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b port 1fd60043-5786-4e8b-a4f7-3c0946413860 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:42:22.825459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:22.862084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.049917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.054353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:23.134311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=81eb6f46-2aa4-496d-ac63-d4e557a4891d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:23.138582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:23.146712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:42:23.147069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 05c033ed-9aa5-451e-a809-a8d920257afe, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:42:23.169573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 05c033ed-9aa5-451e-a809-a8d920257afe is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:42:23.178609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 05c033ed-9aa5-451e-a809-a8d920257afe) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:23.182628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:23.183267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.205874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5c645-c452-4dfa-88a5-d31e644db831 None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:42:23.208245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33198) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:23.208726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6266034 Dec 09 09:42:23.309512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.332764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Transition to ACTIVE for port object 1fd60043-5786-4e8b-a4f7-3c0946413860 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:23.349114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.355020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:23.480271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Pushing event updated for resources: {'Port': ['ID=1fd60043-5786-4e8b-a4f7-3c0946413860,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:23.482460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Attempting to bind port 1fd60043-5786-4e8b-a4f7-3c0946413860 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:42:23.482834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Attempting to bind port 1fd60043-5786-4e8b-a4f7-3c0946413860 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:42:23.483212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Attempting to bind port 1fd60043-5786-4e8b-a4f7-3c0946413860 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:42:23.487449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:23.503014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:42:23.503434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:42:23.503830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.504235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:42:23.504711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Bound port: 1fd60043-5786-4e8b-a4f7-3c0946413860, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:42:23.505091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.589797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-05c033ed-9aa5-451e-a809-a8d920257afe', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:42:23.590603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.669795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] For port 1fd60043-5786-4e8b-a4f7-3c0946413860, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:42:23.690412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] For port 1fd60043-5786-4e8b-a4f7-3c0946413860, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1fd60043-5786-4e8b-a4f7-3c0946413860,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:42:23.695170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:23.705011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:23.861084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Pushing event updated for resources: {'Port': ['ID=1fd60043-5786-4e8b-a4f7-3c0946413860,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:23.870213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:23.874356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Allocated IP 172.20.0.2 (05c033ed-9aa5-451e-a809-a8d920257afe/81eb6f46-2aa4-496d-ac63-d4e557a4891d/71c2977d-600f-4fde-ad07-82cedac60eab) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:42:23.878737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:23.879365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:23.980283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.175467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:24.457970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.479430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Transition to ACTIVE for port object 71c2977d-600f-4fde-ad07-82cedac60eab will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:24.524796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Transition to ACTIVE for port object 71c2977d-600f-4fde-ad07-82cedac60eab will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:24.560658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.563628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a851319-9b16-4c8a-af98-c61c5b84a82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:24.596494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (05c033ed-9aa5-451e-a809-a8d920257afe/81eb6f46-2aa4-496d-ac63-d4e557a4891d/9d001a1c-d8a7-474c-86ac-032221a2f9da) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:42:24.638599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:24.643284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:24.649483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:42:24.651337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Pushing event updated for resources: {'Port': ['ID=71c2977d-600f-4fde-ad07-82cedac60eab,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:24.655266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:24.746296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:21Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:24.751970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.754995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb32c0-a0a7-492c-a726-a045a6fd3580 None None] The sync data for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv is: [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:21Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:24.756719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Attempting to bind port 71c2977d-600f-4fde-ad07-82cedac60eab on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:42:24.757673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Attempting to bind port 71c2977d-600f-4fde-ad07-82cedac60eab by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:42:24.758223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Attempting to bind port 71c2977d-600f-4fde-ad07-82cedac60eab on network 05c033ed-9aa5-451e-a809-a8d920257afe {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:42:24.765272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:42:24.765661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Checking segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:42:24.766069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.766472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Bound using segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:42:24.766949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Bound port: 71c2977d-600f-4fde-ad07-82cedac60eab, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:42:24.767330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.769251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 9d001a1c-d8a7-474c-86ac-032221a2f9da will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:24.791934 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.795539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48cbbe0-ba0c-4349-8b9e-58b3219fbeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:24.867319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] For port 71c2977d-600f-4fde-ad07-82cedac60eab, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:42:24.872467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] For port 71c2977d-600f-4fde-ad07-82cedac60eab, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71c2977d-600f-4fde-ad07-82cedac60eab,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:42:24.877396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:24.881834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:24.975035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Pushing event updated for resources: {'Port': ['ID=71c2977d-600f-4fde-ad07-82cedac60eab,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:24.979919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:25.027838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 05c033ed-9aa5-451e-a809-a8d920257afe is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:25.032336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:25.034867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:25.037363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:42:25.069370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:25.103843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:25.222486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:25.660531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:25.666335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:25.691474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-47c58019-e260-4421-8c93-137438305a54 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:25.780977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:25.783305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:25.786924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:25.926595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00782bee-de61-4aaf-bc6c-9024274dcb7a None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:42:25.930461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 05c033ed-9aa5-451e-a809-a8d920257afe is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:25.931637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:26.049659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6f45107a-8416-40ec-a85b-76e82a9ac40b None None] Provisioning for port 71c2977d-600f-4fde-ad07-82cedac60eab completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:26.227495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1fd60043-5786-4e8b-a4f7-3c0946413860 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:26.302472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1fd60043-5786-4e8b-a4f7-3c0946413860 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:26.308617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1fd60043-5786-4e8b-a4f7-3c0946413860 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:26.309243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.332704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:42:26.434801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.457376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1fd60043-5786-4e8b-a4f7-3c0946413860, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1fd60043-5786-4e8b-a4f7-3c0946413860,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:26.463659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.464581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71c2977d-600f-4fde-ad07-82cedac60eab up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:26.488772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:26.533408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b6029639-f25d-4df7-b193-65cd2cd746ef None None] Provisioning for port 9d001a1c-d8a7-474c-86ac-032221a2f9da completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:26.552581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b6029639-f25d-4df7-b193-65cd2cd746ef None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:26.552958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6029639-f25d-4df7-b193-65cd2cd746ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.556359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:26.569619 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3601375 Dec 09 09:42:26.572229 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33202) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:26.636670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1fd60043-5786-4e8b-a4f7-3c0946413860,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:26.642359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:26.644537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6029639-f25d-4df7-b193-65cd2cd746ef None None] Port 9d001a1c-d8a7-474c-86ac-032221a2f9da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:42:26.661560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 71c2977d-600f-4fde-ad07-82cedac60eab completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:26.672096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 71c2977d-600f-4fde-ad07-82cedac60eab triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:26.672805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.806346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.821999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-979d1000-b552-47b1-b96d-fe863cafee7e None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:26.822369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-979d1000-b552-47b1-b96d-fe863cafee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.856657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.857205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.857333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.857692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.858045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.858427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.860246 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-91e79b89-530f-4fc7-952e-7ccd6f6f661e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2870352 Dec 09 09:42:26.862988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33206) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:26.887843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 71c2977d-600f-4fde-ad07-82cedac60eab, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71c2977d-600f-4fde-ad07-82cedac60eab,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:26.890161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-979d1000-b552-47b1-b96d-fe863cafee7e None None] Port 9d001a1c-d8a7-474c-86ac-032221a2f9da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:42:26.893138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:26.895499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:26.933835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.934439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.934947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.935452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.935984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.936481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:26.938376 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2e5d2ff1-b525-4a89-a9dd-3e7b2775bfaf tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0745060 Dec 09 09:42:26.941108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33210) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:26.959556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=71c2977d-600f-4fde-ad07-82cedac60eab,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:26.968518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:27.012755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c887fdd2-03c3-4698-b311-a11e2832cac4 None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:27.013137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c887fdd2-03c3-4698-b311-a11e2832cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.068044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c887fdd2-03c3-4698-b311-a11e2832cac4 None None] Port 9d001a1c-d8a7-474c-86ac-032221a2f9da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:42:27.148358 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a396e07f-42bb-46b4-8631-c42e54c793f4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2057569 Dec 09 09:42:27.394596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33216) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:27.400465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820933808', 'description': 'tempest-secgroup-smoke-1820933808 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:27.406450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:27.410564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:27.413979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:27.419618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:27.430928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.464652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:27.468299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:27.470988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:27.477176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:27.532369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.536042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.540028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-629ea5f6-0b7c-4c88-850b-4a3188b7eec1 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:27.579690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8478518c-956f-43ef-bbe2-59687f15437c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:27.582291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.583458 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1878097 Dec 09 09:42:27.584485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:27.586506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33220) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:27.591672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:27.597537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:27.602031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:27.604871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:27.610453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:27.627256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.689808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.693308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.699509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6461a989-0bed-41ba-90b0-24ef4f3212c9 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:27.718800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5c37b6-8486-405e-a578-4492feaefe63,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:27.721482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:27.729349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.730512 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432273 Dec 09 09:42:27.733220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33224) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:27.738679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:27.745502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:27.749263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:27.752146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:27.757901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:27.774350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.835818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.839697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.845636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6b923940-193b-4ca5-8fcb-b1ba3cb61a50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:27.867561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562ee6b2-5cb3-423a-9bab-9491fb3fbc2b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:27.870144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:27.877910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.879242 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-94030d60-6fdd-4e85-9bc6-74457cbb1fb0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1451015 Dec 09 09:42:27.882174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33228) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:27.887953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:27.893817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:27.898492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:27.901328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:27.907228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:27.924977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.990795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.994682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:27.996397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:28.021287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb22b95-1f3c-4e97-a79e-8123dc7c7a0b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:28.026606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:28.032440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.033897 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c4a4fd5d-5308-4fb4-bbd8-55ecdbc854bf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1507568 Dec 09 09:42:28.036738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33232) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:28.042998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:28.049362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:28.053173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:28.056191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:28.062077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:28.079526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.151418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.157180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.158977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1fd60043-5786-4e8b-a4f7-3c0946413860 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:28.159488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-12e35dc1-7b72-46af-ae05-15db86f7534c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:28.183163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384561ec-585e-45cf-a79d-64480b1c65f9,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:28.187786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:28.193528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.198063 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1577229 Dec 09 09:42:28.198232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33236) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:28.203885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:28.209690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:28.214669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:28.217690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:28.223555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:28.232883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1fd60043-5786-4e8b-a4f7-3c0946413860 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:28.233579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.235903 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:42:28.243798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.304311 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Sync routers for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:42:28.312177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.316718 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:28.316993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.317726 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:28.318864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e3c0059-59c7-472e-8e94-c4e3100e72be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:28.336991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797e871-df70-461c-9f34-7edfabb9e10b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:28.343290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:28.354140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.355414 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-444b3b63-e7bc-4d90-bf4c-0ec9561c3bb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562574 Dec 09 09:42:28.358298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33240) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:28.361195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71c2977d-600f-4fde-ad07-82cedac60eab up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:28.364100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '8478518c-956f-43ef-bbe2-59687f15437c', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:28.370828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:28.375393 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:28.378636 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:28.385109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:28.397224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:42:28.405226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.442643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 71c2977d-600f-4fde-ad07-82cedac60eab triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:28.443036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.475865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.480057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.482419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-73452f2a-f7fe-4cf7-afd6-e74d169fc77d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:28.500195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:28.506096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0fc89c-3869-4aaf-b802-f63b0b123680,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:28.509721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:28.518634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.519955 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1605585 Dec 09 09:42:28.695375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-5aeb9371-150b-47a6-a264-e7ebeea4d176 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:28.710240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-5aeb9371-150b-47a6-a264-e7ebeea4d176 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:28.711574 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-5aeb9371-150b-47a6-a264-e7ebeea4d176 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820933808&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0566547 Dec 09 09:42:28.825474 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:28.829603 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Checking router: 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:28.829958 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Updating router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b port 9d001a1c-d8a7-474c-86ac-032221a2f9da binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:42:28.861069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-6eb9cfbd-5d1a-4921-abae-4b6d3383e2ae tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:28.861739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-6eb9cfbd-5d1a-4921-abae-4b6d3383e2ae tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:28.879126 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-6eb9cfbd-5d1a-4921-abae-4b6d3383e2ae tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:28.880299 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-6eb9cfbd-5d1a-4921-abae-4b6d3383e2ae tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 797 time: 0.1622391 Dec 09 09:42:28.881674 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:28.897077 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-faec88b2-97d9-4f41-8384-173928143e71 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0105739 Dec 09 09:42:28.979422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-df0cd1d3-bb8f-4132-8ac6-88f241337b7b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:28.995825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-df0cd1d3-bb8f-4132-8ac6-88f241337b7b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:28.997118 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-df0cd1d3-bb8f-4132-8ac6-88f241337b7b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946448 Dec 09 09:42:29.137756 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-a4c3e814-3268-467d-a498-23f04e219ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291430 Dec 09 09:42:29.250614 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:29.262115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Transition to ACTIVE for port object 9d001a1c-d8a7-474c-86ac-032221a2f9da will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:29.268997 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:29.272476 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-2d71c418-6e14-4ed3-8fa6-27d5267b4651 service neutron] 10.222.0.41 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288931 Dec 09 09:42:29.272637 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:29.399190 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Pushing event updated for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:29.446002 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.446344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.446680 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.447008 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.447334 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.447657 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.448028 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.448352 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.448671 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.448986 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.449299 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:42:29.477069 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:29.501608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5c6532c9-b50e-40c8-8bed-7e39c1317f6a req-81480ee6-f592-4d28-9487-ba70b5077dd3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:29.511567 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Attempting to bind port 9d001a1c-d8a7-474c-86ac-032221a2f9da on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:42:29.512225 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Attempting to bind port 9d001a1c-d8a7-474c-86ac-032221a2f9da by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:42:29.512686 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Attempting to bind port 9d001a1c-d8a7-474c-86ac-032221a2f9da on network 05c033ed-9aa5-451e-a809-a8d920257afe {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:42:29.518990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5c6532c9-b50e-40c8-8bed-7e39c1317f6a req-81480ee6-f592-4d28-9487-ba70b5077dd3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:29.520371 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:42:29.520954 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Checking segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:42:29.521452 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:29.522083 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Bound using segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:42:29.523307 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Bound port: 9d001a1c-d8a7-474c-86ac-032221a2f9da, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:42:29.523708 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:29.528465 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c6532c9-b50e-40c8-8bed-7e39c1317f6a req-81480ee6-f592-4d28-9487-ba70b5077dd3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 210 time: 0.0859401 Dec 09 09:42:29.622928 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] For port 9d001a1c-d8a7-474c-86ac-032221a2f9da, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:42:29.629147 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] For port 9d001a1c-d8a7-474c-86ac-032221a2f9da, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9d001a1c-d8a7-474c-86ac-032221a2f9da,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:42:29.634895 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:29.638995 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:29.717131 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:29.717990 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:29.766900 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Pushing event updated for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:29.783140 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:29.917272 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:30.236960 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:29Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:30.240767 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb2852d-d844-4a7c-ae5d-02347b5e60e0 None None] The sync data for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv is: [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:29Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:30.578734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-97216858-11b1-472d-874d-c219214b784b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:30.579412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-97216858-11b1-472d-874d-c219214b784b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:30.593292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-97216858-11b1-472d-874d-c219214b784b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:30.594534 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-97216858-11b1-472d-874d-c219214b784b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 797 time: 0.1800797 Dec 09 09:42:30.665750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-bf30fc90-65f9-4f16-8e66-1c91eea4ba02 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:30.679000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-bf30fc90-65f9-4f16-8e66-1c91eea4ba02 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:30.680339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-bf30fc90-65f9-4f16-8e66-1c91eea4ba02 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 380 time: 0.0726810 Dec 09 09:42:30.689214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['8478518c-956f-43ef-bbe2-59687f15437c']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:30.716747 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-812547d5-10cf-4435-9564-865ff3d67f50 req-53af8558-37e0-442e-b885-8ca1f6de01a4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 210 time: 0.0532300 Dec 09 09:42:30.835776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:30.846294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:30.857091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:42:30.860389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.035151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.8 (05c033ed-9aa5-451e-a809-a8d920257afe/81eb6f46-2aa4-496d-ac63-d4e557a4891d/b008a292-c27c-481f-8bc0-2f9b510a127f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:42:31.349698 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.365376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object b008a292-c27c-481f-8bc0-2f9b510a127f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:31.386954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.392511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9e466e07-dbd7-414b-85fe-9b8cc1b4cdbb tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:31.460306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 05c033ed-9aa5-451e-a809-a8d920257afe is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:31.463699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:31.467904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:42:31.499573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:31.507211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:31.534050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:31.534668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.562090 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767879 Dec 09 09:42:31.574417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Request body: {'port': {'device_id': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:31.662702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-41e4bd5e-a078-4eaa-85b7-a5b2c535a2c8 None None] Provisioning for port b008a292-c27c-481f-8bc0-2f9b510a127f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:31.667562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-41e4bd5e-a078-4eaa-85b7-a5b2c535a2c8 None None] Provisioning complete for port b008a292-c27c-481f-8bc0-2f9b510a127f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:31.667971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-41e4bd5e-a078-4eaa-85b7-a5b2c535a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.689656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:31.721185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-41e4bd5e-a078-4eaa-85b7-a5b2c535a2c8 None None] Port b008a292-c27c-481f-8bc0-2f9b510a127f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:42:32.026998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc215c1-c1a5-475c-a3b2-cc707e7ce45c req-b4e3cbc1-4e69-4b49-8092-6a861c9355a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:32.027678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-bdc215c1-c1a5-475c-a3b2-cc707e7ce45c req-b4e3cbc1-4e69-4b49-8092-6a861c9355a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:32.087679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-bdc215c1-c1a5-475c-a3b2-cc707e7ce45c req-b4e3cbc1-4e69-4b49-8092-6a861c9355a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:32.088997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bdc215c1-c1a5-475c-a3b2-cc707e7ce45c req-b4e3cbc1-4e69-4b49-8092-6a861c9355a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 931 time: 0.2376306 Dec 09 09:42:32.123649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b008a292-c27c-481f-8bc0-2f9b510a127f {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:42:32.131884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.160112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Transition to ACTIVE for port object b008a292-c27c-481f-8bc0-2f9b510a127f will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:42:32.164225 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bdc215c1-c1a5-475c-a3b2-cc707e7ce45c req-f37791de-33ac-4541-ba89-91a45a0ca482 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682859 Dec 09 09:42:32.165809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.169727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:32.192360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9d001a1c-d8a7-474c-86ac-032221a2f9da up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:32.258544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9d001a1c-d8a7-474c-86ac-032221a2f9da completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:32.266880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:32.267270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.301186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:32.310931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:32.391663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.417907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Attempting to bind port b008a292-c27c-481f-8bc0-2f9b510a127f on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:42:32.418379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Attempting to bind port b008a292-c27c-481f-8bc0-2f9b510a127f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:42:32.418781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Attempting to bind port b008a292-c27c-481f-8bc0-2f9b510a127f on network 05c033ed-9aa5-451e-a809-a8d920257afe {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:42:32.426065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Port b008a292-c27c-481f-8bc0-2f9b510a127f on network 05c033ed-9aa5-451e-a809-a8d920257afe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:42:32.426398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Attempting to bind port b008a292-c27c-481f-8bc0-2f9b510a127f on network 05c033ed-9aa5-451e-a809-a8d920257afe {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:42:32.427230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9d001a1c-d8a7-474c-86ac-032221a2f9da, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9d001a1c-d8a7-474c-86ac-032221a2f9da,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:32.431435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.433003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:42:32.433345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Checking segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:42:32.433465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:32.433859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Bound using segment: {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:42:32.434305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Bound port: b008a292-c27c-481f-8bc0-2f9b510a127f, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944fe9f8-d6e5-459e-940f-c6ed01ada96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:42:32.434738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.512804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:32.515096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:32.528344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:42:32.531333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b008a292-c27c-481f-8bc0-2f9b510a127f,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:42:32.535040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.539837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5270c6b-7089-49c8-9353-c23ece3be894 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:32.592285 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.593683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 1093 time: 1.0239038 Dec 09 09:42:32.594191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:32.616949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:32.620069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:32.682101 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'status': 'completed', 'code': 200} Dec 09 09:42:32.715886 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-9ee777eb-3d85-4381-b6ba-5f4a9e3bed39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1096 time: 0.0801570 Dec 09 09:42:32.784187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-a93d006f-c216-4427-a921-0d592e084480 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 217 time: 0.0614979 Dec 09 09:42:32.864103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-3211805c-777e-4775-835a-812370feaca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:32.866245 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-3211805c-777e-4775-835a-812370feaca9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0766017 Dec 09 09:42:32.896072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:32.951667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-b28f87d7-9342-4454-8900-03f1bfad702c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789959 Dec 09 09:42:33.086104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-879ae004-d1ec-4966-9a16-49e791a38dbc service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278884 Dec 09 09:42:33.380375 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f1f5e7b5-d47b-4074-98a0-b7615159fbb5 req-346d90e6-1157-451d-b708-d3a7e999b3da service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879615 Dec 09 09:42:33.408469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf5f3-0854-403a-ad99-80a9f3ad564b req-45cf4802-486c-4a9c-932c-912bbad9c0e4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:33.410549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-826bf5f3-0854-403a-ad99-80a9f3ad564b req-45cf4802-486c-4a9c-932c-912bbad9c0e4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 943 time: 0.1138737 Dec 09 09:42:33.497330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9a86-d85a-47e6-b7f5-af563b6d759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:33.505306 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-826bf5f3-0854-403a-ad99-80a9f3ad564b req-813599b7-9ea3-49c1-9a99-50dcf01529a5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884924 Dec 09 09:42:33.527622 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-26c6ff70-5d17-4046-8570-a901f029297d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1096 time: 0.0963109 Dec 09 09:42:33.659362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-9cfa0cd3-0ffc-48ad-9816-e4ef1d675f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:33.660747 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-9cfa0cd3-0ffc-48ad-9816-e4ef1d675f2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.1257062 Dec 09 09:42:33.730265 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-1d355f48-31da-4a38-bac1-5f8d0d83eb3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 217 time: 0.0633471 Dec 09 09:42:33.791669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-71cb9e61-c76b-4681-8d49-e95d0305f8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:33.793083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-71cb9e61-c76b-4681-8d49-e95d0305f8bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0568950 Dec 09 09:42:33.870504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-409a360f-f18c-493a-8b5f-67afc1ac9d77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716984 Dec 09 09:42:34.009835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-f2bc5897-6d0b-4aef-a65f-22bb97e8b59c service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328471 Dec 09 09:42:34.144853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ba51bf4-b887-4743-a3f4-c5ddceda3afc req-c7894f90-6e57-4c52-bfd5-99870d7deb6c service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278176 Dec 09 09:42:34.151489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9d001a1c-d8a7-474c-86ac-032221a2f9da up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:34.218317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:34.218702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:34.575401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:34.849300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9d24-bae0-4f8c-ad5a-3440ea9c010c req-927990a8-a06d-4815-9c36-399f8bb27622 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:34.851425 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fd5d9d24-bae0-4f8c-ad5a-3440ea9c010c req-927990a8-a06d-4815-9c36-399f8bb27622 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 943 time: 0.0769832 Dec 09 09:42:34.896234 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fd5d9d24-bae0-4f8c-ad5a-3440ea9c010c req-b6efb15b-d653-412a-a93c-19702a2f4931 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Dec 09 09:42:35.737204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e17fbe4e-c95a-4be2-8d02-a2bd9ad52e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:35.993627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b008a292-c27c-481f-8bc0-2f9b510a127f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:42:36.096024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74285-10df-43fb-86aa-b8972b45ecd9 req-d6c1e129-f612-4f7e-9d89-1966bcb5dcb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:36.097483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-69a74285-10df-43fb-86aa-b8972b45ecd9 req-d6c1e129-f612-4f7e-9d89-1966bcb5dcb9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 943 time: 0.0779130 Dec 09 09:42:36.128542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b008a292-c27c-481f-8bc0-2f9b510a127f,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:36.141975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'port_id': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'mac_address': 'fa:16:3e:ad:b6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:42:36.145303 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-69a74285-10df-43fb-86aa-b8972b45ecd9 req-3592dffa-93f2-4bf7-a12b-50516331aad6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Dec 09 09:42:36.197299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:36.218791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b008a292-c27c-481f-8bc0-2f9b510a127f {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:42:36.235564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b008a292-c27c-481f-8bc0-2f9b510a127f,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:36.239198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:36.241034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a10f4cc6-c3cc-4581-bb9a-1d5f66762808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:36.304678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:36.307476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:36.596282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['b008a292-c27c-481f-8bc0-2f9b510a127f'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:42:36.791968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:37.436184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e974d3-8508-4102-994f-1b46ac3bd60c req-00b7d220-bcf7-45f1-afaa-12b38b8d876d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:37.437626 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72e974d3-8508-4102-994f-1b46ac3bd60c req-00b7d220-bcf7-45f1-afaa-12b38b8d876d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 944 time: 0.1716835 Dec 09 09:42:37.482201 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72e974d3-8508-4102-994f-1b46ac3bd60c req-c2061ce6-b732-4c74-8fe6-ec60a3546832 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390429 Dec 09 09:42:38.008358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b008a292-c27c-481f-8bc0-2f9b510a127f up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:42:38.078769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port b008a292-c27c-481f-8bc0-2f9b510a127f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:42:38.083194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port b008a292-c27c-481f-8bc0-2f9b510a127f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:42:38.083576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:38.199962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:38.235344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:38.250874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b008a292-c27c-481f-8bc0-2f9b510a127f,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:38.253692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:38.255023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:38.256798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:38.296832 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'code': 200} Dec 09 09:42:38.322685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:38.325513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:38.535460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e4ab0dd-33ae-40e7-ac9a-a8369dfab420 req-2b32f306-d915-46d7-97af-f06554f73ccd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0843382 Dec 09 09:42:38.577013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e4ab0dd-33ae-40e7-ac9a-a8369dfab420 req-88517f9b-ea74-4eb5-a370-ef6fffcb6a57 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Dec 09 09:42:38.676334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22dee-ac03-47db-a3f4-e23a1ffb4e65 req-ba80059d-6a3f-4231-a3ef-df6a005485b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:38.677781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b3c22dee-ac03-47db-a3f4-e23a1ffb4e65 req-ba80059d-6a3f-4231-a3ef-df6a005485b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.0756526 Dec 09 09:42:38.721984 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b3c22dee-ac03-47db-a3f4-e23a1ffb4e65 req-fc36359f-45c0-4fc1-9b53-8f451123a199 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Dec 09 09:42:39.925537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c68443-61f2-427f-96f6-f8a00695e671 req-cd42ecf2-3f88-4b4d-9388-c28216853982 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:39.927046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0c68443-61f2-427f-96f6-f8a00695e671 req-cd42ecf2-3f88-4b4d-9388-c28216853982 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.0800180 Dec 09 09:42:39.973713 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0c68443-61f2-427f-96f6-f8a00695e671 req-90de3039-6ad4-4f9e-aaa2-d8acc0a2d762 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Dec 09 09:42:41.178629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b22270-a55b-4410-aebf-06211e96cfa8 req-972f7f10-f5ad-43f3-b6ae-c67f38772a6e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:41.180055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-02b22270-a55b-4410-aebf-06211e96cfa8 req-972f7f10-f5ad-43f3-b6ae-c67f38772a6e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.0835211 Dec 09 09:42:41.233842 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-02b22270-a55b-4410-aebf-06211e96cfa8 req-9615c757-9796-4490-9735-a2d3b93d66f5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482659 Dec 09 09:42:41.430079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd20d-3b01-4cd3-ad9d-ddaf1b076150 req-b7449200-af18-4a6e-8396-4c6669fb243e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:41.431512 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e79cd20d-3b01-4cd3-ad9d-ddaf1b076150 req-b7449200-af18-4a6e-8396-4c6669fb243e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.0792046 Dec 09 09:42:41.476553 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e79cd20d-3b01-4cd3-ad9d-ddaf1b076150 req-60dfd514-f18f-4a1c-842e-0914784e073d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396380 Dec 09 09:42:41.503403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33288) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:41.571013 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2f542709-4757-4fc9-98be-b9528e7b237e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1093 time: 0.0663855 Dec 09 09:42:41.573486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33292) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:41.578493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:41.584308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:42:41.588153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:42:41.590899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:42:41.596466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:42:41.607332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:41.741151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:41.877086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.58 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/d29104be-4082-481a-bf20-4d261e640954) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:42:42.019507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.046200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.050166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:42.119242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:42:42.122517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:42:42.124515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=d29104be-4082-481a-bf20-4d261e640954,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:42.126542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:42:42.151704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:42.622437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.675698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.876986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.881337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:42.885495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9650e273-4139-443a-b3d7-c6b33072fcd8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:43.078107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=d29104be-4082-481a-bf20-4d261e640954,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:43.082102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:43.096756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:43.284928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP 7672ffbd-3e4a-439e-ae8e-c493d094397c associated. External IP: 172.26.4.58, port: b008a292-c27c-481f-8bc0-2f9b510a127f. Dec 09 09:42:43.673058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:42:43.873152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:43.883590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Sync routers for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:42:43.896515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:43.897279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:43.898858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:43.958259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3837042 Dec 09 09:42:43.959443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:43.961279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33296) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:44.082042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b86aa7b8-8414-4f3d-9327-7b2c88324755 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/7672ffbd-3e4a-439e-ae8e-c493d094397c HTTP/1.1" status: 200 len: 990 time: 0.1172805 Dec 09 09:42:44.098852 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'status': 'completed', 'code': 200} Dec 09 09:42:44.128563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:44.199155 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-1e09e709-2612-4d8b-9801-10dd092c8bfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0675852 Dec 09 09:42:44.331828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-d5bf228a-2aef-4a99-abd6-6833e13c7d2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:44.333263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-d5bf228a-2aef-4a99-abd6-6833e13c7d2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.1276429 Dec 09 09:42:44.488722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7672ffbd-3e4a-439e-ae8e-c493d094397c', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'port_id': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'mac_address': 'fa:16:3e:ad:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:42:42Z', 'updated_at': '2021-12-09T09:42:42Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:44.493072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Checking router: 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:44.503633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:44.504297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:44.547429 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-c9fcc60f-e413-4e97-a3cc-b0b43b503a17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 998 time: 0.2079043 Dec 09 09:42:44.612193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-93b345a7-7c00-44b2-8fdb-119bfdfcd000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:44.613525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-93b345a7-7c00-44b2-8fdb-119bfdfcd000 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0591524 Dec 09 09:42:44.683481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:44.686496 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-4d7a4958-5a76-4871-8105-492f0ce3a1f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669026 Dec 09 09:42:44.821822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-125c92c4-48ac-4698-a577-a5b62cc582a3 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229336 Dec 09 09:42:44.956741 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8a6d2d1f-6dd8-43fe-9b0e-2e6983841217 req-d04296e6-e702-4acf-8b50-49a06ebb3635 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289070 Dec 09 09:42:45.034634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7672ffbd-3e4a-439e-ae8e-c493d094397c', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'port_id': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'mac_address': 'fa:16:3e:ad:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:42:42Z', 'updated_at': '2021-12-09T09:42:42Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:45.039207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d078fd-8c6d-4de2-ab11-86247023aee0 None None] The sync data for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv is: [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '7672ffbd-3e4a-439e-ae8e-c493d094397c', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'port_id': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'mac_address': 'fa:16:3e:ad:b6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:42:42Z', 'updated_at': '2021-12-09T09:42:42Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:45.085200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33304) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:45.191891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-423b061b-a2f2-4f97-9411-7433f8c9de68 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/7672ffbd-3e4a-439e-ae8e-c493d094397c HTTP/1.1" status: 200 len: 990 time: 0.1054113 Dec 09 09:42:46.196244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33308) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:46.301589 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a4a64d77-9cc6-4320-b8a7-f9b91750ea50 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/7672ffbd-3e4a-439e-ae8e-c493d094397c HTTP/1.1" status: 200 len: 990 time: 0.1041424 Dec 09 09:42:46.472892 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719067ea-e766-4186-98f5-c9d7fed2a08d None None] New status for floating IP 7672ffbd-3e4a-439e-ae8e-c493d094397c: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:42:47.305775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33312) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:47.415785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dc977a09-89fb-4fd5-a641-b6fdd236dcaa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/7672ffbd-3e4a-439e-ae8e-c493d094397c HTTP/1.1" status: 200 len: 992 time: 0.1087654 Dec 09 09:42:49.039111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33316) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:49.238219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port 5975ab08-6820-47ba-91fb-f9a4d25f983b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:49.238563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:49.410317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:49.410562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:49.528287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for 5975ab08-6820-47ba-91fb-f9a4d25f983b owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:49.673323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:49.677574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6b5e7b46-d622-4a26-8d00-03c64327f1ac tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:49.717968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=5975ab08-6820-47ba-91fb-f9a4d25f983b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:49.721395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:49.814092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:50.336003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:42:50.536817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:42:50.547490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:42:50.560306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:50.560953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:50.561074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:50.627236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "DELETE /v2.0/floatingips/c2191e3d-968d-4bda-9a95-52e7ae1b92cd HTTP/1.1" status: 204 len: 168 time: 1.5870507 Dec 09 09:42:50.628045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:50.685973 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'status': 'completed', 'code': 200} Dec 09 09:42:50.743157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:50.779300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-a226a18f-19b4-4473-8f8d-87486b32279e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 1099 time: 0.0697091 Dec 09 09:42:50.925282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-6f894c95-ccd9-47e1-95be-7f8962c270e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:50.928141 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-6f894c95-ccd9-47e1-95be-7f8962c270e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1425126 Dec 09 09:42:51.003734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-4081869b-eb1e-4b5a-b779-d0607237f470 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0685329 Dec 09 09:42:51.043103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51552a-d581-4324-9f53-907fc7d1842a req-f41f30a2-2eec-4edb-9a90-3febb5ea9596 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:51.045643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ea51552a-d581-4324-9f53-907fc7d1842a req-f41f30a2-2eec-4edb-9a90-3febb5ea9596 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0941162 Dec 09 09:42:51.076732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-49f062b5-408a-4344-82f6-3c6f53531d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:51.078359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-49f062b5-408a-4344-82f6-3c6f53531d61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0654080 Dec 09 09:42:51.096346 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ea51552a-d581-4324-9f53-907fc7d1842a req-49729d06-5117-4dcf-a28d-9624fd11828f tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448496 Dec 09 09:42:51.175596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-03012497-cef6-495d-9359-73df5b6e9e46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879433 Dec 09 09:42:51.177917 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-e710afcc-72fa-4885-8655-66869ce8890f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806549 Dec 09 09:42:51.191185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:51.195950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:42:51.206473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:42:51.207199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:51.319022 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-abcb407e-a7eb-4d30-9666-bd52c13e53ef service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313715 Dec 09 09:42:51.328325 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-8f05b651-7044-4530-8912-06b4dc3a6a2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.0717144 Dec 09 09:42:51.388151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:42:51.462600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c937a1aa-249e-4f0c-a945-eaf85d69dd69 req-8fc4c9e6-d192-4552-a099-b55911c8a37e service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369131 Dec 09 09:42:51.599263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-406949ac-25e3-42ae-b323-8c6dceea56c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:51.600771 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-406949ac-25e3-42ae-b323-8c6dceea56c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.2513471 Dec 09 09:42:51.705858 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-9412399a-ac31-42df-ab2b-2b151db53fff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 1000 time: 0.0974491 Dec 09 09:42:51.744979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:42:51.749091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604a3fd5-839d-41cd-a060-5a2bf67266f5 None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c627923e-ce81-43e9-87f0-4fb37a92c221', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'port_id': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'mac_address': 'fa:16:3e:15:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287b56b4-fceb-419e-b0c4-0e106923590d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:38:45Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 1, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:42:51.772495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-4c04a940-fff3-4539-8644-c11f3c2dd1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:51.773982 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-4c04a940-fff3-4539-8644-c11f3c2dd1c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0617304 Dec 09 09:42:51.849617 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-552f9291-ceb6-4c0e-911b-d2aa3a03c04c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682521 Dec 09 09:42:51.985731 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-b8a773c1-3de6-412b-9bba-5d322e112fed service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288812 Dec 09 09:42:52.118299 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-034852e0-ad31-4fa9-b71e-8a9f73223530 req-1e1eb57e-50fd-4bb2-aed1-c5764f1049a5 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261187 Dec 09 09:42:52.306180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9eeb3-125e-43c1-ae55-6e486e502951 req-f1b63900-0e48-4efa-84de-9e1a604268a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:52.307331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d0c9eeb3-125e-43c1-ae55-6e486e502951 req-f1b63900-0e48-4efa-84de-9e1a604268a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:52.323652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d0c9eeb3-125e-43c1-ae55-6e486e502951 req-f1b63900-0e48-4efa-84de-9e1a604268a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:52.324797 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d0c9eeb3-125e-43c1-ae55-6e486e502951 req-f1b63900-0e48-4efa-84de-9e1a604268a5 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0958073 Dec 09 09:42:52.369633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d0c9eeb3-125e-43c1-ae55-6e486e502951 req-a8bb7b7f-0cca-4854-853a-05193ed5528b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392168 Dec 09 09:42:52.769985 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e73383d-7353-4773-9737-1575a4bc6b8a None None] New status for floating IP c2191e3d-968d-4bda-9a95-52e7ae1b92cd: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:42:52.834002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37c021-7597-411c-a973-8ac845da5d15 req-d8cde05c-eecf-44a1-ae9f-f64cfddb9dad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:42:52.835406 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2d37c021-7597-411c-a973-8ac845da5d15 req-d8cde05c-eecf-44a1-ae9f-f64cfddb9dad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 946 time: 0.0761540 Dec 09 09:42:52.911522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:42:52.911876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:53.149052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] For port e762cf09-46fc-4fe7-a8ab-93647d6c50c1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:42:53.149840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:53.266330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for e762cf09-46fc-4fe7-a8ab-93647d6c50c1 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:42:53.409095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:53.415180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:42:53.456445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=e762cf09-46fc-4fe7-a8ab-93647d6c50c1,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:42:53.460973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:42:53.564301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] No DVR routers for this DVR port e762cf09-46fc-4fe7-a8ab-93647d6c50c1 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:42:53.570122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:42:53.574026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-684adacd-e2cf-43d0-9a84-b145be0eec63 req-957f5446-ec56-4dd3-8da1-20bf00e1aab8 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 210 time: 0.0542011 Dec 09 09:42:53.574522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'name': 'network-vif-deleted', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:42:53.590487 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2d37c021-7597-411c-a973-8ac845da5d15 req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "DELETE /v2.0/ports/e762cf09-46fc-4fe7-a8ab-93647d6c50c1 HTTP/1.1" status: 204 len: 173 time: 0.7456133 Dec 09 09:42:53.612081 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:42:53.644735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d409d65-e231-4cf9-8f45-5e714754bbd5', 'name': 'network-vif-deleted', 'tag': 'e762cf09-46fc-4fe7-a8ab-93647d6c50c1', 'status': 'completed', 'code': 200} Dec 09 09:42:54.758792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-e517cb4b-d8fb-4e26-b5cf-16c54bff64a7 req-05b200ff-f4ed-4e93-8efe-90d025aa3ec1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:42:54.773542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-e517cb4b-d8fb-4e26-b5cf-16c54bff64a7 req-05b200ff-f4ed-4e93-8efe-90d025aa3ec1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:42:54.774816 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e517cb4b-d8fb-4e26-b5cf-16c54bff64a7 req-05b200ff-f4ed-4e93-8efe-90d025aa3ec1 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d409d65-e231-4cf9-8f45-5e714754bbd5 HTTP/1.1" status: 200 len: 210 time: 0.0572104 Dec 09 09:42:56.094818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e762cf09-46fc-4fe7-a8ab-93647d6c50c1 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:42:56.127727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: e762cf09-46fc-4fe7-a8ab-93647d6c50c1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:42:56.128119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e762cf09-46fc-4fe7-a8ab-93647d6c50c1 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:00.407779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33354) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:00.711878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port 64991186-ff3f-40a9-826d-05dfd5c14430 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:00.712126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:00.881394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:00.881716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:01.002759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for 64991186-ff3f-40a9-826d-05dfd5c14430 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:01.146399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:01.150631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49beeabb-59d5-4235-821e-295a7020c8b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:01.194401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=64991186-ff3f-40a9-826d-05dfd5c14430,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:01.198386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:01.285219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:01.674435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:43:01.876588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:43:01.886993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:43:01.897065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:01.899010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:01.899634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:01.951859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "DELETE /v2.0/floatingips/c627923e-ce81-43e9-87f0-4fb37a92c221 HTTP/1.1" status: 204 len: 168 time: 1.5420306 Dec 09 09:43:01.951859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:43:02.015135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'status': 'completed', 'code': 200} Dec 09 09:43:02.080363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:02.244051 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-a1876e09-8e3e-4dec-a5a0-718264e26e60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 1098 time: 0.1995821 Dec 09 09:43:02.362404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa44f6d-86c9-482c-8302-788614708ef0 req-fca6ea2c-5f48-4b59-9edc-d2bb50475663 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:02.363594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4fa44f6d-86c9-482c-8302-788614708ef0 req-fca6ea2c-5f48-4b59-9edc-d2bb50475663 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:43:02.385686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4fa44f6d-86c9-482c-8302-788614708ef0 req-fca6ea2c-5f48-4b59-9edc-d2bb50475663 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:43:02.386879 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4fa44f6d-86c9-482c-8302-788614708ef0 req-fca6ea2c-5f48-4b59-9edc-d2bb50475663 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.1063662 Dec 09 09:43:02.400487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-b8134104-1c1f-47d0-b534-52ab43df885c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:02.402815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-b8134104-1c1f-47d0-b534-52ab43df885c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 200 len: 913 time: 0.1477726 Dec 09 09:43:02.422424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:02.426691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:43:02.437932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:02.438577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:42:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:02.445620 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4fa44f6d-86c9-482c-8302-788614708ef0 req-9964bf18-926f-4071-9a18-40fd370f06cd tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528815 Dec 09 09:43:02.474349 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-bd770251-f468-4831-a456-147f6a181a19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 200 len: 217 time: 0.0625763 Dec 09 09:43:02.539937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-788d9c9b-4fd0-41fb-a673-3ff0d8b4ccf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:02.541598 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-788d9c9b-4fd0-41fb-a673-3ff0d8b4ccf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 200 len: 851 time: 0.0610101 Dec 09 09:43:02.617970 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-91cbff27-f6ed-46cd-af56-fc46e98f708a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f7acf83-e2b9-4c0c-bcef-17249ae7217f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680211 Dec 09 09:43:02.618817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:02.758306 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-6c654857-e275-4fd7-9605-c1ff21566c89 service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301947 Dec 09 09:43:02.892877 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a88da46d-d73f-46d5-82e8-4f774c599efd req-e5eb563d-7044-4e5c-bf20-ed81f31ff16e service neutron] 10.222.0.58 "GET /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269395 Dec 09 09:43:02.955316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:02.991148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:02.995126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da026c16-583c-459a-97ec-267cb398bf8b None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:20Z', 'revision_number': 4, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '8fde0734-2e13-41a9-a060-30b9bd6432c2', 'name': '', 'network_id': '7f7acf83-e2b9-4c0c-bcef-17249ae7217f', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'mac_address': 'fa:16:3e:cb:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:19Z', 'updated_at': '2021-12-09T09:35:42Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'subnets': [{'id': 'f4c02c0b-338f-439a-9ba8-647d901e3440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:43:03.208161 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686b092-d5d4-4e44-b429-d5a93726ff1c None None] New status for floating IP c627923e-ce81-43e9-87f0-4fb37a92c221: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:43:03.499358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1191-b5b0-486c-9761-9d8484a943e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:03.651184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae360-16f0-4e90-a517-61e4f57d11de req-5870b650-bee2-469d-b2b2-19492e9fb81a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:03.652561 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1e6ae360-16f0-4e90-a517-61e4f57d11de req-5870b650-bee2-469d-b2b2-19492e9fb81a tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0815120 Dec 09 09:43:03.696580 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1e6ae360-16f0-4e90-a517-61e4f57d11de req-21201312-2329-40da-b861-e4ae33ff8440 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/security-groups?id=d43434fc-3c76-47a1-bb91-811c8d90cf14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385790 Dec 09 09:43:03.905653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-1267bf70-5d93-4edd-84f6-6a71fc610e5c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:03.907075 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-1267bf70-5d93-4edd-84f6-6a71fc610e5c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 945 time: 0.0747697 Dec 09 09:43:03.979293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:03.979632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:04.219973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] For port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:04.220250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:04.343232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:04.479963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:04.485470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7f09d6d6-2e96-41f1-89e6-20d8c084be6a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:04.536722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=53293eaa-18ee-4a74-9af3-48ea6f0ae2ac,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:04.539137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:04.578934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:04.610986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] No DVR routers for this DVR port 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:43:04.613802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:04.616595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'name': 'network-vif-deleted', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:43:04.631558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-83ea35da-0e2b-4dcb-8a4a-644a7910a364 req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.58 "DELETE /v2.0/ports/53293eaa-18ee-4a74-9af3-48ea6f0ae2ac HTTP/1.1" status: 204 len: 173 time: 0.7188861 Dec 09 09:43:04.669406 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b56b4-fceb-419e-b0c4-0e106923590d', 'name': 'network-vif-deleted', 'tag': '53293eaa-18ee-4a74-9af3-48ea6f0ae2ac', 'status': 'completed', 'code': 200} Dec 09 09:43:04.863569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a726dfbe-64f1-4f4c-a491-20d61ba95fff req-ebb01c63-f106-43e0-be86-569c13d634ae tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Synchronizing usage tracker for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:43:04.881841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-a726dfbe-64f1-4f4c-a491-20d61ba95fff req-ebb01c63-f106-43e0-be86-569c13d634ae tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Unset dirty status for tenant:f8cd63ff7a18454a96b1387809b9aa4b on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:43:04.882878 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a726dfbe-64f1-4f4c-a491-20d61ba95fff req-ebb01c63-f106-43e0-be86-569c13d634ae tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b56b4-fceb-419e-b0c4-0e106923590d HTTP/1.1" status: 200 len: 210 time: 0.0632269 Dec 09 09:43:05.737168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8ce85a0-e220-414f-94b8-0899d9b75769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:05.990999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33372) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:06.254762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Deleting port 0b418a5d-29a0-49d9-8b79-2ac2dae61f86 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:06.255113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.422577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.422909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.541881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Calling delete_port for 0b418a5d-29a0-49d9-8b79-2ac2dae61f86 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:06.680497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.684088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a98c1d1d-14df-49e4-968d-bb915e6c930c tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:06.725418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'Port': ['ID=0b418a5d-29a0-49d9-8b79-2ac2dae61f86,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:06.727815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:06.781685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.822803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.840852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:06.841971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e9d0f9b-b6b3-4a02-bada-1db9fb2d847b HTTP/1.1" status: 204 len: 168 time: 0.8499777 Dec 09 09:43:08.161367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:08.197093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:08.197451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 53293eaa-18ee-4a74-9af3-48ea6f0ae2ac not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:08.245414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:09.330669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33388) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:09.402062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:09.431769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:09.498453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:09.502996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4517819b-c66c-409a-9309-6ae7bb576f69 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:09.518777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43434fc-3c76-47a1-bb91-811c8d90cf14,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:09.522193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:09.531429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:09.532638 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] 10.222.0.41 "DELETE /v2.0/security-groups/d43434fc-3c76-47a1-bb91-811c8d90cf14 HTTP/1.1" status: 204 len: 168 time: 0.1999097 Dec 09 09:43:09.597223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33394) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:10.140459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:10.828299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Deleting port 8fde0734-2e13-41a9-a060-30b9bd6432c2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:10.828988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:10.995816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] For port 8fde0734-2e13-41a9-a060-30b9bd6432c2, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=8fde0734-2e13-41a9-a060-30b9bd6432c2,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:10.996171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:11.111869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Calling delete_port for 8fde0734-2e13-41a9-a060-30b9bd6432c2 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:11.284101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:11.288880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b2bdfea1-a680-4598-bce3-760e7a3cbb9c tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:11.333150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fde0734-2e13-41a9-a060-30b9bd6432c2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:11.335735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:11.620223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:12.288791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:43:12.485915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:43:12.495608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Sync routers for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:43:12.503719 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] 10.222.0.41 "PUT /v2.0/routers/dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054570 Dec 09 09:43:12.506191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33400) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:12.507329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:12.507980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:43:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:12.686277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:12.701358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:12.898964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:12.910806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Deleting port 50a9be50-448f-4f18-a921-1bf37732fe10 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:12.910806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:12.971015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:43:11Z', 'revision_number': 5, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port': {'id': '50a9be50-448f-4f18-a921-1bf37732fe10', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:12.975628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Checking router: dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:43:12.986039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Routers {'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:12.986650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:43:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:13.087595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] For port 50a9be50-448f-4f18-a921-1bf37732fe10, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=50a9be50-448f-4f18-a921-1bf37732fe10,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:13.087976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:13.135482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] Set router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:13.205715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Calling delete_port for 50a9be50-448f-4f18-a921-1bf37732fe10 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:13.243769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:43:12Z', 'revision_number': 6, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:13.247670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900fa55-8fd9-4c0e-a384-164c2cadfddd None None] The sync data for ids ['dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216'] in dv-neutron-821175-1-hyperv is: [{'id': 'dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216', 'name': 'tempest-TestVolumeBootPattern-1996535101-router', 'tenant_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:16Z', 'updated_at': '2021-12-09T09:43:12Z', 'revision_number': 6, 'project_id': 'f8cd63ff7a18454a96b1387809b9aa4b', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:43:13.369659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:13.373135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-210985b3-cfeb-46c7-a3c2-1fa08c9c9528 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:13.412773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9be50-448f-4f18-a921-1bf37732fe10,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:13.416725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:13.760770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.015731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.020838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.049056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.049734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:43:14.062311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.063418 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dde9f8ed-cbcf-4821-9a6e-2dbd4ea8b216 HTTP/1.1" status: 204 len: 168 time: 1.5563419 Dec 09 09:43:14.066414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33404) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:14.127654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Deleting subnet f4c02c0b-338f-439a-9ba8-647d901e3440 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:43:14.131570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.177813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8fde0734-2e13-41a9-a060-30b9bd6432c2 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:14.183403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.209760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 8fde0734-2e13-41a9-a060-30b9bd6432c2 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:14.210238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 8fde0734-2e13-41a9-a060-30b9bd6432c2 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:14.210532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 50a9be50-448f-4f18-a921-1bf37732fe10 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:14.243609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 50a9be50-448f-4f18-a921-1bf37732fe10 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:14.244076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 50a9be50-448f-4f18-a921-1bf37732fe10 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:14.268169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.337492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.341060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4b061802-4d7a-46cf-8d01-1ccc13058abb tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:14.376115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c02c0b-338f-439a-9ba8-647d901e3440,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:14.383948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.387894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192a8a8-4250-4437-9a1d-d452ac5daa66 None None] Network 7f7acf83-e2b9-4c0c-bcef-17249ae7217f requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:43:14.390888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.391276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.391657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.394719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.395157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.395157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:14.398742 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4c02c0b-338f-439a-9ba8-647d901e3440 HTTP/1.1" status: 204 len: 168 time: 0.3312502 Dec 09 09:43:14.399643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:14.401210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33408) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:14.509028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.520082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Deleting port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:14.520420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.695352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] DHCP port deletion for 7f7acf83-e2b9-4c0c-bcef-17249ae7217f request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:43:14.699569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Deleting port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:14.700014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.728471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] For port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:14.728829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:14.848842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Calling delete_port for 71d97e7d-fa7e-4a96-86fd-de95f88c08dc owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:14.896442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] For port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,segment=NetworkSegment(bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54),segment_id=bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:14.897135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.022035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Calling delete_port for 71d97e7d-fa7e-4a96-86fd-de95f88c08dc owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:15.036497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.040551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-894c308f-94fa-46f8-a599-46fc476708b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:15.078798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Pushing event deleted for resources: {'Port': ['ID=71d97e7d-fa7e-4a96-86fd-de95f88c08dc,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:15.083259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:15.087972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] No DVR routers for this DVR port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:43:15.093199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:43:15.093563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:43:15.202607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.227999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7acf83-e2b9-4c0c-bcef-17249ae7217f']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:15.240879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:15.241176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf213fa8-a7f8-46fd-a2b7-2afc67f7fd54') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:15.252552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.267889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.274427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:43:15.274805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:43:15.288198 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:43:15.363269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.366894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d9578784-7fab-4d6e-b01a-193fc739c8a2 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:15.382098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.388108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7acf83-e2b9-4c0c-bcef-17249ae7217f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:15.392292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:15.406460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f7acf83-e2b9-4c0c-bcef-17249ae7217f HTTP/1.1" status: 204 len: 168 time: 1.0040462 Dec 09 09:43:15.410602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33412) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:15.594844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Deleting port 71d97e7d-fa7e-4a96-86fd-de95f88c08dc {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:15.595419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:15.675629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ccedb-23c6-4ee9-b5ab-0f34dad2472e None None] The port '71d97e7d-fa7e-4a96-86fd-de95f88c08dc' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:43:15.848031 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:16.172327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71d97e7d-fa7e-4a96-86fd-de95f88c08dc no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:16.206748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 71d97e7d-fa7e-4a96-86fd-de95f88c08dc {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:16.207291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71d97e7d-fa7e-4a96-86fd-de95f88c08dc not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:16.509496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Deleting port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:16.510095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:16.783408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] For port df261cc2-34d8-4e43-a9ed-6c08a0bd91e1, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:16.783683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:16.901814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Calling delete_port for df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:17.075231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:17.079120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6effcabb-25bf-4830-b3f4-cf03493782b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:17.122680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=df261cc2-34d8-4e43-a9ed-6c08a0bd91e1,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:17.126008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:17.408224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:17.977302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:43:18.290365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:43:18.298627 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Sync routers for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:43:18.305784 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] 10.222.0.41 "PUT /v2.0/routers/8efe2ac9-9260-41a6-abd2-bbcaa4295c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8940332 Dec 09 09:43:18.308777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33420) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:18.315970 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:18.316602 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:43:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:18.491231 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:18.508209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:18.702542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:18.712392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Deleting port 90b42123-e563-465b-8387-b87348090bd5 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:18.712799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:18.772104 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '90b42123-e563-465b-8387-b87348090bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:43:17Z', 'revision_number': 5, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port': {'id': '90b42123-e563-465b-8387-b87348090bd5', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:18.775901 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Checking router: 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:43:18.786079 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Routers {'8efe2ac9-9260-41a6-abd2-bbcaa4295c68'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:43:18.786667 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:43:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:18.889663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] For port 90b42123-e563-465b-8387-b87348090bd5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=90b42123-e563-465b-8387-b87348090bd5,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:18.890018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:18.931043 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] Set router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:43:19.011182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Calling delete_port for 90b42123-e563-465b-8387-b87348090bd5 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:19.033069 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:43:18Z', 'revision_number': 6, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:19.037259 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c10fdd-ccc0-4672-b255-da15169641bc None None] The sync data for ids ['8efe2ac9-9260-41a6-abd2-bbcaa4295c68'] in dv-neutron-821175-1-hyperv is: [{'id': '8efe2ac9-9260-41a6-abd2-bbcaa4295c68', 'name': 'tempest-TestVolumeBootPattern-112194269-router', 'tenant_id': 'cc2291c02eb441d9b27c071f25372071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:35:24Z', 'updated_at': '2021-12-09T09:43:18Z', 'revision_number': 6, 'project_id': 'cc2291c02eb441d9b27c071f25372071', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:43:19.175808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.180098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fe53ab2-4c81-45b8-9a4f-3cd25b1b10ed tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:19.220671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=90b42123-e563-465b-8387-b87348090bd5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:19.223946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:19.445508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.820460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.824704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.850122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.850707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efe2ac9-9260-41a6-abd2-bbcaa4295c68 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:43:19.864294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.866533 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] 10.222.0.41 "DELETE /v2.0/routers/8efe2ac9-9260-41a6-abd2-bbcaa4295c68 HTTP/1.1" status: 204 len: 168 time: 1.5559983 Dec 09 09:43:19.868232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33424) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:19.935739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Deleting subnet 0b81558f-18c1-4996-9133-57e36261fc10 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:43:19.939206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:19.992739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.077259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.148259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.152618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4bd0b312-7571-4ab4-a8c1-0c819ff72614 tempest-TagsExtTest-110374100 tempest-TagsExtTest-110374100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:20.172400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:20.189208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b81558f-18c1-4996-9133-57e36261fc10,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:20.192468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:20.196255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.203861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-411cbb73-0284-42a3-b7d3-10f450f16f8b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b81558f-18c1-4996-9133-57e36261fc10 HTTP/1.1" status: 204 len: 168 time: 0.3346364 Dec 09 09:43:20.206798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:20.207150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df261cc2-34d8-4e43-a9ed-6c08a0bd91e1 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:20.207252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33430) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:20.207574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 90b42123-e563-465b-8387-b87348090bd5 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:20.229393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231eaa13-6b95-473f-a284-ce472ac4a59a None None] Network 84bdeaba-e165-40e2-9350-68b7b768ff8a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:43:20.260551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 90b42123-e563-465b-8387-b87348090bd5 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:20.260897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 90b42123-e563-465b-8387-b87348090bd5 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:20.313367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.324046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Deleting port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:20.324370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.491244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] DHCP port deletion for 84bdeaba-e165-40e2-9350-68b7b768ff8a request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:43:20.496213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Deleting port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:20.496592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.531256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] For port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:20.531895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.657961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Calling delete_port for f5d6c6b1-7875-43a2-91e4-1ced02c7b78a owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:20.699747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] For port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,segment=NetworkSegment(15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7),segment_id=15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:43:20.699747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.739112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.743681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27131ca4-83db-4778-a23a-1268ccb2ad0b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:20.785041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d6c6b1-7875-43a2-91e4-1ced02c7b78a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:20.787635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:20.792734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] No DVR routers for this DVR port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:43:20.825060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Calling delete_port for f5d6c6b1-7875-43a2-91e4-1ced02c7b78a owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:43:20.894275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:43:20.894635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:43:20.909473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.936309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bdeaba-e165-40e2-9350-68b7b768ff8a']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:20.949356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:20.949646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d6fa1a-6c53-4269-9b0f-cb24d39dd2b7') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:43:20.961660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.979890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:20.986346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:43:20.987811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:43:21.004325 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:43:21.082959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.088265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.090863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b96b8a17-8667-407a-8765-f6648f36cdfe tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:21.115138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84bdeaba-e165-40e2-9350-68b7b768ff8a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:21.118033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:21.121878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/84bdeaba-e165-40e2-9350-68b7b768ff8a HTTP/1.1" status: 204 len: 168 time: 0.9135528 Dec 09 09:43:21.261559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33436) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:21.395658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Deleting port f5d6c6b1-7875-43a2-91e4-1ced02c7b78a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:43:21.396879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.417977 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0a9ef5e4-6c97-4690-9cea-630847bb6d53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8cd63ff7a18454a96b1387809b9aa4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528018 Dec 09 09:43:21.418283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33440) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:21.481176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.500663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d68f6daa-d3d5-469b-bf32-250f9ffd22ae None None] The port 'f5d6c6b1-7875-43a2-91e4-1ced02c7b78a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 09:43:21.511021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.561623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.565928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d54aabc4-8466-4d12-99aa-e31744b7398b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:21.577834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364a68c7-3d24-4d62-aa4d-1d9a3cf01514,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:21.591788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.592175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.592549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.592913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.593276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.593638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.593998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.594355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.594710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.595061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.595413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:43:21.597923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:21.599005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/364a68c7-3d24-4d62-aa4d-1d9a3cf01514 HTTP/1.1" status: 204 len: 168 time: 0.1797557 Dec 09 09:43:21.599875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:21.997996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33448) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:22.045996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c59c824f-c8c4-4cf5-a2b0-386c4cbce3ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc2291c02eb441d9b27c071f25372071&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468025 Dec 09 09:43:22.048302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33452) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:22.109316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:22.136396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:22.170504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5d6c6b1-7875-43a2-91e4-1ced02c7b78a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:43:22.188453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:22.193650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-58691a4c-9ce7-49a0-9250-7f370e43b200 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:43:22.203014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f5d6c6b1-7875-43a2-91e4-1ced02c7b78a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:43:22.203378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f5d6c6b1-7875-43a2-91e4-1ced02c7b78a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:43:22.203821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f94acd-fcf3-411b-90b0-27a68eab128f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:43:22.206601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:43:22.211818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:22.216484 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39f94acd-fcf3-411b-90b0-27a68eab128f HTTP/1.1" status: 204 len: 168 time: 0.1671183 Dec 09 09:43:30.611634 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:43:32.929880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:33.500870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3761f0b9-2348-4355-801f-4eb2f58a316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:34.582182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:35.741650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c7544f03-bf41-4ed8-b792-8ba7794cf0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:36.786143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:38.294894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:43:52.207044 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-9e4f19d8-8092-4ff2-a024-d250dee79045 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722537 Dec 09 09:43:52.297328 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-b33b882d-f968-4895-b814-7ceacdfdfd23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0680137 Dec 09 09:43:52.443301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350a229-6511-4de6-9a7c-1361addc6374 req-3022436d-813c-44d6-8648-9371f11970a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:52.444771 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-3022436d-813c-44d6-8648-9371f11970a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.1292624 Dec 09 09:43:52.548441 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-37aa1733-e028-416d-86ae-8e81d81113ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 1000 time: 0.0976796 Dec 09 09:43:52.610205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350a229-6511-4de6-9a7c-1361addc6374 req-c961ad67-8b66-4327-8791-e10818f7d00c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:43:52.611586 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-c961ad67-8b66-4327-8791-e10818f7d00c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0572073 Dec 09 09:43:52.688692 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-f16bd88c-8cea-4788-b56e-c65708479e1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709424 Dec 09 09:43:52.822077 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-7ba9ed68-2d93-4496-b94d-433f1c50eae7 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Dec 09 09:43:52.952944 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7350a229-6511-4de6-9a7c-1361addc6374 req-b53e6e06-fd0c-498b-b634-5f650c4c31c4 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247056 Dec 09 09:44:02.946039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:03.503190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-da7dd4cc-b4e0-4ac2-bd93-facea4eefe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:04.584239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:05.742930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad1c72f6-117c-4ae3-8dbe-52b012e2db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:06.787729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:07.611218 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:44:08.247621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:32.940603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:33.506270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d9f97fbb-c984-4954-9043-13b10732a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:34.585273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:35.744413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c19f9b82-4345-448e-b5ad-16bae8717fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:36.789092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:38.251629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:44:44.611166 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:44:52.812244 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-209f4516-ca3f-472a-80b6-27b11dc7e7e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676432 Dec 09 09:44:52.947866 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-5a22464b-afd1-4716-aa83-10f1b2a73091 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0685613 Dec 09 09:44:53.090646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-fe517f12-48bd-4af4-bea8-eee1516a4844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:44:53.092002 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-fe517f12-48bd-4af4-bea8-eee1516a4844 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.1253586 Dec 09 09:44:53.194301 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-99bfd572-c7a2-45d2-abff-e4b6e630182c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 1000 time: 0.0960042 Dec 09 09:44:53.258482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-cdb9b10d-0231-48ae-9728-7ad844fac30c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:44:53.259892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-cdb9b10d-0231-48ae-9728-7ad844fac30c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0595202 Dec 09 09:44:53.334343 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-c01c5941-0949-442f-bf2b-b639de4f3948 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677569 Dec 09 09:44:53.555016 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-6f2198b2-48c3-4461-a026-22e4314b509c service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140350 Dec 09 09:44:53.687225 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e47c8bd-2ba9-473f-8707-243dcd53eae3 req-ef54ee09-e692-40b4-a1d7-f6f1825ae931 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254230 Dec 09 09:45:02.970295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:03.507535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-bfd172ec-4b2e-494f-b072-2ee2314437c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:04.586688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:05.746035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b5728816-f491-4d58-86d7-aa76c0c5b2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:06.792617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:08.253197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:20.002563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33488) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:20.211994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:20.456914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1952403'] for subnet, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:20.645764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751564128260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1132747'] for subnet, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:20.649441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6378d8d2-c5d9-4891-bcb5-fc9dfe539dad tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:45:20.692887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:45:20.693469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:20.696939 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/subnets/81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 835 time: 0.6911433 Dec 09 09:45:20.699203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e5d0b-9144-46e8-9306-273469c17d72 None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:45:20.720045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=81eb6f46-2aa4-496d-ac63-d4e557a4891d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:45:20.729105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.729492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.729869 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.730244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.730617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.730991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.731355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.731718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.732116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.732476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.732836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:45:20.736614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:45:21.144303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Provisioning complete for port b008a292-c27c-481f-8bc0-2f9b510a127f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:45:21.144689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:21.281606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Provisioning complete for port 71c2977d-600f-4fde-ad07-82cedac60eab triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:45:21.282028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:21.417460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Provisioning complete for port 9d001a1c-d8a7-474c-86ac-032221a2f9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:45:21.417849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c0e51c2-f131-4bbd-b1d6-c24fd923dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:21.611681 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:45:32.986101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:33.509132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80123893-eb7a-488d-8f57-9328ab12ee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:34.589295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:35.747688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a4aa553d-0329-40f9-92aa-de2b59dee4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:36.795818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:38.308175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:45:53.155304 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-e12b1a6a-a2e4-477b-a7e0-bbb3415df8f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696428 Dec 09 09:45:53.293434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-00ad9c6e-43f4-486b-bf0c-fad099f3db69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0681071 Dec 09 09:45:53.438748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-7f095005-1ef1-47c4-90ca-8017f7688ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:45:53.440192 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-7f095005-1ef1-47c4-90ca-8017f7688ced service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.1272874 Dec 09 09:45:53.541389 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-2e20f961-fab4-4836-8614-be50e25aadc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 1000 time: 0.0945761 Dec 09 09:45:53.607580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-3e86f57a-b034-496e-8809-f3398c2c25aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:45:53.608911 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-3e86f57a-b034-496e-8809-f3398c2c25aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0609338 Dec 09 09:45:53.682487 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-9b52a9fe-212c-4de9-b764-47ef027c08bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674462 Dec 09 09:45:53.812808 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-3822126b-485a-46bd-a2e6-c2f89c6c367b service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238458 Dec 09 09:45:53.940939 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-428b8512-d7c7-4d30-bbc3-297bc56335b3 req-ff29e3f3-120a-4b9a-a140-4c89f995b28e service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216977 Dec 09 09:45:58.611597 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:46:02.982903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:03.511457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-abfeb384-7ae4-4f9d-8b49-37d5f6420918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:04.437531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33514) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:04.595518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:04.737956 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port d29104be-4082-481a-bf20-4d261e640954 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:46:04.738290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:04.901207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:04.901530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:05.024000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for d29104be-4082-481a-bf20-4d261e640954 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:46:05.172053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:05.176114 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c3190ee1-ef4e-478c-97d8-a24ca8130fa7 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:05.217656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=d29104be-4082-481a-bf20-4d261e640954,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:05.220444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:05.308995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:05.696375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:46:05.750828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-41c7beb4-3fc4-4bae-ad18-155a23241578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:05.897112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:05.907051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Sync routers for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:05.920898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:05.924212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:05.924827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:05.975144 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/7672ffbd-3e4a-439e-ae8e-c493d094397c HTTP/1.1" status: 204 len: 168 time: 1.5365598 Dec 09 09:46:05.975937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:06.093064 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'status': 'completed', 'code': 200} Dec 09 09:46:06.178068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:06.198847 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-4968e180-73ab-4bc0-955a-38ec2e70cd43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 1098 time: 0.0831110 Dec 09 09:46:06.470244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-cbbe6b67-11c3-489d-84e9-42bf8072f448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:06.471676 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-cbbe6b67-11c3-489d-84e9-42bf8072f448 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 200 len: 898 time: 0.2660248 Dec 09 09:46:06.524556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:06.529034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Checking router: 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:06.541480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:06.541670 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-0d015f04-66c7-4b0e-b7d5-3d49b67fe458 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 200 len: 217 time: 0.0611534 Dec 09 09:46:06.542088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:06.611633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-14e465d2-cc80-4fa9-9905-fba2a6cfa0e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:06.613180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-14e465d2-cc80-4fa9-9905-fba2a6cfa0e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 200 len: 843 time: 0.0645373 Dec 09 09:46:06.696370 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-9d04fb41-d40f-448f-9f5c-ea0aa85a713b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05c033ed-9aa5-451e-a809-a8d920257afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758693 Dec 09 09:46:06.699597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c473-315c-4845-9957-d72fd3dc3b0b req-58f16f52-9925-4c25-8c3e-7084464fab6d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:06.701063 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eef8c473-315c-4845-9957-d72fd3dc3b0b req-58f16f52-9925-4c25-8c3e-7084464fab6d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.3575027 Dec 09 09:46:06.708113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-ca517e12-8556-41ab-a179-36eb4dfc0551 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:46:06.709069 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-ca517e12-8556-41ab-a179-36eb4dfc0551 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049284 Dec 09 09:46:06.726818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:06.747541 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eef8c473-315c-4845-9957-d72fd3dc3b0b req-9b99212f-c850-49da-804a-dd03e3bc4bff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Dec 09 09:46:06.815033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:06.843318 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-d9eaf1b3-ca0d-4b75-9b30-66cd84415ea6 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270134 Dec 09 09:46:06.980140 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-545f19cd-0d06-4bc3-99ad-78cef3eae017 req-79a60103-4b4b-4729-8cd8-0eaf7a05ee77 service neutron] 10.222.0.58 "GET /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303339 Dec 09 09:46:07.058000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:07.061904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ef891-3b69-4248-abf0-59555b30af93 None None] The sync data for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv is: [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:42:25Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '9d001a1c-d8a7-474c-86ac-032221a2f9da', 'name': '', 'network_id': '05c033ed-9aa5-451e-a809-a8d920257afe', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:7e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:24Z', 'updated_at': '2021-12-09T09:42:32Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '81eb6f46-2aa4-496d-ac63-d4e557a4891d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:07.266615 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919780f-4d12-424f-bc63-42b564214b46 None None] New status for floating IP 7672ffbd-3e4a-439e-ae8e-c493d094397c: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:46:08.070978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-9d798371-354d-4994-b2de-75acd6c97841 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:08.071551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-9d798371-354d-4994-b2de-75acd6c97841 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:08.079420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b89d5-14ef-4449-9fb4-978633519462 req-3c331da8-314d-4c17-9e9b-87efbf1e49db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:08.080152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0b3b89d5-14ef-4449-9fb4-978633519462 req-3c331da8-314d-4c17-9e9b-87efbf1e49db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:08.102029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-9d798371-354d-4994-b2de-75acd6c97841 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:08.103288 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-9d798371-354d-4994-b2de-75acd6c97841 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.1702955 Dec 09 09:46:08.104267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0b3b89d5-14ef-4449-9fb4-978633519462 req-3c331da8-314d-4c17-9e9b-87efbf1e49db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:08.105230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0b3b89d5-14ef-4449-9fb4-978633519462 req-3c331da8-314d-4c17-9e9b-87efbf1e49db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 945 time: 0.2203484 Dec 09 09:46:08.207682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port b008a292-c27c-481f-8bc0-2f9b510a127f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:46:08.208045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:08.232009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0b3b89d5-14ef-4449-9fb4-978633519462 req-b5f72d62-4ea6-4fc4-880e-3647f439b0ca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=8478518c-956f-43ef-bbe2-59687f15437c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921924 Dec 09 09:46:08.258667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:08.462238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port b008a292-c27c-481f-8bc0-2f9b510a127f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b008a292-c27c-481f-8bc0-2f9b510a127f,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:08.462595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:08.580347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for b008a292-c27c-481f-8bc0-2f9b510a127f owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:46:08.720174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:08.726266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d6893daa-4122-429a-a944-162ee4d64e13 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:08.767140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=b008a292-c27c-481f-8bc0-2f9b510a127f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:08.770478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:08.838209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port b008a292-c27c-481f-8bc0-2f9b510a127f on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:46:08.840634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:08.843160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'name': 'network-vif-deleted', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:08.859064 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2f630b59-b826-4fcc-a089-db04cc4a5b6c req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/b008a292-c27c-481f-8bc0-2f9b510a127f HTTP/1.1" status: 204 len: 173 time: 0.7489450 Dec 09 09:46:08.914369 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca05584-8bc0-4d92-8add-5577d1b839e4', 'name': 'network-vif-deleted', 'tag': 'b008a292-c27c-481f-8bc0-2f9b510a127f', 'status': 'completed', 'code': 200} Dec 09 09:46:09.512612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ae5a4bae-fa44-4be8-9787-0a74a451d969 req-c24b6527-21dc-446d-a45c-3fd403ea10e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:09.527879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ae5a4bae-fa44-4be8-9787-0a74a451d969 req-c24b6527-21dc-446d-a45c-3fd403ea10e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:09.529012 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae5a4bae-fa44-4be8-9787-0a74a451d969 req-c24b6527-21dc-446d-a45c-3fd403ea10e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca05584-8bc0-4d92-8add-5577d1b839e4 HTTP/1.1" status: 200 len: 210 time: 0.1547751 Dec 09 09:46:10.633045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:10.701920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:10.730368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:10.794345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:10.798368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-03348854-14cd-4160-9d3c-0f49b323bf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:10.817150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478518c-956f-43ef-bbe2-59687f15437c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:10.820646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:10.827233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:10.828448 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/8478518c-956f-43ef-bbe2-59687f15437c HTTP/1.1" status: 204 len: 168 time: 0.1944335 Dec 09 09:46:10.873210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:10.938491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b008a292-c27c-481f-8bc0-2f9b510a127f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:46:10.973115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: b008a292-c27c-481f-8bc0-2f9b510a127f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:46:10.973570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b008a292-c27c-481f-8bc0-2f9b510a127f not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:46:11.277614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:11.873911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 9d001a1c-d8a7-474c-86ac-032221a2f9da {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:46:11.874610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:12.056098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 9d001a1c-d8a7-474c-86ac-032221a2f9da, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9d001a1c-d8a7-474c-86ac-032221a2f9da,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:12.056445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:12.273233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 9d001a1c-d8a7-474c-86ac-032221a2f9da owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:46:12.452534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:12.456388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fc34df85-8204-4120-ad40-d1ea739bbc09 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:12.499465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=9d001a1c-d8a7-474c-86ac-032221a2f9da,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:12.502883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:12.791399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:13.386425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:46:13.581777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:13.591545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Sync routers for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:13.598272 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239563 Dec 09 09:46:13.601718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33562) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:13.604278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:13.604887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:13.783944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:13.904530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 81eb6f46-2aa4-496d-ac63-d4e557a4891d {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:46:13.907407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:13.961607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.048540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.112186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:46:12Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:14.116154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Checking router: 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:14.121434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.125821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ef6e288a-7cd6-40ff-8fd2-46e9e9eea7d1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:14.128142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Routers {'8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:14.128760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:14.160348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=81eb6f46-2aa4-496d-ac63-d4e557a4891d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:14.162758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:14.165958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.172067 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/81eb6f46-2aa4-496d-ac63-d4e557a4891d HTTP/1.1" status: 204 len: 168 time: 0.5693724 Dec 09 09:46:14.174635 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33566) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:14.185433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590edb05-b94d-4088-a589-3c41e36565e0 None None] Network 05c033ed-9aa5-451e-a809-a8d920257afe requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:46:14.383846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.478313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] Set router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:14.580320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.593349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 1fd60043-5786-4e8b-a4f7-3c0946413860 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:46:14.593696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.755209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] DHCP port deletion for 05c033ed-9aa5-451e-a809-a8d920257afe request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:46:14.762351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Deleting port 71c2977d-600f-4fde-ad07-82cedac60eab {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:46:14.762736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.771865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 1fd60043-5786-4e8b-a4f7-3c0946413860, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1fd60043-5786-4e8b-a4f7-3c0946413860,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:14.772382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:14.890960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 1fd60043-5786-4e8b-a4f7-3c0946413860 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:46:14.961806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:46:12Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:14.977175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cea25b-883d-4ed0-b16a-930cdca20291 None None] The sync data for ids ['8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b'] in dv-neutron-821175-1-hyperv is: [{'id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'name': 'tempest-TestNetworkBasicOps-router-282810110', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:42:20Z', 'updated_at': '2021-12-09T09:46:12Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '1fd60043-5786-4e8b-a4f7-3c0946413860', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:42:21Z', 'updated_at': '2021-12-09T09:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:14.984905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] For port 71c2977d-600f-4fde-ad07-82cedac60eab, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=71c2977d-600f-4fde-ad07-82cedac60eab,segment=NetworkSegment(944fe9f8-d6e5-459e-940f-c6ed01ada96c),segment_id=944fe9f8-d6e5-459e-940f-c6ed01ada96c)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:14.985562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.066428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.071083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-099fb9cb-1c26-45a7-95dd-dba7a47a8a22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:15.112313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Calling delete_port for 71c2977d-600f-4fde-ad07-82cedac60eab owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:46:15.115087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=1fd60043-5786-4e8b-a4f7-3c0946413860,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:15.118298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:15.189604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.193184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:15.237241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Pushing event deleted for resources: {'Port': ['ID=71c2977d-600f-4fde-ad07-82cedac60eab,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:15.249569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] No DVR routers for this DVR port 71c2977d-600f-4fde-ad07-82cedac60eab on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.256229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.257892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.257892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.257892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.258630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:15.260909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:15.460488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.720966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.725159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.751199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.751674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:46:15.766432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:15.767518 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/8c04bec9-a523-4ff8-98a0-e3b9d1f2bc8b HTTP/1.1" status: 204 len: 168 time: 1.5919325 Dec 09 09:46:15.770401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33570) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:15.886952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.014021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.038205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c033ed-9aa5-451e-a809-a8d920257afe']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:16.050036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944fe9f8-d6e5-459e-940f-c6ed01ada96c') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:16.050327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944fe9f8-d6e5-459e-940f-c6ed01ada96c') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:16.062020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.077172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.082897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:46:16.083263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:46:16.096836 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:46:16.178213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.182472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d6332a6-7b02-4656-99f0-e98eaecc3d7e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:16.196790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.208011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=05c033ed-9aa5-451e-a809-a8d920257afe,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:16.211733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:16.218645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93b0be97-6493-41b5-8d9e-e13489f08c63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/05c033ed-9aa5-451e-a809-a8d920257afe HTTP/1.1" status: 204 len: 168 time: 0.4469512 Dec 09 09:46:16.232602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33574) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:16.238603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--1264818691', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:16.243928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:16.248237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:16.251166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:16.257262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:16.265270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1fd60043-5786-4e8b-a4f7-3c0946413860 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:46:16.269818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:46:16.273389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.299439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1fd60043-5786-4e8b-a4f7-3c0946413860 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:46:16.299833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1fd60043-5786-4e8b-a4f7-3c0946413860 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:46:16.300253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71c2977d-600f-4fde-ad07-82cedac60eab no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:46:16.301629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:46:16.311346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.311742 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment abbd5835-ed06-4726-9c3d-fd560a606660 of type vlan for network 27429b75-fb54-4237-879b-0a77bff9d295 Dec 09 09:46:16.331709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 71c2977d-600f-4fde-ad07-82cedac60eab {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:46:16.332090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 71c2977d-600f-4fde-ad07-82cedac60eab not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:46:16.332521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9d001a1c-d8a7-474c-86ac-032221a2f9da no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:46:16.339600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.369605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9d001a1c-d8a7-474c-86ac-032221a2f9da {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:46:16.369961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9d001a1c-d8a7-474c-86ac-032221a2f9da not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:46:16.371011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.374888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:16.375466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.380919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:16.486726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2529604 Dec 09 09:46:16.489677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33578) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:16.489843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=27429b75-fb54-4237-879b-0a77bff9d295,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:16.495297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:16.498475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.498866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.499245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.499620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.500370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.500753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.501131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.501502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.501867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.502228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.502395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:16.502593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:16.506363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:16.506834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aff9d40b-b67f-4a68-9a14-b000a5576d2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:16.509354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:16.513854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 27429b75-fb54-4237-879b-0a77bff9d295 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:46:16.517693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:16.528939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.529948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.551390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.697476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.874277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:16.902150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.035844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.179 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/eb9616ac-d435-4c5b-9d79-d529492c7cdd) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:17.284485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.311845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.315845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:17.377148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:17.380225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:17.384994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:17.411858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=eb9616ac-d435-4c5b-9d79-d529492c7cdd,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:17.416687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:17.540430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.541075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.768936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:46:17.962826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:17.973041 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:17.984346 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:17.985206 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:17.989999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:17.991928 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5012164 Dec 09 09:46:17.995075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33582) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:18.156400 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:18.166572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-12ca7893-d507-41ad-a657-4939bf7d548b tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1703172 Dec 09 09:46:18.169159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33588) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:18.299317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e19f30c-6609-40c6-b77d-ad3d6edbe581 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:18.300855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9e19f30c-6609-40c6-b77d-ad3d6edbe581 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307201 Dec 09 09:46:18.304299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33592) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:18.341862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-901684cc-0e82-48ae-9956-2df00a80e3c4 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363507 Dec 09 09:46:18.344303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33596) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:18.349444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1994410091', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:18.459064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:18.463979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:18.467172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:18.472795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:18.483066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:46:18.582310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:18.591884 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:17Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:18.598235 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:18.598584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Updating router 34bc750c-0798-4159-a03d-29cee8219929 port eb9616ac-d435-4c5b-9d79-d529492c7cdd binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:46:18.665398 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:18.797466 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:18.801602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d40cecda-d80e-4ff7-84a4-6ebe0c5acddd tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:18.881196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=2c526bb5-41dc-474d-b750-edadd34e1bce,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:18.884566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:18.891820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:18.892184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 27429b75-fb54-4237-879b-0a77bff9d295, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:46:18.915162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 27429b75-fb54-4237-879b-0a77bff9d295 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:46:18.926630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 27429b75-fb54-4237-879b-0a77bff9d295) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:18.936805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29622749-d8c4-4f92-8a4c-122b5e1d16e1 None None] Network 27429b75-fb54-4237-879b-0a77bff9d295 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:46:18.937417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:18.938435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:18.966776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33600) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:18.967336 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fa5b889f-f539-492d-9600-cb132904dd0e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6217914 Dec 09 09:46:18.994622 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.006382 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Transition to ACTIVE for port object eb9616ac-d435-4c5b-9d79-d529492c7cdd will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:19.013036 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.016368 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-05677e19-fa90-4350-a82e-e7fabd9649a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:19.091661 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Pushing event updated for resources: {'Port': ['ID=eb9616ac-d435-4c5b-9d79-d529492c7cdd,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:19.093920 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Attempting to bind port eb9616ac-d435-4c5b-9d79-d529492c7cdd on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:46:19.094285 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Attempting to bind port eb9616ac-d435-4c5b-9d79-d529492c7cdd by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:46:19.094639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Attempting to bind port eb9616ac-d435-4c5b-9d79-d529492c7cdd on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:19.105357 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:46:19.105694 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:19.106095 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.106481 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:46:19.106962 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Bound port: eb9616ac-d435-4c5b-9d79-d529492c7cdd, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:46:19.107337 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.176945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-27429b75-fb54-4237-879b-0a77bff9d295', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:46:19.177141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.177980 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.178350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.178694 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.179005 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.179404 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.179727 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.180076 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.180391 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.180705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.181012 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.181319 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:19.192490 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:19.223025 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] For port eb9616ac-d435-4c5b-9d79-d529492c7cdd, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:46:19.226712 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] For port eb9616ac-d435-4c5b-9d79-d529492c7cdd, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eb9616ac-d435-4c5b-9d79-d529492c7cdd,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:46:19.230840 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.238300 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:19.314473 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:19.315240 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:19.342801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Allocated IP 172.20.0.2 (27429b75-fb54-4237-879b-0a77bff9d295/2c526bb5-41dc-474d-b750-edadd34e1bce/2f7e6b08-2bc3-42c8-9896-76c74619157f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:19.367706 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Pushing event updated for resources: {'Port': ['ID=eb9616ac-d435-4c5b-9d79-d529492c7cdd,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:19.384573 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:19.493526 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:19.556083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.566876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Transition to ACTIVE for port object 2f7e6b08-2bc3-42c8-9896-76c74619157f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:19.587616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Transition to ACTIVE for port object 2f7e6b08-2bc3-42c8-9896-76c74619157f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:19.593945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.598839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:19.660429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Network 27429b75-fb54-4237-879b-0a77bff9d295 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:19.668346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:19.673531 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:19.680808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6b08-2bc3-42c8-9896-76c74619157f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:19.685684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:19.749917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.771441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Attempting to bind port 2f7e6b08-2bc3-42c8-9896-76c74619157f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:46:19.771944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Attempting to bind port 2f7e6b08-2bc3-42c8-9896-76c74619157f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:46:19.773014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Attempting to bind port 2f7e6b08-2bc3-42c8-9896-76c74619157f on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:19.780894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:46:19.780894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Checking segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:19.781219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.781521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Bound using segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:46:19.781975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Bound port: 2f7e6b08-2bc3-42c8-9896-76c74619157f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:46:19.782242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.791950 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:17Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:19.796417 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701d4c5-aa60-4923-9463-c43b2d30d62c None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:17Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:19.882313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] For port 2f7e6b08-2bc3-42c8-9896-76c74619157f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:46:19.885826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] For port 2f7e6b08-2bc3-42c8-9896-76c74619157f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2f7e6b08-2bc3-42c8-9896-76c74619157f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:46:19.889913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:19.893704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:19.983996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6b08-2bc3-42c8-9896-76c74619157f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:19.988714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:20.225251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (27429b75-fb54-4237-879b-0a77bff9d295/2c526bb5-41dc-474d-b750-edadd34e1bce/c5d1d338-31a7-44df-82fa-cfd2e2b1da0f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:20.382182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2f7e6b08-2bc3-42c8-9896-76c74619157f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:20.472654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 2f7e6b08-2bc3-42c8-9896-76c74619157f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:20.479462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eb9616ac-d435-4c5b-9d79-d529492c7cdd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:20.565686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.577592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port eb9616ac-d435-4c5b-9d79-d529492c7cdd completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:20.583526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port eb9616ac-d435-4c5b-9d79-d529492c7cdd triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:20.584063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.587608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object c5d1d338-31a7-44df-82fa-cfd2e2b1da0f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:20.614358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.621829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-683b7fa4-c14a-4a1b-80b9-9718ff0aa4ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:20.689594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 27429b75-fb54-4237-879b-0a77bff9d295 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:20.693155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:20.696796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:20.757684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:20.761877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:20.766245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.787430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.800996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port eb9616ac-d435-4c5b-9d79-d529492c7cdd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eb9616ac-d435-4c5b-9d79-d529492c7cdd,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:20.812850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.820240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5b165701-b4ba-42f7-9ced-15f114cfb682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:20.904194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:20.922736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=eb9616ac-d435-4c5b-9d79-d529492c7cdd,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:20.927103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:21.187544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2e06a-417d-49a7-986b-829fb22dbc1f None None] Network 27429b75-fb54-4237-879b-0a77bff9d295 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:46:21.338029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Provisioning for port 2f7e6b08-2bc3-42c8-9896-76c74619157f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:21.359213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Provisioning complete for port 2f7e6b08-2bc3-42c8-9896-76c74619157f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:21.359511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.430655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.435571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.469028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-104e4420-de6c-4485-90b2-12175608cd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:21.552842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:21.555842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.559625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:21.590357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.642749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] For port 2f7e6b08-2bc3-42c8-9896-76c74619157f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2f7e6b08-2bc3-42c8-9896-76c74619157f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:21.647995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:21.649835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:21.706760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 27429b75-fb54-4237-879b-0a77bff9d295 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:21.708070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:21.719738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6b08-2bc3-42c8-9896-76c74619157f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:21.723324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:21.873696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Provisioning complete for port 2f7e6b08-2bc3-42c8-9896-76c74619157f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:21.874083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.020726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Provisioning for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:22.026939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Provisioning complete for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:22.027443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.082977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2158a5f7-3c8d-451f-9c43-bbefe4b0b07e None None] Port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:46:22.115695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:46:22.205904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5c9480c3-48e7-4a24-ad5c-6348540bb1ae None None] Provisioning complete for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:22.206338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5c9480c3-48e7-4a24-ad5c-6348540bb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.258219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5c9480c3-48e7-4a24-ad5c-6348540bb1ae None None] Port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:46:22.274984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2f7e6b08-2bc3-42c8-9896-76c74619157f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:22.348976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2f7e6b08-2bc3-42c8-9896-76c74619157f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:22.349254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.415097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d454a07d-e4ae-4b89-9bbc-34e8ca1239e3 None None] Provisioning complete for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:22.415822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d454a07d-e4ae-4b89-9bbc-34e8ca1239e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.456682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:22.476129 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/34bc750c-0798-4159-a03d-29cee8219929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063376 Dec 09 09:46:22.478334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:22.506497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-d454a07d-e4ae-4b89-9bbc-34e8ca1239e3 None None] Port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:46:22.522749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eb9616ac-d435-4c5b-9d79-d529492c7cdd up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:22.587574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port eb9616ac-d435-4c5b-9d79-d529492c7cdd triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:22.587978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:22.617431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c3dbb-236b-4a4e-b7a8-a6c2e820c0d6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.617811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c3dbb-236b-4a4e-b7a8-a6c2e820c0d6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.618177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c3dbb-236b-4a4e-b7a8-a6c2e820c0d6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.618560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c3dbb-236b-4a4e-b7a8-a6c2e820c0d6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.620246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ae4c3dbb-236b-4a4e-b7a8-a6c2e820c0d6 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1409843 Dec 09 09:46:22.622923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33608) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:22.695806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a58964-a539-4701-a4e7-e23d89c41245 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.696181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a58964-a539-4701-a4e7-e23d89c41245 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.696543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a58964-a539-4701-a4e7-e23d89c41245 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.696898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a58964-a539-4701-a4e7-e23d89c41245 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:22.698509 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-11a58964-a539-4701-a4e7-e23d89c41245 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0745587 Dec 09 09:46:22.701850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33612) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.005763 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7f1c39e5-4f3d-439b-98f4-178c84d0afa5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3026876 Dec 09 09:46:23.252410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33618) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.258137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881999484', 'description': 'tempest-secgroup-smoke-1881999484 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:23.264158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.268245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.271134 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.277913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.288548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.323708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.330030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.333008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.339571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.395307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.400148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.403904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b67ce290-5e36-47bb-a35b-a39baf2e37f1 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:23.442096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb4866-cd9c-49b0-8858-7ce3404be064,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:23.455073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.456293 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2028973 Dec 09 09:46:23.457933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.458316 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.458715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.459147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.460105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.460246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33622) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.460753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.461222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.461701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.462151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.462520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.462879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:46:23.466129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:23.466376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:23.472659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.476691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.479641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.485554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.502117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.566569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.570423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.573891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-26052f8a-3761-48e1-bd23-8097391c66e8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:23.594709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54b2a30-43bb-4a5e-9d39-7abe0cb92354,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:23.594876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:23.597334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:23.605517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.606793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1455956 Dec 09 09:46:23.609539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33626) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.614117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:23.614790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:23.615660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:23.622033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.625935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.628905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.634975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.650794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.714078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.717955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.720103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27e99ac8-6115-4bdf-8f7b-7197e1310f3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:23.743073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4901aea4-99a8-49af-9a01-29d8823bd9c0,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:23.747404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:23.752203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.753578 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1428244 Dec 09 09:46:23.756404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33630) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.762025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:23.767717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.772403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.775290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.780999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.797883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.807296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:23.862220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.865963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.873067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4a51ede1-3ec9-4642-bbe8-5afccbeb7264 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:23.893215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd58465a-835c-4c90-a9ef-eac6009bf345,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:23.898329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:23.903360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:23.904549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470890 Dec 09 09:46:23.907424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33634) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:23.913750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:23.920168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:23.924096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:23.927008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:23.933210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:23.952185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.020883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.024813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.032646 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8d65de10-b26f-4734-82ec-58e3940aff58 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:24.053339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b15e61-5bd3-48e3-b756-1539dc74a25a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:24.056306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:24.061057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.062435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1539705 Dec 09 09:46:24.065212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33638) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:24.071195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:24.077010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:24.080857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:24.083675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:24.089902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:24.100540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:46:24.107116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.126428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:21Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:24.130366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:24.130767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Updating router 34bc750c-0798-4159-a03d-29cee8219929 port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:46:24.173212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.177380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.183857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6d3e3bee-1ff4-44e3-8cd1-77def0686aea tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:24.186329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.203531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8258c1-39e3-4359-8599-bd834d55a987,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:24.206209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:24.214849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.216476 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1503367 Dec 09 09:46:24.219244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:24.224728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5cfb4866-cd9c-49b0-8858-7ce3404be064', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:24.230843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:24.234793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:24.238019 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:24.243668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:24.254209 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:46:24.261766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.328204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.332104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.334095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d8856d9-145d-4900-afcb-c7006645dd5d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:24.357641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a1d499-8f0b-4d1f-93f3-1fab21e37f16,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:24.362525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:24.367293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.368704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484585 Dec 09 09:46:24.550742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-76adcd5e-4e26-49b8-ab88-5245ca6f53e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:24.566454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-76adcd5e-4e26-49b8-ab88-5245ca6f53e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:24.567569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-76adcd5e-4e26-49b8-ab88-5245ca6f53e3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881999484&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0579920 Dec 09 09:46:24.567690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.581134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Transition to ACTIVE for port object c5d1d338-31a7-44df-82fa-cfd2e2b1da0f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:24.587470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.591041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-30dc1a63-8a6e-4cb5-b6a3-8d200f8c6796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:24.713502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Pushing event updated for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:24.716344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:24.723574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-35a69428-483b-495f-a792-479ca3ae5509 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:24.724307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-35a69428-483b-495f-a792-479ca3ae5509 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:24.741733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-35a69428-483b-495f-a792-479ca3ae5509 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:24.743203 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-35a69428-483b-495f-a792-479ca3ae5509 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 797 time: 0.1677759 Dec 09 09:46:24.764675 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-9e6becf5-ad6e-4dff-a275-e043a974eb19 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0148273 Dec 09 09:46:24.810562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Attempting to bind port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:46:24.810942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Attempting to bind port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:46:24.811319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Attempting to bind port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:24.819426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:46:24.819848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Checking segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:24.821004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.821568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Bound using segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:46:24.822064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Bound port: c5d1d338-31a7-44df-82fa-cfd2e2b1da0f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:46:24.822463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.849375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-663d96f7-eaf8-4ac4-acac-e0814dd96c49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:24.865156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-663d96f7-eaf8-4ac4-acac-e0814dd96c49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:24.867050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-663d96f7-eaf8-4ac4-acac-e0814dd96c49 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967104 Dec 09 09:46:24.914348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] For port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:46:24.917939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] For port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:46:24.922333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:24.926649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-cf8093be-d36d-4bb5-a91a-160591c4a1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:24.953591 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-be1a7850-4766-4b94-abac-6c2675ec4553 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:46:24.954625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-be1a7850-4766-4b94-abac-6c2675ec4553 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0762491 Dec 09 09:46:25.021701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Pushing event updated for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:25.026411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:25.033190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:25.033963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:25.104369 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-c6e196a6-eff9-407f-b583-fe4038f0f729 service neutron] 10.222.0.41 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420238 Dec 09 09:46:25.222513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:25.251038 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-f8dde919-f368-4292-b252-b9f493361a18 service neutron] 10.222.0.41 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434562 Dec 09 09:46:25.440484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2fb07efc-d6e5-4c60-a80e-a95121d3313a req-cac906a8-73e5-4afc-a48e-7c7a67640782 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:25.452987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2fb07efc-d6e5-4c60-a80e-a95121d3313a req-cac906a8-73e5-4afc-a48e-7c7a67640782 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:25.454187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2fb07efc-d6e5-4c60-a80e-a95121d3313a req-cac906a8-73e5-4afc-a48e-7c7a67640782 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 210 time: 0.0578914 Dec 09 09:46:25.570632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:24Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:25.574789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b54b39-31ac-45bf-9854-54dec96864e9 None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:24Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:26.280760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c5d1d338-31a7-44df-82fa-cfd2e2b1da0f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:26.363155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:26.370451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:26.371036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:26.494561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:26.528217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:26.532230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:26.534085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:26.602233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:26.605428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:26.679892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1c615a5d-50e0-44ab-9f24-2d847b17c796 req-1898c9d4-19aa-4bb9-b91d-5f8a337245db tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 210 time: 0.0493248 Dec 09 09:46:26.740292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-222dc48f-9e64-4864-be01-2961828540b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:26.741902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-222dc48f-9e64-4864-be01-2961828540b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 797 time: 0.2306983 Dec 09 09:46:26.802465 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-ebd75071-53dd-4d40-aaad-504de4cdbbaf tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 380 time: 0.0468886 Dec 09 09:46:26.810894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['5cfb4866-cd9c-49b0-8858-7ce3404be064']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:26.942070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:26.951290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:26.961831 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:46:26.965003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.127278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.3 (27429b75-fb54-4237-879b-0a77bff9d295/2c526bb5-41dc-474d-b750-edadd34e1bce/cb0e2764-8802-4b14-95f3-f7dbe2c44729) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:27.416360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.433120 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object cb0e2764-8802-4b14-95f3-f7dbe2c44729 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:27.453740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.460327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e36a01c-c8e9-4516-b0c9-8852c9961f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:27.519804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 27429b75-fb54-4237-879b-0a77bff9d295 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:27.527304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:27.531508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:27.561985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:27.568618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:27.599285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:27.600538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.626350 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189189 Dec 09 09:46:27.638405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Request body: {'port': {'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:27.749322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.816345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7ed575b2-482d-49ad-97d2-cb8db83a76cb None None] Provisioning for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:27.822330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7ed575b2-482d-49ad-97d2-cb8db83a76cb None None] Provisioning complete for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:27.822715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ed575b2-482d-49ad-97d2-cb8db83a76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:27.877058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-7ed575b2-482d-49ad-97d2-cb8db83a76cb None None] Port cb0e2764-8802-4b14-95f3-f7dbe2c44729 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:46:27.885573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3bed-c7f1-4e14-911f-3caa476627b8 req-3cb4cade-8792-4b59-9be1-4bc2d012460e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:27.887037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5ab3bed-c7f1-4e14-911f-3caa476627b8 req-3cb4cade-8792-4b59-9be1-4bc2d012460e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 931 time: 0.0795786 Dec 09 09:46:27.933474 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5ab3bed-c7f1-4e14-911f-3caa476627b8 req-63c23a03-c3b1-4543-bea2-3182ce35d08d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Dec 09 09:46:28.093291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0e2764-8802-4b14-95f3-f7dbe2c44729 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:46:28.102048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.117002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Transition to ACTIVE for port object cb0e2764-8802-4b14-95f3-f7dbe2c44729 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:28.121386 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.125762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-76c00a9b-9a70-458d-912a-7f9a6d1479ac tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:28.244561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:28.248974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:28.273444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c5d1d338-31a7-44df-82fa-cfd2e2b1da0f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:28.357494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Attempting to bind port cb0e2764-8802-4b14-95f3-f7dbe2c44729 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:46:28.357912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Attempting to bind port cb0e2764-8802-4b14-95f3-f7dbe2c44729 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:46:28.358300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Attempting to bind port cb0e2764-8802-4b14-95f3-f7dbe2c44729 on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:28.364853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Port cb0e2764-8802-4b14-95f3-f7dbe2c44729 on network 27429b75-fb54-4237-879b-0a77bff9d295 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:46:28.365169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Attempting to bind port cb0e2764-8802-4b14-95f3-f7dbe2c44729 on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:28.372355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:46:28.372686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Checking segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:28.373061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Bound using segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:46:28.373473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Bound port: cb0e2764-8802-4b14-95f3-f7dbe2c44729, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:46:28.373811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.406082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:28.406463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.472102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:46:28.475569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:46:28.480281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.484678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e48a61af-d751-4284-82db-77845850ae00 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:28.540154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:28.541929 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] 10.222.0.58 "PUT /v2.0/ports/cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 1093 time: 0.9074640 Dec 09 09:46:28.541929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:28.565127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:28.568145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:28.617967 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:46:28.661266 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-8cef31eb-4c64-4665-a8ea-0b1a37d20ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1096 time: 0.0794554 Dec 09 09:46:28.729457 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-eb17d02b-23d1-4aae-b91c-9d7a7bf78d5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 217 time: 0.0615890 Dec 09 09:46:28.806199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-ffbb3a12-c7b2-4234-aa2c-0ecdf361f4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:28.807635 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-ffbb3a12-c7b2-4234-aa2c-0ecdf361f4c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0717356 Dec 09 09:46:28.882708 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-1622589f-329b-47da-ba7b-86fc170fee2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677078 Dec 09 09:46:29.017723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-e55c1d72-694e-488d-802f-43a4e1171b31 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280329 Dec 09 09:46:29.133923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5261540-6546-4b71-827b-cfb0c1638ce4 req-dc43aebf-3ab9-44d3-a1ed-1bd1e967ac02 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:29.135513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e5261540-6546-4b71-827b-cfb0c1638ce4 req-dc43aebf-3ab9-44d3-a1ed-1bd1e967ac02 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 943 time: 0.0819774 Dec 09 09:46:29.160537 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e4dfc22-1feb-4b41-859f-96ca9de8f80c req-5a87d074-b68a-486e-95bb-175adee0141c service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368046 Dec 09 09:46:29.188490 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e5261540-6546-4b71-827b-cfb0c1638ce4 req-bd5f5a8c-d0df-4729-ba90-e977a4a6bec2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Dec 09 09:46:29.370282 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-e3f27ef6-d8ac-4b9b-af67-43394d19469b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1096 time: 0.1650767 Dec 09 09:46:29.500848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-558ea99b-109f-43f9-b2e9-22b463ebf348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:29.502251 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-558ea99b-109f-43f9-b2e9-22b463ebf348 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1247723 Dec 09 09:46:29.567076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-7f5c183d-3d69-407c-a065-3562b6ca894d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 217 time: 0.0588593 Dec 09 09:46:29.630794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-e222bd27-d94a-4b4e-b5d9-2b2249b9297d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:29.632642 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-e222bd27-d94a-4b4e-b5d9-2b2249b9297d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0593722 Dec 09 09:46:29.706432 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-79761034-c855-483d-b7ff-606c4a741716 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652943 Dec 09 09:46:29.836898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-2414d959-9c09-46d5-b6ed-068f237dcda9 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226249 Dec 09 09:46:29.971433 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79b4aa95-0726-4dc5-99b1-86953e43d272 req-bd36e165-20a0-4dd3-8a15-82c20b6ce99b service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278291 Dec 09 09:46:30.386952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7718ef-e6d6-4bfe-a9bb-cab7c9800932 req-b9b8e114-9abe-4c9d-94ea-4b860ca5874e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:30.387622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ce7718ef-e6d6-4bfe-a9bb-cab7c9800932 req-b9b8e114-9abe-4c9d-94ea-4b860ca5874e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:30.402306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ce7718ef-e6d6-4bfe-a9bb-cab7c9800932 req-b9b8e114-9abe-4c9d-94ea-4b860ca5874e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:30.403743 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce7718ef-e6d6-4bfe-a9bb-cab7c9800932 req-b9b8e114-9abe-4c9d-94ea-4b860ca5874e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 943 time: 0.0951362 Dec 09 09:46:30.451562 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce7718ef-e6d6-4bfe-a9bb-cab7c9800932 req-2f1b70f5-ea9c-4dfa-a66a-4d784c43b26a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Dec 09 09:46:31.648450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec78c44-1ab8-4e40-9530-771a2f06761e req-3fed8ea8-448c-4cb4-868f-db7f4d32701c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:31.649891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cec78c44-1ab8-4e40-9530-771a2f06761e req-3fed8ea8-448c-4cb4-868f-db7f4d32701c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 943 time: 0.0763154 Dec 09 09:46:31.698820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cec78c44-1ab8-4e40-9530-771a2f06761e req-eea1c068-f552-4bf0-b9b5-c6b2813528b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Dec 09 09:46:32.895055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809474f-00c4-44de-8eb6-00a710f7f253 req-12138402-6dc9-4ff4-bf28-2cf74a984efe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:32.896555 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e809474f-00c4-44de-8eb6-00a710f7f253 req-12138402-6dc9-4ff4-bf28-2cf74a984efe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 943 time: 0.0759969 Dec 09 09:46:32.941102 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e809474f-00c4-44de-8eb6-00a710f7f253 req-10f73d44-33d5-4df8-b73e-5919689b1557 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Dec 09 09:46:33.013917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device cb0e2764-8802-4b14-95f3-f7dbe2c44729 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:46:33.017870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:33.145483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:33.158932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:46:33.210958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:33.227495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0e2764-8802-4b14-95f3-f7dbe2c44729 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:46:33.242328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:33.246325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:33.248084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:33.312956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:33.315823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:33.512782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-38be8b73-75b7-4488-b4ca-fae8acc34701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:33.591932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['cb0e2764-8802-4b14-95f3-f7dbe2c44729'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:46:34.140878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128b216-5700-4bcb-91c4-b58847ac1ea3 req-3b5055b1-a260-4f88-9b46-d00f4eaeba9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:34.142329 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8128b216-5700-4bcb-91c4-b58847ac1ea3 req-3b5055b1-a260-4f88-9b46-d00f4eaeba9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 944 time: 0.0779278 Dec 09 09:46:34.188466 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8128b216-5700-4bcb-91c4-b58847ac1ea3 req-91afd55f-b0b3-44fd-90be-773332959765 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Dec 09 09:46:34.588347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:35.014975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device cb0e2764-8802-4b14-95f3-f7dbe2c44729 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:35.081585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:35.086112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:35.086499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:35.201812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:35.228153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:35.238527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:35.244115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:35.246137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:35.314270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:35.324396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:35.368484 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'code': 200} Dec 09 09:46:35.393046 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce865185-84cf-41c6-aa12-20b9ff0459a3 req-563e20d1-b752-4ca7-ab0c-fbdd142ab424 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:35.394486 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce865185-84cf-41c6-aa12-20b9ff0459a3 req-563e20d1-b752-4ca7-ab0c-fbdd142ab424 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Dec 09 09:46:35.441752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce865185-84cf-41c6-aa12-20b9ff0459a3 req-5fdb2118-3870-4209-9678-e7232caa6cb7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Dec 09 09:46:35.596848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-39bc869d-946a-43af-900a-e1c55ccb2532 req-4838bf7f-5b43-41ce-a08d-2a29e08e882d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.0682952 Dec 09 09:46:35.612493 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:46:35.639151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-39bc869d-946a-43af-900a-e1c55ccb2532 req-e75b6964-6669-4df4-8250-febfbe69a5a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360041 Dec 09 09:46:35.752539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-731592a3-f848-4f56-8476-d975b2af0de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:36.641175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe54c2-9eb6-4572-98a5-0ae348af7a38 req-de09f9f5-5219-40d3-bfb9-d434164e6203 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:36.642530 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efbe54c2-9eb6-4572-98a5-0ae348af7a38 req-de09f9f5-5219-40d3-bfb9-d434164e6203 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0817258 Dec 09 09:46:36.688004 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efbe54c2-9eb6-4572-98a5-0ae348af7a38 req-8639e87d-fe6f-4921-9baf-2e7937ee4ded tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Dec 09 09:46:36.801500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:37.885794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064fb7b-2278-48e3-8adc-16a948ccbb52 req-310ea065-a7f5-4c86-91ef-d5c508a79508 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:37.887230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a064fb7b-2278-48e3-8adc-16a948ccbb52 req-310ea065-a7f5-4c86-91ef-d5c508a79508 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0802176 Dec 09 09:46:37.932398 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a064fb7b-2278-48e3-8adc-16a948ccbb52 req-ee92e605-2583-4775-9cd6-cda212e170c4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Dec 09 09:46:38.130062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a72442-5f99-4115-a314-6f5ad74fe4f8 req-1e0017df-a4b7-4d6e-8f52-2bb12ce3b1cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:38.131636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83a72442-5f99-4115-a314-6f5ad74fe4f8 req-1e0017df-a4b7-4d6e-8f52-2bb12ce3b1cc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0779896 Dec 09 09:46:38.176115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-83a72442-5f99-4115-a314-6f5ad74fe4f8 req-cd072497-1db0-475e-ad25-01051e99fb81 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Dec 09 09:46:38.203174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33698) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:38.260455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:38.278639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-be608d35-1ec3-46de-b9b1-3544481a2c88 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1093 time: 0.0742459 Dec 09 09:46:38.281185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33702) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:38.286247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:38.292496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:38.296383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:38.299227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:38.305207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:38.315282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:38.448408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:38.582939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.129 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/4713c8e6-4c99-4ff5-94a0-3db6b91fd789) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:38.727461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:38.754177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:38.759026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e71e9edd-f066-47cb-a49e-064795a0e59a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:38.823912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:38.827138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:38.829149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=4713c8e6-4c99-4ff5-94a0-3db6b91fd789,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:38.831424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:38.855389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:39.436001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:39.495234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:39.696244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:39.700269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:39.704286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1fbe8a5c-1952-4a0f-8270-e89961723037 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:39.813790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=4713c8e6-4c99-4ff5-94a0-3db6b91fd789,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:39.818554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:39.825207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:40.015397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP a08f45f9-9462-4e6b-834b-1989ee161000 associated. External IP: 172.26.4.129, port: cb0e2764-8802-4b14-95f3-f7dbe2c44729. Dec 09 09:46:40.405281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:46:40.712275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:40.721526 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:40.733642 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:40.734331 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:40.736201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:40.788935 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5067530 Dec 09 09:46:40.789584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:40.791811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33706) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:40.871942 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f21b8235-50b0-4066-81e4-02bd2ce173e2 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1093 time: 0.0757084 Dec 09 09:46:40.910861 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:40.963000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:46:41.063613 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-97702d42-fb79-4952-a250-afee42527f35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.0758727 Dec 09 09:46:41.103680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.110900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82118824', 'description': 'tempest-secgroup-smoke-82118824 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.118683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.131213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.147592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.184416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.188497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.191440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.198337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.202807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-c6fb72cf-a7a4-4ce1-b160-3ae7d276aa63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:41.204282 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-c6fb72cf-a7a4-4ce1-b160-3ae7d276aa63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1347895 Dec 09 09:46:41.258242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.262441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.266399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d13a524b-12fa-489d-a161-acd1daebb34a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:41.281998 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:41.287710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:41.306374 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:41.306989 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:41.308929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45061686-24a3-481c-a480-36918aab8d1d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:41.312058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:41.315893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.321539 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2124968 Dec 09 09:46:41.321877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33720) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.327575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.330582 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-03ae3f42-805f-41fb-9aba-13408884d344 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 999 time: 0.1190481 Dec 09 09:46:41.334802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.338686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.341948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.347646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.365461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.398209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-42a06265-070c-4181-8a09-66aa550041c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:41.400048 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-42a06265-070c-4181-8a09-66aa550041c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0627592 Dec 09 09:46:41.428450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.432235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.434233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d28ebc94-b9be-49b4-9bed-7e6e6d66e6a7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:41.456161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1605485-c9f7-420c-84cc-f74c6d743429,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:41.459432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:41.468680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.470250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1470847 Dec 09 09:46:41.473239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33724) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.479604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.485732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.488657 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-f8cecf7d-8ba4-44cd-9c81-571ad2933a56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826969 Dec 09 09:46:41.489637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.492666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.498538 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:41.498680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.517522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.590833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.595225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.604843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3f60a592-ae99-431e-935e-f37661297162 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:41.627730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87f0773-3786-461c-b615-de80efbbfccc,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:41.631432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:41.637458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.640254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1657975 Dec 09 09:46:41.641778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33728) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.647554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.653745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.657780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.660851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.667192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.685461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.739166 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-9a0046e4-d82c-49f5-aee3-143fe2ac39a7 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437336 Dec 09 09:46:41.752004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.756823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.759112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-269a281d-f6de-4265-8802-8857ed56139a tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:41.775989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ebd91b-5b09-4210-b075-74e2388ae930,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:41.779372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:41.801579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.805514 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1601357 Dec 09 09:46:41.805739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33732) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.811105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.816872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.821331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.824503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.830709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:41.850727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.878916 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cb5300d-27e3-410b-9086-97cbfa112a40 req-10ff341e-8d19-4bf2-a2fb-8fffbb6a9e63 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336405 Dec 09 09:46:41.909963 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:41.915295 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fd376-493f-4917-9a29-2f235a8eb7b2 None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:39Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:41.921564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.926654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.929653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59d307a6-d4ce-4c6e-a795-dc640ddde51e tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:41.952045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a74040b-79a5-4ee0-a819-c404c55cb7ee,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:41.954679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:41.962968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:41.966707 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1576195 Dec 09 09:46:41.966925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33736) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:41.972413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:41.979122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:41.983583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:41.987298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:41.993494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:42.004268 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:46:42.011376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.079583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.083369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.085505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-007d6261-5d95-4203-9938-ec1a1e775029 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:42.109477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149bf31-b6a9-4518-a508-6a47e9880b51,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:42.112375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:42.120876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98769c-6ce4-47cc-b172-08aa10e6c7ae None None] New status for floating IP a08f45f9-9462-4e6b-834b-1989ee161000: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:46:42.122004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.125995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1554058 Dec 09 09:46:42.126287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33740) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:42.133280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '45061686-24a3-481c-a480-36918aab8d1d', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:42.139618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:42.143512 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:42.146876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:42.153176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:42.163405 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:46:42.170213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.237923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.242858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.244682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f2357326-db8d-4180-874d-e777b47d781f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:42.265830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492d0777-f273-49e5-80e3-ccd34612d076,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:42.268349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:42.275659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:42.276834 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-eca80f20-63a2-4ff4-bd0f-e381f51fd5c8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494853 Dec 09 09:46:42.448974 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-f58a9308-202b-4551-be09-e8c3b4880112 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82118824&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0411456 Dec 09 09:46:42.604242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571a528-d383-4e23-906c-5b831495cf04 req-62fbf46f-fc7a-412b-bf35-9ca01f6d7fb1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:42.605594 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-62fbf46f-fc7a-412b-bf35-9ca01f6d7fb1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 797 time: 0.1504772 Dec 09 09:46:42.621661 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-1d672bc6-16c7-4ec6-87a2-a784034929be tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0104997 Dec 09 09:46:42.707205 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-cc29f355-dc97-423f-8539-72a90518b039 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805657 Dec 09 09:46:42.847853 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-8c30a5a5-72ff-4875-8f9e-d2d4902e431f service neutron] 10.222.0.41 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261065 Dec 09 09:46:42.981169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-d3be0292-724b-4035-a647-850c72b24794 service neutron] 10.222.0.41 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272564 Dec 09 09:46:43.166581 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bd29c794-785a-4fdc-b4aa-57aef75bf5ba req-4736da33-7a15-4007-9b68-11de77fc1c66 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 210 time: 0.0457745 Dec 09 09:46:44.265179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571a528-d383-4e23-906c-5b831495cf04 req-e6e16fdf-1228-4ff2-87e5-5d5b2e5c1ef1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:44.266598 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-e6e16fdf-1228-4ff2-87e5-5d5b2e5c1ef1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 797 time: 0.1712096 Dec 09 09:46:44.346735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a2bbde99-f3ed-4fa8-b8d4-f87ce8cdb452 req-aa5e5352-8f46-4f57-a349-74aed0d9a282 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 210 time: 0.0529456 Dec 09 09:46:44.362296 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-26f01f09-1bf1-4bd6-9770-353b07b331e5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 471 time: 0.0818312 Dec 09 09:46:44.370939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['45061686-24a3-481c-a480-36918aab8d1d']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:44.503017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:44.512459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:44.522020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:46:44.524960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:44.694725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.7 (27429b75-fb54-4237-879b-0a77bff9d295/2c526bb5-41dc-474d-b750-edadd34e1bce/75c32bbb-b2e6-4915-92d7-a5de22c5ee8d) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:44.876613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:44.892225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:44.913643 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:44.920203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9c0129c9-922d-4c90-adef-e62a96b2271b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:45.087521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 27429b75-fb54-4237-879b-0a77bff9d295 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:45.090820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:45.093538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:45.123920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:45.131367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:45.160038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:45.160653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:45.186344 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191075 Dec 09 09:46:45.198700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Request body: {'port': {'device_id': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:45.291475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-06af2a37-91a2-4955-8d24-f80899e8f1aa None None] Provisioning for port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:45.296689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-06af2a37-91a2-4955-8d24-f80899e8f1aa None None] Provisioning complete for port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:45.297174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-06af2a37-91a2-4955-8d24-f80899e8f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:45.316158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:45.351467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-06af2a37-91a2-4955-8d24-f80899e8f1aa None None] Port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:46:45.550910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5083ac-066b-4a8b-9468-f800b6cd5f15 req-ae9bcf13-322f-4c1c-b99a-deee7c6b282a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:45.552906 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f5083ac-066b-4a8b-9468-f800b6cd5f15 req-ae9bcf13-322f-4c1c-b99a-deee7c6b282a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 931 time: 0.0802486 Dec 09 09:46:45.598295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5f5083ac-066b-4a8b-9468-f800b6cd5f15 req-af1cf3f2-2d7f-4318-8b8a-3b187a782f89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:45.615447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5f5083ac-066b-4a8b-9468-f800b6cd5f15 req-af1cf3f2-2d7f-4318-8b8a-3b187a782f89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:45.617026 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5f5083ac-066b-4a8b-9468-f800b6cd5f15 req-af1cf3f2-2d7f-4318-8b8a-3b187a782f89 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584433 Dec 09 09:46:45.658226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:46:45.665293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:45.679705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Transition to ACTIVE for port object 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:46:45.683880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:45.687981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:45.812226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Pushing event updated for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:45.816320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:45.925924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Attempting to bind port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:46:45.926259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Attempting to bind port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:46:45.926584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Attempting to bind port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:45.932949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d on network 27429b75-fb54-4237-879b-0a77bff9d295 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:46:45.933267 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Attempting to bind port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d on network 27429b75-fb54-4237-879b-0a77bff9d295 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:46:45.939500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:46:45.939846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Checking segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:46:45.940250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Bound using segment: {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:46:45.940662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Bound port: 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd5835-ed06-4726-9c3d-fd560a606660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:46:45.941022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:46.034417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:46:46.037502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:46:46.042052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:46.045585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e8658848-bf00-4504-8f01-add151b99911 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:46.104245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:46.105587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] 10.222.0.58 "PUT /v2.0/ports/75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 200 len: 1093 time: 0.9112582 Dec 09 09:46:46.106096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:46.121909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Pushing event updated for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:46.125574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:46.184416 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'status': 'completed', 'code': 200} Dec 09 09:46:46.234228 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-ea56ff79-cc17-4156-bded-b2ac883a0087 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1096 time: 0.0854154 Dec 09 09:46:46.304091 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-c7d6b0cf-b5a3-4c94-b9c7-c05f29a322f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 200 len: 217 time: 0.0628359 Dec 09 09:46:46.368445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571a528-d383-4e23-906c-5b831495cf04 req-121869c9-3216-4dac-8ae8-4b611213b690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:46.369775 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-121869c9-3216-4dac-8ae8-4b611213b690 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0599875 Dec 09 09:46:46.443856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-99b59c57-cbe8-45f0-8c75-6bee315c3b6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681136 Dec 09 09:46:46.581623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-18562ced-ea18-4773-bacd-6e031347c5f0 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309600 Dec 09 09:46:46.711715 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a571a528-d383-4e23-906c-5b831495cf04 req-ee1e802c-e6a3-4b3b-8343-76d764c3bc53 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232295 Dec 09 09:46:46.816930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea290c4-9b1d-4333-84ad-544767e1c8ee req-fefcfdca-625a-47c3-a1c4-59734108745e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:46.819014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aea290c4-9b1d-4333-84ad-544767e1c8ee req-fefcfdca-625a-47c3-a1c4-59734108745e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 943 time: 0.0810122 Dec 09 09:46:46.828428 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-9dd926fe-0c76-46f7-bcd8-8fdf15c86328 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1096 time: 0.0717204 Dec 09 09:46:46.868498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aea290c4-9b1d-4333-84ad-544767e1c8ee req-d10c4b36-bf8c-4295-9ad2-1b711a5dcf42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436954 Dec 09 09:46:47.056662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-d9185727-8ba3-45ea-a074-a38abe4c4aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:47.058086 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-d9185727-8ba3-45ea-a074-a38abe4c4aa8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.2232366 Dec 09 09:46:47.125631 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-4c3c0a99-0cd8-4f77-a5ee-a23fa9c70feb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 200 len: 217 time: 0.0599570 Dec 09 09:46:47.198345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-7b77bb1b-4749-4858-b32e-cf484ea7a5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:47.199741 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-7b77bb1b-4749-4858-b32e-cf484ea7a5e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0637591 Dec 09 09:46:47.274163 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-4c96ae44-b939-4b0d-aa17-c749e28bf0b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675921 Dec 09 09:46:47.418536 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-52297d32-fb1b-4a95-a064-476bc8eb8498 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225841 Dec 09 09:46:47.548175 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3aad3fab-c9ae-4d13-8055-fa924a112106 req-db1c48f9-f254-42ce-b410-8f279499781b service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228509 Dec 09 09:46:48.074330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b6663-b36f-42a8-9a18-0f5f9a35fe5f req-24ceb5ac-8fe6-4a17-a178-f3a0e02365bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:48.075006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0a6b6663-b36f-42a8-9a18-0f5f9a35fe5f req-24ceb5ac-8fe6-4a17-a178-f3a0e02365bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:46:48.090208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-0a6b6663-b36f-42a8-9a18-0f5f9a35fe5f req-24ceb5ac-8fe6-4a17-a178-f3a0e02365bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:46:48.091413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0a6b6663-b36f-42a8-9a18-0f5f9a35fe5f req-24ceb5ac-8fe6-4a17-a178-f3a0e02365bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 943 time: 0.0985651 Dec 09 09:46:48.137671 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0a6b6663-b36f-42a8-9a18-0f5f9a35fe5f req-c1689bcf-ff2c-4bd2-a8ac-109ed8ff4462 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404208 Dec 09 09:46:49.336660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e3e1-65d1-4702-9d00-3b7c1a8798be req-2320d7ad-2297-463b-a1b2-59e5334d8208 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:49.338109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3148e3e1-65d1-4702-9d00-3b7c1a8798be req-2320d7ad-2297-463b-a1b2-59e5334d8208 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 943 time: 0.0762351 Dec 09 09:46:49.383372 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3148e3e1-65d1-4702-9d00-3b7c1a8798be req-a21ff237-6552-4392-9692-515e6e810705 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398829 Dec 09 09:46:50.579548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48073b70-8cfe-4ebc-8ebc-77b055dff129 req-16b4b879-e387-4595-b010-1cb9505dc30e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:50.580913 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-48073b70-8cfe-4ebc-8ebc-77b055dff129 req-16b4b879-e387-4595-b010-1cb9505dc30e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 943 time: 0.0760784 Dec 09 09:46:50.627135 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-48073b70-8cfe-4ebc-8ebc-77b055dff129 req-87e99952-70b9-4553-8812-27984f99e326 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402451 Dec 09 09:46:51.118224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:46:51.254406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:51.268004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'port_id': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:46:51.322425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:51.339579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:46:51.354417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:51.358148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:51.360114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:51.424616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:51.427863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:51.696194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:46:51.834234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e4db-04e4-4a10-8d8b-1e22840ab93f req-6c5c94ea-ddcc-40c1-85f9-cacadd5eb856 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:51.835660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c038e4db-04e4-4a10-8d8b-1e22840ab93f req-6c5c94ea-ddcc-40c1-85f9-cacadd5eb856 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 944 time: 0.0832143 Dec 09 09:46:51.880888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c038e4db-04e4-4a10-8d8b-1e22840ab93f req-588716c4-9551-41b1-9a14-d689d25475bb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397828 Dec 09 09:46:53.081888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefb45a-176b-48c5-8dc4-63df9df1dec3 req-f9bc171a-efff-4cd9-828f-d3d17313aa63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:53.083330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9cefb45a-176b-48c5-8dc4-63df9df1dec3 req-f9bc171a-efff-4cd9-828f-d3d17313aa63 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 944 time: 0.0808847 Dec 09 09:46:53.126949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:46:53.128321 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9cefb45a-176b-48c5-8dc4-63df9df1dec3 req-eb30c289-67a0-42bf-be38-2c580d450676 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393293 Dec 09 09:46:53.194558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:46:53.198932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:46:53.199305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:53.311819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:53.338581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:53.348183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:46:53.352770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:53.354670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:53.395607 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'code': 200} Dec 09 09:46:53.428947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:53.432390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:53.691369 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e3e08cc-678f-42e1-92d6-8a23f8ac3c70 req-dc282128-6e2d-4f0f-9e5e-391a17d5ba2d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1098 time: 0.1400323 Dec 09 09:46:53.737076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e3e08cc-678f-42e1-92d6-8a23f8ac3c70 req-85892ac7-8200-4078-90b4-ad78e41a9e81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396054 Dec 09 09:46:54.171912 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-cabf88c4-b2c8-49af-98b5-96521c12ad95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682626 Dec 09 09:46:54.368169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-4529f51a-7171-4164-8bc8-55b894bd50b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.1268997 Dec 09 09:46:54.378172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2572bb-55e8-4295-a2e9-033fe4a5ee55 req-f9a8bc7d-5b5c-4a00-b0ae-97ebdf5ae187 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:54.379543 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f2572bb-55e8-4295-a2e9-033fe4a5ee55 req-f9a8bc7d-5b5c-4a00-b0ae-97ebdf5ae187 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.1089599 Dec 09 09:46:54.521833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f2572bb-55e8-4295-a2e9-033fe4a5ee55 req-0c08a029-7726-463e-b09f-46e59e16900d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361904 Dec 09 09:46:54.555250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-9a4cdff5-6e28-496a-865b-170855b0e714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:54.556716 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-9a4cdff5-6e28-496a-865b-170855b0e714 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1573069 Dec 09 09:46:54.669053 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-bd4147b2-3183-4185-a452-4df9e1f1da05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 1001 time: 0.1051807 Dec 09 09:46:54.735345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-df05fc02-0580-4c29-be66-28c53fcc8b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:54.736920 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-df05fc02-0580-4c29-be66-28c53fcc8b7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0566010 Dec 09 09:46:54.813384 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-ddf54650-d35d-4add-a81e-60ca96318140 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694010 Dec 09 09:46:55.040515 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-989c5eee-c3dc-49ea-b08a-5837f05ca423 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203448 Dec 09 09:46:55.190092 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96cd6194-0b8f-475a-ae1d-42662b6a964a req-7a0ba1a5-53be-469b-be16-7b9f1ff6ab7c service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359286 Dec 09 09:46:55.725080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213702-29a0-4b5a-a7d3-d6c7ad8409e6 req-f739a5e8-434e-4414-b317-5437625c92e4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:55.726524 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0d213702-29a0-4b5a-a7d3-d6c7ad8409e6 req-f739a5e8-434e-4414-b317-5437625c92e4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.0851698 Dec 09 09:46:55.773212 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0d213702-29a0-4b5a-a7d3-d6c7ad8409e6 req-377a5122-2880-439e-b79d-6a8513518c8b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412812 Dec 09 09:46:55.969857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e797bdc-fd1c-4a8e-8946-1f9797a08333 req-b1a1135c-6875-4da2-8e8c-7bed232fa642 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:55.971296 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e797bdc-fd1c-4a8e-8946-1f9797a08333 req-b1a1135c-6875-4da2-8e8c-7bed232fa642 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.0760796 Dec 09 09:46:56.019687 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e797bdc-fd1c-4a8e-8946-1f9797a08333 req-c66f13ad-814e-463b-9e6c-c0a84ba75cc4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426786 Dec 09 09:46:56.046036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33790) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:56.118607 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a8291a68-687a-451f-9959-b5dda3a18238 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1093 time: 0.0712659 Dec 09 09:46:56.121137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33794) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:56.126742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:46:56.132845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:46:56.136633 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:46:56.139578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:46:56.145280 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:46:56.155284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:56.288986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:56.425076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.62 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/85f75062-0dac-486c-8f26-1498ba726ffd) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:46:56.570166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:56.596439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:56.601389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-344b791c-81be-4d73-a229-5a2c58456390 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:56.659604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:46:56.670859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:46:56.674969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:46:56.700091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=85f75062-0dac-486c-8f26-1498ba726ffd,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:56.704665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:57.181950 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:57.238737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:57.539072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:57.543490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:57.547462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:46:57.644886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=85f75062-0dac-486c-8f26-1498ba726ffd,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:46:57.648945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:46:57.663672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:57.857690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271 associated. External IP: 172.26.4.62, port: 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d. Dec 09 09:46:58.250343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:46:58.450418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:46:58.461552 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:46:58.473483 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:58.474896 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:58.475899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:46:58.529162 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4070375 Dec 09 09:46:58.529808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:46:58.585881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'status': 'completed', 'code': 200} Dec 09 09:46:58.649927 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:58.681591 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-9fd2dba4-80a9-4af4-b380-0b94ae3b98b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1098 time: 0.0743186 Dec 09 09:46:58.814213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-e6df30e0-bb0e-4dce-8a4e-b67ef53cbf3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:58.815646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-e6df30e0-bb0e-4dce-8a4e-b67ef53cbf3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1275873 Dec 09 09:46:58.926571 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-0bb592ca-b14f-43fe-a55e-e3319f4fadee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 200 len: 998 time: 0.1042941 Dec 09 09:46:58.999205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-a64a7779-2381-40c8-9abb-c12bd4aecd89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:46:59.001366 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-a64a7779-2381-40c8-9abb-c12bd4aecd89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0665052 Dec 09 09:46:59.007893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}, {'id': 'b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:57Z', 'updated_at': '2021-12-09T09:46:57Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:59.012056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:46:59.022707 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:46:59.023371 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:46:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:59.077408 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-5b75724c-44b3-4615-9b81-299341990393 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688527 Dec 09 09:46:59.214332 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:46:59.334912 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-5547dfd2-2718-45b4-aaa4-01a5bcaea145 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497487 Dec 09 09:46:59.490122 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd094fda-ec96-4952-acc3-71edb8f54abb req-2c0eb5c1-3c52-4d6d-87c2-28b4f70bccf9 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474459 Dec 09 09:46:59.582428 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}, {'id': 'b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:57Z', 'updated_at': '2021-12-09T09:46:57Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:46:59.586911 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd7a-dbd9-4728-8f61-e7950cd4516f None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}, {'id': 'b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:57Z', 'updated_at': '2021-12-09T09:46:57Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:46:59.764278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb51b55-c2d5-427a-864a-ffd0faf5f22e None None] New status for floating IP b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:47:03.013883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:03.514859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d71a2c65-f5e1-4960-840f-de2f82f01f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:04.590894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:05.753107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c749-d67a-43bb-ac25-80c7f6b49775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:06.804331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:08.263439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:12.612918 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:47:33.030953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:33.517622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0d353203-c7bc-40d0-8467-54ff9a08a3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:34.592699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:35.754608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-55a63775-a0a6-4991-985c-9f4812ef15c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:36.807652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:38.323126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:47:49.613756 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:47:54.135937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-2e07ae95-2fb0-479a-9a59-22bc05d93d56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671384 Dec 09 09:47:54.270253 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-3944140e-dd82-49de-8ee3-197f26f78e85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.0676904 Dec 09 09:47:54.410074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a9438-245a-4101-b68a-896b94432151 req-e5666626-dfcb-4b73-bf03-fdb9f68e04cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:47:54.411522 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-e5666626-dfcb-4b73-bf03-fdb9f68e04cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1236000 Dec 09 09:47:54.514260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-6a16975d-7363-4a71-92c0-80069c52d908 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 1001 time: 0.0963833 Dec 09 09:47:54.577868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a9438-245a-4101-b68a-896b94432151 req-655d3ffc-ce82-4507-af86-aec1b0f59a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:47:54.579239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-655d3ffc-ce82-4507-af86-aec1b0f59a8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0587120 Dec 09 09:47:54.652119 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-900982b2-5fd9-4c0c-b2ea-093e314d3e16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663278 Dec 09 09:47:54.785494 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-d31e2405-88a1-483b-a309-c16e7c88441f service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272027 Dec 09 09:47:54.917083 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-281a9438-245a-4101-b68a-896b94432151 req-c5f3dc83-7d89-4eee-9e6a-4fd2b4517286 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251898 Dec 09 09:48:03.029411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:03.518788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-31bd6ff0-0579-400e-b335-eff4a22c2a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:04.594261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:05.756267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ec145cee-9f95-4eee-ac14-ce30ad209e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:06.811204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:08.267057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:13.853017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33820) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:13.965900 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6a29eaf8-2e74-426a-bd58-f036309559c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/a08f45f9-9462-4e6b-834b-1989ee161000 HTTP/1.1" status: 200 len: 993 time: 0.1074359 Dec 09 09:48:14.667468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33830) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:14.673322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:14.790552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:14.998420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:15.023009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:15.027945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:15.032180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a9b420c-393a-47cc-8600-16c4e14ef4c7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:15.190051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:15.190947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:15.196465 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/ports/cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 938 time: 0.5238883 Dec 09 09:48:15.196465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:15.219597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=6']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:15.231370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.231784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.232307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.232684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.233058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.233430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.233798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.234222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.234890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.235405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.235884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:15.241243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:15.332766 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:48:15.423392 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-75c4f0b6-662c-4a1c-a6ec-bab13d1b696f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1099 time: 0.0691941 Dec 09 09:48:15.482830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30163dc6-c714-40fa-b313-8686f7bf4b2c None None] Provisioning complete for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:15.483393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30163dc6-c714-40fa-b313-8686f7bf4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:15.541402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-30163dc6-c714-40fa-b313-8686f7bf4b2c None None] Port cb0e2764-8802-4b14-95f3-f7dbe2c44729 is administratively disabled so it will not transition to active. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 09 09:48:15.567313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-2209a755-3dda-49c9-bff5-5b3842b8983f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:15.568778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-2209a755-3dda-49c9-bff5-5b3842b8983f service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1381261 Dec 09 09:48:15.670686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-4ba779ad-745b-44d1-96d9-099048e29171 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 1002 time: 0.0945189 Dec 09 09:48:15.734185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-55d1f175-8d57-488a-bb85-9c6f4e4195f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:15.735708 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-55d1f175-8d57-488a-bb85-9c6f4e4195f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0583320 Dec 09 09:48:15.808840 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-6c53de98-782a-4d99-ad9b-cf0ee006fd17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670710 Dec 09 09:48:15.939900 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-890396ac-6bc8-4d77-aa58-f7d69b3fa7b4 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229177 Dec 09 09:48:16.070111 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8aa364d-3d16-430f-a0bd-0d9ef3cbfc92 req-05e53133-1eeb-4c15-8687-b063db63f0dc service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241813 Dec 09 09:48:18.635334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33842) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:18.641133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:18.757340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:18.962673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:18.990059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:18.994521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:18.998838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6245f755-3e95-4439-90a9-eb9a3d56e803 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:19.061321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:19.061945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:19.063310 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/ports/cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 937 time: 0.4270027 Dec 09 09:48:19.063951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:19.066339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33846) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:19.086225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=7']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:19.089497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:19.124078 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:48:19.184316 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1e8ae802-270c-4ae1-9fc2-383d5fa92677 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/a08f45f9-9462-4e6b-834b-1989ee161000 HTTP/1.1" status: 200 len: 993 time: 0.1123180 Dec 09 09:48:19.220210 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-6a7b26b1-7eb9-40f8-8263-b6ef718ac001 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.0722399 Dec 09 09:48:19.282738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-adaade61-75a0-47d5-aa35-d920ad814a77 None None] Provisioning complete for port cb0e2764-8802-4b14-95f3-f7dbe2c44729 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:19.283328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-adaade61-75a0-47d5-aa35-d920ad814a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:19.355415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-3eba1798-1c10-4d3a-a1f2-5c4cb7605696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:19.356794 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-3eba1798-1c10-4d3a-a1f2-5c4cb7605696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1299739 Dec 09 09:48:19.383171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['cb0e2764-8802-4b14-95f3-f7dbe2c44729'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:48:19.462093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-2a38fe7c-a089-426d-aa51-857718bad759 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 1001 time: 0.0978088 Dec 09 09:48:19.523463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-ca8e9922-19d6-4c7a-8e05-0b294f418e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:19.524905 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-ca8e9922-19d6-4c7a-8e05-0b294f418e77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0564826 Dec 09 09:48:19.701103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-859ae87f-cf7d-4f40-9398-c5320671055d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702769 Dec 09 09:48:19.828835 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-efa47b97-dd30-4a45-86bc-184478ae6c9d service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202044 Dec 09 09:48:19.960096 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ebc53bde-b81e-47f3-ae11-197815b9689f req-237286ba-468c-4205-9aab-d5fd1f757fda service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240740 Dec 09 09:48:21.757888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33858) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:21.956999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 85f75062-0dac-486c-8f26-1498ba726ffd {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:21.957332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:22.121555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:22.121777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:22.240783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 85f75062-0dac-486c-8f26-1498ba726ffd owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:22.490166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:22.493797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0f6c036b-d2bc-4d07-827b-729043347013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:22.543407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=85f75062-0dac-486c-8f26-1498ba726ffd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:22.586822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.587932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.587932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.587932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.588473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.588670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.589035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.589457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.589751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.590108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.590467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:22.598741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:22.655781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:23.059650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:48:23.275953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:48:23.285310 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:48:23.296194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:23.297211 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:23.297843 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:23.350947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271 HTTP/1.1" status: 204 len: 168 time: 1.5920029 Dec 09 09:48:23.351594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:23.412636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'status': 'completed', 'code': 200} Dec 09 09:48:23.481482 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:23.503525 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-e96af0b2-7c8b-4649-99f2-ed335311beea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 1098 time: 0.0708799 Dec 09 09:48:23.652207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-c9b1150d-e151-49a2-bfd7-337fa707810a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:23.653726 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-c9b1150d-e151-49a2-bfd7-337fa707810a service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1441104 Dec 09 09:48:23.765656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-6846d76a-fd73-462b-a267-371c5f6cef05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 200 len: 217 time: 0.1048172 Dec 09 09:48:23.842909 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:23.844480 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-76e2cb2d-33c6-4fc0-a52a-a986f8f7fac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:23.845947 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-76e2cb2d-33c6-4fc0-a52a-a986f8f7fac7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0728076 Dec 09 09:48:23.846674 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:48:23.856230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15556a-b2be-49c4-a7cb-8353f03eb4b4 req-33a8218a-d144-4d3c-b6b0-12a5c6356274 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:23.857333 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:23.857570 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1c15556a-b2be-49c4-a7cb-8353f03eb4b4 req-33a8218a-d144-4d3c-b6b0-12a5c6356274 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.1460173 Dec 09 09:48:23.857925 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:23.949103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1c15556a-b2be-49c4-a7cb-8353f03eb4b4 req-8ca83251-6d7d-49cd-a06b-051cad6a3246 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614309 Dec 09 09:48:23.966754 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-516f501b-b19a-4383-bdf7-0a1226e3df32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082695 Dec 09 09:48:24.034007 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:24.099510 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-aa71263c-38a9-4640-b91d-a78d50456e54 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249769 Dec 09 09:48:24.230659 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b3933f-2706-4918-bd21-bfa6fa5c0a90 req-34367a03-e3e0-43ad-b2f6-fe872ee8f843 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245966 Dec 09 09:48:24.407197 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:24.411512 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c48be-d37b-4d27-840e-3556376f71d6 None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'a08f45f9-9462-4e6b-834b-1989ee161000', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '34bc750c-0798-4159-a03d-29cee8219929', 'port_id': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'mac_address': 'fa:16:3e:87:f6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0529921-0843-42a0-b0c3-322fd826b039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:46:39Z', 'updated_at': '2021-12-09T09:46:42Z', 'revision_number': 1, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:48:24.621820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d254b-cd22-4329-b6e2-35ad0b0af4fb None None] New status for floating IP b70d1e6b-120e-4f1a-b4e2-4c7c5c78e271: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:48:25.157721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b70f4-5fb8-473e-b8cf-85c249d2f4e9 req-4e5d8897-ccff-4c60-824e-3c87499ccf52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:25.158825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e63b70f4-5fb8-473e-b8cf-85c249d2f4e9 req-4e5d8897-ccff-4c60-824e-3c87499ccf52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:25.175111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e63b70f4-5fb8-473e-b8cf-85c249d2f4e9 req-4e5d8897-ccff-4c60-824e-3c87499ccf52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:25.176413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e63b70f4-5fb8-473e-b8cf-85c249d2f4e9 req-4e5d8897-ccff-4c60-824e-3c87499ccf52 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.0983469 Dec 09 09:48:25.226159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e63b70f4-5fb8-473e-b8cf-85c249d2f4e9 req-7392d2df-7351-4245-a182-bf5c5f66a420 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=45061686-24a3-481c-a480-36918aab8d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441084 Dec 09 09:48:25.226799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-c95b8e74-330a-48c4-b065-421d1007d37c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:25.228289 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-c95b8e74-330a-48c4-b065-421d1007d37c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Dec 09 09:48:25.299246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:25.299605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:25.535596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:25.535993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:25.759258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:25.897947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:25.903145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-45065348-b2a9-4998-ac7b-9f95a3a81b2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:25.946834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=75c32bbb-b2e6-4915-92d7-a5de22c5ee8d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:25.949495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:26.019575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:48:26.022008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:26.024507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'name': 'network-vif-deleted', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:26.039883 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c48f24b4-da7a-4d41-945d-f2b63e73a28e req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/75c32bbb-b2e6-4915-92d7-a5de22c5ee8d HTTP/1.1" status: 204 len: 173 time: 0.8061242 Dec 09 09:48:26.087746 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f2e26d-219c-4319-ab60-e0f1e998db57', 'name': 'network-vif-deleted', 'tag': '75c32bbb-b2e6-4915-92d7-a5de22c5ee8d', 'status': 'completed', 'code': 200} Dec 09 09:48:26.411911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c78727ec-a816-4e53-847f-097339794357 req-0ceadde0-b18f-4748-920c-be9da5077bee tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2e26d-219c-4319-ab60-e0f1e998db57 HTTP/1.1" status: 200 len: 210 time: 0.0445852 Dec 09 09:48:26.614453 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:48:27.521012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33876) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:27.591148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:27.620317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:27.682526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:27.686515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e838d436-b938-4113-99ae-493126081bf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:27.700116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45061686-24a3-481c-a480-36918aab8d1d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:27.703257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:27.712707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:27.713820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/45061686-24a3-481c-a480-36918aab8d1d HTTP/1.1" status: 204 len: 168 time: 0.1918046 Dec 09 09:48:27.754902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33882) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:27.952962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 4713c8e6-4c99-4ff5-94a0-3db6b91fd789 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:27.953351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:28.115616 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:28.115963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:28.235963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 4713c8e6-4c99-4ff5-94a0-3db6b91fd789 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:28.378957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:28.382444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a40bf91d-eeec-4ea5-9480-87304c76987d tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:28.425402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=4713c8e6-4c99-4ff5-94a0-3db6b91fd789,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:28.427870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:28.515429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:28.997702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:48:29.193417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:48:29.202882 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:48:29.209279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:29.214016 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:29.214610 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:29.265424 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/a08f45f9-9462-4e6b-834b-1989ee161000 HTTP/1.1" status: 204 len: 168 time: 1.5094218 Dec 09 09:48:29.266185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:29.321479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:48:29.411159 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:29.418334 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-61d831f3-d44d-4ebe-94ac-d4378bc53b46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 1098 time: 0.0737681 Dec 09 09:48:29.529100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:48:29.559729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-150ea530-5277-447a-9302-57b5a9600d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:29.561436 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-150ea530-5277-447a-9302-57b5a9600d02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 200 len: 898 time: 0.1362610 Dec 09 09:48:29.576322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:48:29.577550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 75c32bbb-b2e6-4915-92d7-a5de22c5ee8d not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:48:29.635451 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-6e656f6c-5082-4fe6-b9d1-e12a3ba7c33f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 200 len: 217 time: 0.0662243 Dec 09 09:48:29.663610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f47193-2cda-40cf-953a-e35725080feb req-421ea65a-7533-468d-9486-be4eefe27da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:29.665159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6f47193-2cda-40cf-953a-e35725080feb req-421ea65a-7533-468d-9486-be4eefe27da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0807145 Dec 09 09:48:29.698204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-766d7777-154b-4496-a086-21708eae1130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:29.699805 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-766d7777-154b-4496-a086-21708eae1130 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 200 len: 835 time: 0.0579991 Dec 09 09:48:29.712246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d6f47193-2cda-40cf-953a-e35725080feb req-396bff2c-b449-4124-aaab-a83acbdb16cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:29.729528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d6f47193-2cda-40cf-953a-e35725080feb req-396bff2c-b449-4124-aaab-a83acbdb16cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:29.730708 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6f47193-2cda-40cf-953a-e35725080feb req-396bff2c-b449-4124-aaab-a83acbdb16cb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592089 Dec 09 09:48:29.762135 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:29.766176 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:48:29.777113 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:29.777721 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:29.777942 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-7f42f675-ae01-4fd0-9d28-8048825d2a2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=27429b75-fb54-4237-879b-0a77bff9d295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712576 Dec 09 09:48:29.912891 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-2399a3a6-fedd-495c-87c8-ed0c3acd831e service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276867 Dec 09 09:48:29.956719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:30.050534 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87693fef-2afe-4bbc-be94-e63b4adc7a92 req-23d07729-1159-49e5-9986-b37fe224fbf4 service neutron] 10.222.0.58 "GET /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302183 Dec 09 09:48:30.265097 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:30.270012 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9709af-ec7d-4db9-8b64-0492328304a8 None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'c5d1d338-31a7-44df-82fa-cfd2e2b1da0f', 'name': '', 'network_id': '27429b75-fb54-4237-879b-0a77bff9d295', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:47:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:19Z', 'updated_at': '2021-12-09T09:46:26Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '2c526bb5-41dc-474d-b750-edadd34e1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:48:30.488187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe96ef-4c7c-45b3-88bc-5dbdbf31a5bb None None] New status for floating IP a08f45f9-9462-4e6b-834b-1989ee161000: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:48:30.933901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c74eb5-fcaf-4d43-928e-3a50dbf9c53c req-f39ad908-bbdf-459e-93dd-197aaa186b12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:30.934580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-30c74eb5-fcaf-4d43-928e-3a50dbf9c53c req-f39ad908-bbdf-459e-93dd-197aaa186b12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:30.950562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-30c74eb5-fcaf-4d43-928e-3a50dbf9c53c req-f39ad908-bbdf-459e-93dd-197aaa186b12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:30.951682 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-30c74eb5-fcaf-4d43-928e-3a50dbf9c53c req-f39ad908-bbdf-459e-93dd-197aaa186b12 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0983958 Dec 09 09:48:31.001005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-30c74eb5-fcaf-4d43-928e-3a50dbf9c53c req-21e3772f-d025-4da1-aff0-605c7edb1ef7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cfb4866-cd9c-49b0-8858-7ce3404be064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 Dec 09 09:48:31.334007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b62c4784-3165-4025-98de-6f530d53adc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:31.335426 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b62c4784-3165-4025-98de-6f530d53adc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 945 time: 0.0746973 Dec 09 09:48:31.417040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port cb0e2764-8802-4b14-95f3-f7dbe2c44729 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:31.417376 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:31.753675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port cb0e2764-8802-4b14-95f3-f7dbe2c44729, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cb0e2764-8802-4b14-95f3-f7dbe2c44729,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:31.754026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:31.871093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for cb0e2764-8802-4b14-95f3-f7dbe2c44729 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:32.015067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:32.021407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b302875-f824-4cde-a615-e6683224c699 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:32.064045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=cb0e2764-8802-4b14-95f3-f7dbe2c44729,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:32.068786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:32.146559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port cb0e2764-8802-4b14-95f3-f7dbe2c44729 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:48:32.148920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:32.151460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'name': 'network-vif-deleted', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:32.167956 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6bb5680d-ff98-4c3b-967b-b3525cb870f5 req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/cb0e2764-8802-4b14-95f3-f7dbe2c44729 HTTP/1.1" status: 204 len: 173 time: 0.8271420 Dec 09 09:48:32.171012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-851f53ff-4e69-431f-a459-1654fbff09f2 req-b0dab21b-ce8a-4247-9007-19078686055a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0529921-0843-42a0-b0c3-322fd826b039 HTTP/1.1" status: 200 len: 210 time: 0.0460036 Dec 09 09:48:32.219865 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0529921-0843-42a0-b0c3-322fd826b039', 'name': 'network-vif-deleted', 'tag': 'cb0e2764-8802-4b14-95f3-f7dbe2c44729', 'status': 'completed', 'code': 200} Dec 09 09:48:33.039860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:33.276672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33902) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:33.343181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:33.372900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:33.438542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:33.443961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab034e65-bed6-47fd-88c3-45d95cd3ce88 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:33.460119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb4866-cd9c-49b0-8858-7ce3404be064,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:33.463215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:33.469015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:33.470127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cfb4866-cd9c-49b0-8858-7ce3404be064 HTTP/1.1" status: 204 len: 168 time: 0.1924796 Dec 09 09:48:33.511103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33908) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:33.522698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4dd3df8c-1b8a-42b4-a028-1c460ae1e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:34.021082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:34.597418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:34.617757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:34.618253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:34.804789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port c5d1d338-31a7-44df-82fa-cfd2e2b1da0f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:34.805141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:34.922847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for c5d1d338-31a7-44df-82fa-cfd2e2b1da0f owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:35.110287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:35.115322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:35.161827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=c5d1d338-31a7-44df-82fa-cfd2e2b1da0f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:35.164586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:35.542066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device cb0e2764-8802-4b14-95f3-f7dbe2c44729 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:48:35.558119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:35.574756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: cb0e2764-8802-4b14-95f3-f7dbe2c44729 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:48:35.575109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device cb0e2764-8802-4b14-95f3-f7dbe2c44729 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:48:35.757395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-064f1615-3cfd-43c7-a402-5e2be3b18a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.135321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router 34bc750c-0798-4159-a03d-29cee8219929 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:48:36.335583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:48:36.346405 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Sync routers for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:48:36.351170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/34bc750c-0798-4159-a03d-29cee8219929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378162 Dec 09 09:48:36.352744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33914) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:36.359261 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:36.360141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:36.532535 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:36.538313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 2c526bb5-41dc-474d-b750-edadd34e1bce {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:48:36.541214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.595190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.681037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.753731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.757909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4634bb5e-2b4e-480d-88e3-9e65e3459d33 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:36.791220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=2c526bb5-41dc-474d-b750-edadd34e1bce,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:36.794502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:36.797888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:36.807699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/2c526bb5-41dc-474d-b750-edadd34e1bce HTTP/1.1" status: 204 len: 168 time: 0.4511580 Dec 09 09:48:36.807699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33918) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:36.813555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a200df-9464-48a4-a422-ca660b56141a None None] Network 27429b75-fb54-4237-879b-0a77bff9d295 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:48:36.849852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:48:35Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:36.854029 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Checking router: 34bc750c-0798-4159-a03d-29cee8219929 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:48:36.866041 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Routers {'34bc750c-0798-4159-a03d-29cee8219929'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:36.866673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['34bc750c-0798-4159-a03d-29cee8219929'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:36.887105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.046999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] Set router 34bc750c-0798-4159-a03d-29cee8219929 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:37.113585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] DHCP port deletion for 27429b75-fb54-4237-879b-0a77bff9d295 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:48:37.117726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Deleting port 2f7e6b08-2bc3-42c8-9896-76c74619157f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:37.118213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.155871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.324880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] For port 2f7e6b08-2bc3-42c8-9896-76c74619157f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2f7e6b08-2bc3-42c8-9896-76c74619157f,segment=NetworkSegment(abbd5835-ed06-4726-9c3d-fd560a606660),segment_id=abbd5835-ed06-4726-9c3d-fd560a606660)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:37.325169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.343602 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:48:35Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:37.347828 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3d608-61bd-4f6d-965c-3e59acb19022 None None] The sync data for ids ['34bc750c-0798-4159-a03d-29cee8219929'] in dv-neutron-821175-1-hyperv is: [{'id': '34bc750c-0798-4159-a03d-29cee8219929', 'name': 'tempest-TestNetworkBasicOps-router-1786021497', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:48:35Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': 'eb9616ac-d435-4c5b-9d79-d529492c7cdd', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc750c-0798-4159-a03d-29cee8219929', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:46:16Z', 'updated_at': '2021-12-09T09:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:48:37.367294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.383643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port eb9616ac-d435-4c5b-9d79-d529492c7cdd {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:48:37.384044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.448839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Calling delete_port for 2f7e6b08-2bc3-42c8-9896-76c74619157f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:37.521280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.525672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:37.560160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port eb9616ac-d435-4c5b-9d79-d529492c7cdd, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=eb9616ac-d435-4c5b-9d79-d529492c7cdd,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:37.560808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.567979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Pushing event deleted for resources: {'Port': ['ID=2f7e6b08-2bc3-42c8-9896-76c74619157f,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:37.578237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] No DVR routers for this DVR port 2f7e6b08-2bc3-42c8-9896-76c74619157f on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:48:37.580502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.580921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.581280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.581611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.581937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.582258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.582580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.582901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.583216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.583530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.583938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:37.587225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:37.682246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for eb9616ac-d435-4c5b-9d79-d529492c7cdd owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:48:37.852887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:37.857321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476690e-d5de-46e6-ac63-a270df7ed99b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:37.900968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=eb9616ac-d435-4c5b-9d79-d529492c7cdd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:37.903842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:38.123319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.270196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.377833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c5d1d338-31a7-44df-82fa-cfd2e2b1da0f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:48:38.412111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c5d1d338-31a7-44df-82fa-cfd2e2b1da0f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:48:38.412464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c5d1d338-31a7-44df-82fa-cfd2e2b1da0f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:48:38.412894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2f7e6b08-2bc3-42c8-9896-76c74619157f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:48:38.444824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 2f7e6b08-2bc3-42c8-9896-76c74619157f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:48:38.445172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2f7e6b08-2bc3-42c8-9896-76c74619157f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:48:38.501704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.505886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.529432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.529905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router 34bc750c-0798-4159-a03d-29cee8219929 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:48:38.544347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.545433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/34bc750c-0798-4159-a03d-29cee8219929 HTTP/1.1" status: 204 len: 168 time: 1.7371321 Dec 09 09:48:38.548117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33922) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:38.662015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.790559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.815600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27429b75-fb54-4237-879b-0a77bff9d295']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:38.827250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd5835-ed06-4726-9c3d-fd560a606660') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:38.827549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd5835-ed06-4726-9c3d-fd560a606660') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:38.838597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.853997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.860103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:48:38.860482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:48:38.875008 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:48:38.956328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.960525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89bace49-ca8f-495c-b7e6-fd2c1a44677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:38.977915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:38.984242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=27429b75-fb54-4237-879b-0a77bff9d295,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:38.991519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:38.997756 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/27429b75-fb54-4237-879b-0a77bff9d295 HTTP/1.1" status: 204 len: 168 time: 0.4478519 Dec 09 09:48:39.025402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33926) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:39.031408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'network': {'name': 'tempest-network-smoke--1377221924', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:39.036633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:39.040723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:network and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:39.043543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:39.050250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:39.059873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:48:39.062775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.090903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:48:39.100510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.100893 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Added segment de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8 of type vlan for network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf Dec 09 09:48:39.134741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.167275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.170955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:39.171525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.175971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5c3476e9-9f76-4adf-b741-1b8e871a0f9e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:39.279244 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2525721 Dec 09 09:48:39.280190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Network': ['ID=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:39.282013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33930) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:39.283988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:39.288118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'admin_state_up': True, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:39.290942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:48:39.295095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:39.299438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:router and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:39.302273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:39.308681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:39.318381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.319377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.337899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.486497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.659310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.690677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.823902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.75 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/2df25c34-7a86-404a-a80f-67d12350392b) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:48:39.972528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:39.999696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:40.004286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-01b9395b-8fc4-4559-829e-2297e01d5857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:40.067031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:48:40.070136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:40.072706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:48:40.102029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:40.107725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:40.230668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:40.231313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:40.285172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eb9616ac-d435-4c5b-9d79-d529492c7cdd no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:48:40.318483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: eb9616ac-d435-4c5b-9d79-d529492c7cdd {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:48:40.319125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device eb9616ac-d435-4c5b-9d79-d529492c7cdd not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:48:40.455071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:48:40.745096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:48:40.755907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:48:40.769846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:40.770519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:40.773103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:40.774862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4910097 Dec 09 09:48:40.777874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33934) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:40.820231 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-13df8297-120c-4ddb-9fc9-52e96a2e7ec8 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=cc889788119245e5ab1b77b56a01204a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409184 Dec 09 09:48:40.822815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33938) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:40.955816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f058e-6e18-419d-ae37-1a23fada254e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:40.959788 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e78f058e-6e18-419d-ae37-1a23fada254e tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335974 Dec 09 09:48:40.960010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33942) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:40.985789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:41.007352 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-707078e7-fab1-49ed-ada7-7293255f5222 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460408 Dec 09 09:48:41.009603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33946) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:41.015040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928519687', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:41.125697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:41.130237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:subnet and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:41.133086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:41.138851 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:41.149055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:48:41.248323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.279920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:41.284287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Checking router: e4d93964-6728-4a3d-8e58-454c6b727f79 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:48:41.284670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Updating router e4d93964-6728-4a3d-8e58-454c6b727f79 port 2df25c34-7a86-404a-a80f-67d12350392b binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:48:41.334886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.468736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.472625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-203be05d-245e-4739-98db-5b5ad046507c tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:41.551820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Subnet': ['ID=8e766a89-7c2b-4c12-af3b-5e18c8c56693,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:41.555400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:41.563688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Checking segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:48:41.564117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network hostable DHCP agents. Network: 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:48:41.585227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:48:41.593835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:41.599473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:41.600456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.625413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4e6596a9-4c2c-44d5-bb9c-b42dd6236ba9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6148336 Dec 09 09:48:41.628358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33950) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:41.635089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece6332-0ee2-45ed-95b1-ae237e0bd85f None None] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:48:41.733592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.756528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Transition to ACTIVE for port object 2df25c34-7a86-404a-a80f-67d12350392b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:41.773726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.779678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:41.902413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:41.906219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Attempting to bind port 2df25c34-7a86-404a-a80f-67d12350392b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:48:41.906592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Attempting to bind port 2df25c34-7a86-404a-a80f-67d12350392b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:48:41.906961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Attempting to bind port 2df25c34-7a86-404a-a80f-67d12350392b on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:48:41.913907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:41.920143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:48:41.920524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:48:41.920932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:41.921328 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:48:41.921802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Bound port: 2df25c34-7a86-404a-a80f-67d12350392b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:48:41.922177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.020526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:48:42.021322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.049330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:48:42.052931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2df25c34-7a86-404a-a80f-67d12350392b,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:48:42.089266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.093639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6509e4e2-a8d0-42b7-b73f-cfb2324b3973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:42.233918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:42.240171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:42.250838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:42.251441 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:42.333949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Allocated IP 172.20.0.2 (3d4d2f76-c278-4bd1-a8a8-3522b17e9acf/8e766a89-7c2b-4c12-af3b-5e18c8c56693/bcf07449-5807-43c7-90de-d0b02ef8327b) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:48:42.498345 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.581634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:42.876913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.898480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Transition to ACTIVE for port object bcf07449-5807-43c7-90de-d0b02ef8327b will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:42.946530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Transition to ACTIVE for port object bcf07449-5807-43c7-90de-d0b02ef8327b will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:42.955024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:42.958678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-77f9856b-dced-45b4-9b7f-069d4bb7e096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:43.018314 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.1 (3d4d2f76-c278-4bd1-a8a8-3522b17e9acf/8e766a89-7c2b-4c12-af3b-5e18c8c56693/4275d0c5-b886-4d53-ac9c-fefe1177a958) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:48:43.040748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:48:43.042091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Pushing event updated for resources: {'Port': ['ID=bcf07449-5807-43c7-90de-d0b02ef8327b,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:43.044668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:43.047332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:43.048045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:48:43.086025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:43.124592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77030e-8db7-46c7-bd28-50670c60edce None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:40Z', 'revision_number': 3, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:48:43.151608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Attempting to bind port bcf07449-5807-43c7-90de-d0b02ef8327b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:48:43.152060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Attempting to bind port bcf07449-5807-43c7-90de-d0b02ef8327b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:48:43.152434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Attempting to bind port bcf07449-5807-43c7-90de-d0b02ef8327b on network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:48:43.159801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:48:43.160209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Checking segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:48:43.160606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.161002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Bound using segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:48:43.161466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Bound port: bcf07449-5807-43c7-90de-d0b02ef8327b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:48:43.161866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.191485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.208920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object 4275d0c5-b886-4d53-ac9c-fefe1177a958 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:43.235137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.239621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-147357aa-42a7-4476-9db0-4eeb7b37ef35 tempest-RoutersIpV6Test-1007208704 tempest-RoutersIpV6Test-1007208704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:43.257329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] For port bcf07449-5807-43c7-90de-d0b02ef8327b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:48:43.261395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] For port bcf07449-5807-43c7-90de-d0b02ef8327b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bcf07449-5807-43c7-90de-d0b02ef8327b,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:48:43.268626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.272576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:43.348020 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:48:43.349523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:43.353327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:43.354419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:43.357108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:48:43.384046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Pushing event updated for resources: {'Port': ['ID=bcf07449-5807-43c7-90de-d0b02ef8327b,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:43.387624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:43.428894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.531390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.982553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:43.988628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.016418 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:44.104155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:44.106590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.111799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:44.327283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a14a6d-baa9-4042-92b8-e7e7c2959f09 None None] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:48:44.364654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:48:44.365728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:44.402762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bcf07449-5807-43c7-90de-d0b02ef8327b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:44.514277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b37a9f48-b1cd-44b9-98fc-82f7eb4a8d99 None None] Provisioning for port bcf07449-5807-43c7-90de-d0b02ef8327b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:44.575065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port bcf07449-5807-43c7-90de-d0b02ef8327b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:44.585129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port bcf07449-5807-43c7-90de-d0b02ef8327b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:44.585528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.743095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:48:44.756405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.790940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port bcf07449-5807-43c7-90de-d0b02ef8327b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bcf07449-5807-43c7-90de-d0b02ef8327b,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:44.795830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.796798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:44.821396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:44.915071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=bcf07449-5807-43c7-90de-d0b02ef8327b,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:44.918578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:44.930073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 2df25c34-7a86-404a-a80f-67d12350392b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:44.934973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2df25c34-7a86-404a-a80f-67d12350392b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:44.935512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:44.972433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:48:44.994026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33954) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:44.994855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/e4d93964-6728-4a3d-8e58-454c6b727f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3645809 Dec 09 09:48:45.078118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:45.098990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2df25c34-7a86-404a-a80f-67d12350392b,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:45.100038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Provisioning complete for port bcf07449-5807-43c7-90de-d0b02ef8327b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:45.100428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:45.132678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:45.150817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b726b-6ae0-403d-901d-b3cf0ba5c1d5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.151200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b726b-6ae0-403d-901d-b3cf0ba5c1d5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.151561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b726b-6ae0-403d-901d-b3cf0ba5c1d5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.151950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b726b-6ae0-403d-901d-b3cf0ba5c1d5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.156729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33958) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:45.156933 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-053b726b-6ae0-403d-901d-b3cf0ba5c1d5 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1617410 Dec 09 09:48:45.198621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:45.251194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7ce38-a9af-406e-b9a4-a26afef3c353 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.251677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7ce38-a9af-406e-b9a4-a26afef3c353 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.252451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7ce38-a9af-406e-b9a4-a26afef3c353 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.252886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7ce38-a9af-406e-b9a4-a26afef3c353 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:45.257255 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-54a7ce38-a9af-406e-b9a4-a26afef3c353 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0954821 Dec 09 09:48:45.257818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33962) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:45.292657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:45.296253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:45.371646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Provisioning for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:45.377560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:45.377947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:45.430420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-128fb67b-9580-4c70-9442-a0cecec6ef96 None None] Port 4275d0c5-b886-4d53-ac9c-fefe1177a958 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:48:45.466705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e9ad655-587d-46fe-8d06-ff98d80a0219 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2073603 Dec 09 09:48:45.550109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6936dac3-7df2-485c-8632-97255cc89b17 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:45.550483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6936dac3-7df2-485c-8632-97255cc89b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:45.600170 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6936dac3-7df2-485c-8632-97255cc89b17 None None] Port 4275d0c5-b886-4d53-ac9c-fefe1177a958 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:48:45.942658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33968) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:45.948707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802265595', 'description': 'tempest-secgroup-smoke-1802265595 description', 'project_id': 'cc889788119245e5ab1b77b56a01204a'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:45.954714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:45.959481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:45.962461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:45.968615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:45.980075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.014408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.019183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.022088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.027868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.084254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.088533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.093515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14393f8b-d7d2-4986-bfbe-bb75c6e6a0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.137199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c57c2-8c62-444a-9643-599a186adf06,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.141326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.144900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.146358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2027376 Dec 09 09:48:46.149293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33972) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.154606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.161279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.165322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.168259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.174044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.191041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.256304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.259748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.265609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-99664df6-de8d-40d5-a870-256fe514cbc3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.285226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6c16fd-f676-4bb4-bbe0-92c004fceece,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.288171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.295201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.296685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464732 Dec 09 09:48:46.300252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33976) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.306245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.312585 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.317169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.320251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.327272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.342230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bcf07449-5807-43c7-90de-d0b02ef8327b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:46.344626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.408946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.414207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.415370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port bcf07449-5807-43c7-90de-d0b02ef8327b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:46.416019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.420953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-37744d15-acf4-4411-8f9b-9d5fb27abf57 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.447441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec85342d-eaa7-43e6-b917-7e6665053f46,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.450826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.458999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.460250 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1588917 Dec 09 09:48:46.463109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.469173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.475071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.478979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.482071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.490853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.510966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.541027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:46.579401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.583917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.589893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b002e0c-b19c-47d8-b738-4e10db44c67a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.609865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4934dd-8fd0-4f2a-a1db-286757212a90,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.613524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.614489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2df25c34-7a86-404a-a80f-67d12350392b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:46.615573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.622330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.623831 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1597121 Dec 09 09:48:46.626893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.633000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.639125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.643033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.645991 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.651676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.684321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.697763 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:48:46.709973 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:46.710658 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:46.753670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.757369 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.764581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-10a19873-1f99-432a-94d1-118d984652f1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.784872 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2ba4ea-69ec-4754-9cb2-fca0dc8106f1,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.787695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.792673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.793862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-70a7717a-33a9-45b3-adcf-c166bd32fd8e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1659169 Dec 09 09:48:46.796608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 33988) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.802895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.808720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.812545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.815403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.821154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.831484 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:48:46.838228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.893697 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:46.903508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.907252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.913898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-07dc5a23-2b14-4e53-bce7-af9dbcfb1aca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:46.933885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a1406c-e67a-4773-995a-ec1f9d0b4252,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:46.937478 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:46.945493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:46.949304 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6e3d0305-6f59-4bb3-928d-f9df3fd4483f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1491315 Dec 09 09:48:46.949728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 33992) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.956410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'security_group_rule': {'security_group_id': '5b1c57c2-8c62-444a-9643-599a186adf06', 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.963148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:46.966942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:security_group_rule and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:48:46.969919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:48:46.976445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:46.987525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Project cc889788119245e5ab1b77b56a01204a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:48:46.993965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.062240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.066036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.067970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:47.093500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b902ea-8463-4734-beed-fbed3aa1e648,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:47.096702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:47.100819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.102320 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1513772 Dec 09 09:48:47.218158 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:47.223177 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Checking router: e4d93964-6728-4a3d-8e58-454c6b727f79 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:48:47.223602 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Updating router e4d93964-6728-4a3d-8e58-454c6b727f79 port 4275d0c5-b886-4d53-ac9c-fefe1177a958 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:48:47.278719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.308297 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-39313c86-e2f1-4ed1-9908-c17aa224b5ca tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802265595&fields=id&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 267 time: 0.0433381 Dec 09 09:48:47.457069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-f585c303-8740-4310-850c-b51bf10d30b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:47.458719 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-f585c303-8740-4310-850c-b51bf10d30b9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 797 time: 0.1432033 Dec 09 09:48:47.475446 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-517489de-fa1d-4595-9478-270d160c0156 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/quotas/cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 375 time: 0.0113835 Dec 09 09:48:47.559258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-aa00007f-69d4-45ad-98ea-c96d6c18f96b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:47.574899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-aa00007f-69d4-45ad-98ea-c96d6c18f96b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:47.576335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-aa00007f-69d4-45ad-98ea-c96d6c18f96b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957069 Dec 09 09:48:47.643086 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.654165 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Transition to ACTIVE for port object 4275d0c5-b886-4d53-ac9c-fefe1177a958 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:47.661023 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.664439 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-c6836ad9-477b-4bca-8649-cb4525bc137f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:47.717118 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-0dccc811-8259-4f76-b535-36ea42e6711d service neutron] 10.222.0.41 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290641 Dec 09 09:48:47.786904 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:47.798516 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.798848 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.799173 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.799494 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.799832 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.800148 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.800465 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.800778 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.801085 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.801392 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.801694 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:48:47.826983 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:47.874544 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-28eed631-87aa-4887-a5b1-d278fe3a3ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508002 Dec 09 09:48:47.896070 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Attempting to bind port 4275d0c5-b886-4d53-ac9c-fefe1177a958 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:48:47.896538 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Attempting to bind port 4275d0c5-b886-4d53-ac9c-fefe1177a958 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:48:47.896967 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Attempting to bind port 4275d0c5-b886-4d53-ac9c-fefe1177a958 on network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:48:47.904675 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:48:47.905148 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Checking segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:48:47.905609 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:47.906070 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Bound using segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:48:47.906530 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Bound port: 4275d0c5-b886-4d53-ac9c-fefe1177a958, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:48:47.906903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:48.001445 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:48:48.005824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4275d0c5-b886-4d53-ac9c-fefe1177a958,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:48:48.010678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:48.014731 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:48.082476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-70a7b9a2-9768-4aef-bb15-25b57d43355a req-63de18a2-3902-4caa-b5d8-2b1536490f4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:48.094011 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:48:48.094878 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:48.098991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-70a7b9a2-9768-4aef-bb15-25b57d43355a req-63de18a2-3902-4caa-b5d8-2b1536490f4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:48.100327 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70a7b9a2-9768-4aef-bb15-25b57d43355a req-63de18a2-3902-4caa-b5d8-2b1536490f4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 210 time: 0.0686028 Dec 09 09:48:48.256788 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:48.260510 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:48.301186 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:48:48.641373 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:47Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:48:48.645595 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7b930-e484-4941-b4cb-eba909e761c1 None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:47Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:48:49.382950 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ee2eded7-9e47-4e06-8da7-bcef648ba805 req-80d77190-1837-4f37-8158-10dd9b8999f0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 210 time: 0.0540197 Dec 09 09:48:49.438907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-41351de6-015a-426d-a1d8-c4a0fe57687e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:49.440593 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-41351de6-015a-426d-a1d8-c4a0fe57687e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 797 time: 0.3236797 Dec 09 09:48:49.499094 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-224c072a-35ac-4295-b5cd-15ef2b0b4dfc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc889788119245e5ab1b77b56a01204a HTTP/1.1" status: 200 len: 380 time: 0.0445588 Dec 09 09:48:49.507553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'port': {'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'admin_state_up': True, 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'security_groups': ['5b1c57c2-8c62-444a-9643-599a186adf06']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:49.637820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:48:49.648084 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:48:49.657234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Made reservation on behalf of cc889788119245e5ab1b77b56a01204a for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:48:49.660731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:49.816935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.20.0.9 (3d4d2f76-c278-4bd1-a8a8-3522b17e9acf/8e766a89-7c2b-4c12-af3b-5e18c8c56693/b65613db-6559-4176-821b-e656e0e87858) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:48:50.006760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.021963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Transition to ACTIVE for port object b65613db-6559-4176-821b-e656e0e87858 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:50.043121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.051261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b72416e-482d-4bed-b40d-57e2d34f5cfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:50.119382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:48:50.123165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:48:50.125672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:48:50.157130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:50.160534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:50.198939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:50.199532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.224975 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208431 Dec 09 09:48:50.237563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Request body: {'port': {'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:50.354249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:50.358228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.428240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63a22fcd-c701-4ef2-8952-5809ae4fb170 None None] Provisioning for port b65613db-6559-4176-821b-e656e0e87858 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:50.432414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:50.437068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63a22fcd-c701-4ef2-8952-5809ae4fb170 None None] Provisioning complete for port b65613db-6559-4176-821b-e656e0e87858 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:50.437631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-63a22fcd-c701-4ef2-8952-5809ae4fb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.464508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:50.464892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.544227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-63a22fcd-c701-4ef2-8952-5809ae4fb170 None None] Port b65613db-6559-4176-821b-e656e0e87858 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:48:50.604938 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8c03-88ee-4a48-aacf-857a40a963c3 req-a26086ff-6226-438a-a826-00324ea2e685 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:50.607003 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9e6d8c03-88ee-4a48-aacf-857a40a963c3 req-a26086ff-6226-438a-a826-00324ea2e685 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 931 time: 0.0950589 Dec 09 09:48:50.613217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.647119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4275d0c5-b886-4d53-ac9c-fefe1177a958,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:50.651667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.653808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ba623eb3-69c6-49f7-afc5-95884cc02904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:50.723283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:50.726494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:50.733650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65613db-6559-4176-821b-e656e0e87858 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:48:50.742194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.757850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Transition to ACTIVE for port object b65613db-6559-4176-821b-e656e0e87858 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:48:50.761522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:50.765963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bbfa6009-1a20-40bd-a5e0-6c9c6b2b206a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:50.772853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9e6d8c03-88ee-4a48-aacf-857a40a963c3 req-beed42c1-db30-4b41-85bb-67fdd058e78e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:50.788591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9e6d8c03-88ee-4a48-aacf-857a40a963c3 req-beed42c1-db30-4b41-85bb-67fdd058e78e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:50.789791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9e6d8c03-88ee-4a48-aacf-857a40a963c3 req-beed42c1-db30-4b41-85bb-67fdd058e78e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754539 Dec 09 09:48:50.895483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Pushing event updated for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:50.898935 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:51.002814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Attempting to bind port b65613db-6559-4176-821b-e656e0e87858 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:48:51.003135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Attempting to bind port b65613db-6559-4176-821b-e656e0e87858 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:48:51.003454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Attempting to bind port b65613db-6559-4176-821b-e656e0e87858 on network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:48:51.009011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Port b65613db-6559-4176-821b-e656e0e87858 on network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:48:51.009325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Attempting to bind port b65613db-6559-4176-821b-e656e0e87858 on network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:48:51.015287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:48:51.015612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Checking segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:48:51.016024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Bound using segment: {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:48:51.016433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Bound port: b65613db-6559-4176-821b-e656e0e87858, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:48:51.016766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:51.106026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:48:51.108863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65613db-6559-4176-821b-e656e0e87858,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:48:51.113868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:51.117313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-252745de-987c-40fd-89a4-115b67f6ed51 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:51.171348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:51.172686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] 10.222.0.58 "PUT /v2.0/ports/b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 1093 time: 0.9400661 Dec 09 09:48:51.173269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:51.195855 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Pushing event updated for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:51.198825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:51.250554 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858', 'status': 'completed', 'code': 200} Dec 09 09:48:51.398579 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-bb07468d-9cd0-4792-b37b-82db0c473c0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1096 time: 0.1801987 Dec 09 09:48:51.467696 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-c85eb14c-9b3d-41e5-99bf-dae31dc2cf94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 217 time: 0.0622807 Dec 09 09:48:51.531169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-62435cf6-beeb-4c17-add2-94b0c57b72d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:51.532640 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-62435cf6-beeb-4c17-add2-94b0c57b72d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 200 len: 835 time: 0.0588210 Dec 09 09:48:51.606377 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-33ae57f3-593b-44bf-b573-cf440e25cf55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670426 Dec 09 09:48:51.734415 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-a90adffd-ffa7-463e-88f8-80bbd41216f4 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215699 Dec 09 09:48:51.865422 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9af5f11e-8ca7-434f-bdd4-159c9763c977 req-252c09c1-550e-499c-bd2c-22f21e4a71d8 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242583 Dec 09 09:48:51.984249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-8a9afbc9-ba6b-4260-a6a7-3a6306d22f2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1096 time: 0.0734162 Dec 09 09:48:51.993230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dd5fc-06c3-499c-b549-6b6b5d869bcc req-42bde5d1-2bd9-44e9-8700-696759d7984c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:51.994678 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6dd5fc-06c3-499c-b549-6b6b5d869bcc req-42bde5d1-2bd9-44e9-8700-696759d7984c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 943 time: 0.0816476 Dec 09 09:48:52.040324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6dd5fc-06c3-499c-b549-6b6b5d869bcc req-6bc47d7b-754b-4066-890f-0fa97306dc6f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Dec 09 09:48:52.118981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-cd84c0bd-75f2-4ae0-9b3f-d0bdbb2a8383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:52.120346 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-cd84c0bd-75f2-4ae0-9b3f-d0bdbb2a8383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 898 time: 0.1300082 Dec 09 09:48:52.191144 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-6329b72d-36cf-4b61-b580-c7f470e78e38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 217 time: 0.0634828 Dec 09 09:48:52.259250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-60734152-1ef5-441f-8193-31c6b417ff63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:52.260695 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-60734152-1ef5-441f-8193-31c6b417ff63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 200 len: 835 time: 0.0614524 Dec 09 09:48:52.336030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:52.337204 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-d2d6dcb0-7646-4f21-87b1-e7f62e42e355 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693471 Dec 09 09:48:52.410453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:52.410843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:52.474038 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-b2311111-c965-4b73-9a62-823a341ac9b8 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294403 Dec 09 09:48:52.604937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0de4f666-0eaa-4be2-82bf-b70eb7120bba req-1ad0d5aa-8187-488e-ab9c-daea67e4858d service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242013 Dec 09 09:48:53.243567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461eba5-651b-429b-a833-f4ed0b6fa61d req-0ef1ecc5-bff6-49bf-bdc9-07b2fd8b293d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:53.244298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1461eba5-651b-429b-a833-f4ed0b6fa61d req-0ef1ecc5-bff6-49bf-bdc9-07b2fd8b293d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:48:53.258914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-1461eba5-651b-429b-a833-f4ed0b6fa61d req-0ef1ecc5-bff6-49bf-bdc9-07b2fd8b293d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:48:53.260207 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1461eba5-651b-429b-a833-f4ed0b6fa61d req-0ef1ecc5-bff6-49bf-bdc9-07b2fd8b293d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 943 time: 0.0977550 Dec 09 09:48:53.309348 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1461eba5-651b-429b-a833-f4ed0b6fa61d req-6c97322a-d543-46bf-aa01-fa75fa695932 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Dec 09 09:48:54.506712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ab84-5c75-41fd-bd23-6aa2d9369fd7 req-31e14011-d53e-42a1-bc8c-bf952f216bbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:54.508253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e323ab84-5c75-41fd-bd23-6aa2d9369fd7 req-31e14011-d53e-42a1-bc8c-bf952f216bbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 943 time: 0.0789711 Dec 09 09:48:54.552672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e323ab84-5c75-41fd-bd23-6aa2d9369fd7 req-5a116289-eb3e-415e-97f6-a028abda6ed5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Dec 09 09:48:55.652588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b65613db-6559-4176-821b-e656e0e87858 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:48:55.749543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a09d1-8be2-45d6-9135-8648dd976c23 req-9f0d92e6-08f8-4461-959b-fda88753390b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:55.750982 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba5a09d1-8be2-45d6-9135-8648dd976c23 req-9f0d92e6-08f8-4461-959b-fda88753390b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 943 time: 0.0768354 Dec 09 09:48:55.785784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65613db-6559-4176-821b-e656e0e87858,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:55.796476 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ba5a09d1-8be2-45d6-9135-8648dd976c23 req-a5034287-16fc-4920-8bbb-e4a7674c4e0c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Dec 09 09:48:55.798715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'b65613db-6559-4176-821b-e656e0e87858', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:48:55.854898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:55.871729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65613db-6559-4176-821b-e656e0e87858 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:48:55.886537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65613db-6559-4176-821b-e656e0e87858,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:55.889778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:55.891459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d4f707ff-d4a7-4b36-ab29-39d3ebdba748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:55.954332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:55.958218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:56.204737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['b65613db-6559-4176-821b-e656e0e87858'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:48:56.990633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e5ad-2a56-4bd3-9cfa-170f8968da75 req-3b84fcae-d277-4ae7-8a85-e5886ee8b083 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:56.992098 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6668e5ad-2a56-4bd3-9cfa-170f8968da75 req-3b84fcae-d277-4ae7-8a85-e5886ee8b083 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 944 time: 0.0770481 Dec 09 09:48:57.039941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6668e5ad-2a56-4bd3-9cfa-170f8968da75 req-2e35942c-a2e9-4580-abb1-7571f5d5ae43 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Dec 09 09:48:57.649955 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b65613db-6559-4176-821b-e656e0e87858 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:48:57.744274 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port b65613db-6559-4176-821b-e656e0e87858 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:48:57.749049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port b65613db-6559-4176-821b-e656e0e87858 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:48:57.749426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:57.858815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:57.884620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65613db-6559-4176-821b-e656e0e87858'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:48:57.894566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65613db-6559-4176-821b-e656e0e87858,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:48:57.898280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:48:57.900140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:48:57.944881 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65613db-6559-4176-821b-e656e0e87858', 'code': 200} Dec 09 09:48:57.971247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:48:57.974362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:48:58.172250 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79c243f6-f24b-4b65-bcdf-71cc0a97cdd5 req-bb375fe3-c833-479f-874c-8299b7e55e28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1098 time: 0.0739081 Dec 09 09:48:58.213603 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-79c243f6-f24b-4b65-bcdf-71cc0a97cdd5 req-f136552b-7464-4137-973a-971a71b82030 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355966 Dec 09 09:48:58.238213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be52bc-53dc-44ab-9e8b-5f30ec65d57a req-7ef61eee-1313-489a-95e9-f2509c459635 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:58.239642 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88be52bc-53dc-44ab-9e8b-5f30ec65d57a req-7ef61eee-1313-489a-95e9-f2509c459635 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.0771408 Dec 09 09:48:58.284976 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88be52bc-53dc-44ab-9e8b-5f30ec65d57a req-214885cd-96e7-43c0-a6ec-f7e3dafe9ab9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398154 Dec 09 09:48:59.545677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845eb88-2444-4f55-8ad5-b15424e257be req-c7f2610d-0657-4a58-9fec-dd876a9136ec tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:48:59.548338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a845eb88-2444-4f55-8ad5-b15424e257be req-c7f2610d-0657-4a58-9fec-dd876a9136ec tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.1245372 Dec 09 09:48:59.606079 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a845eb88-2444-4f55-8ad5-b15424e257be req-ec5d353f-0c3c-4ab1-8bcb-fe248c62268b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515168 Dec 09 09:49:00.807900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a77319-2ee0-4eb2-8e63-f07bb38040fa req-c3f07687-b7a7-422f-9beb-480faa0e0ca9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:00.809375 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-14a77319-2ee0-4eb2-8e63-f07bb38040fa req-c3f07687-b7a7-422f-9beb-480faa0e0ca9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.0796075 Dec 09 09:49:00.855672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-14a77319-2ee0-4eb2-8e63-f07bb38040fa req-40e36df2-995a-42af-b27a-be534b6617d5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Dec 09 09:49:01.153849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41fa78-ebfb-4a7f-ab52-4ba8911e56f0 req-7dc432bb-cd76-4094-a823-8e0dd2c09956 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:01.155268 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b41fa78-ebfb-4a7f-ab52-4ba8911e56f0 req-7dc432bb-cd76-4094-a823-8e0dd2c09956 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.1788988 Dec 09 09:49:01.201949 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b41fa78-ebfb-4a7f-ab52-4ba8911e56f0 req-68730ac3-da52-4c4a-8847-7b5b194568fc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Dec 09 09:49:01.231303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34048) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:01.308061 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-66a16731-63df-4795-9723-8ab887e2f8d9 tempest-TestNetworkBasicOps-157929931 tempest-TestNetworkBasicOps-157929931-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1093 time: 0.0754375 Dec 09 09:49:01.310563 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34052) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:01.315561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:01.320910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:49:01.324661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Usage tracker for resource:floatingip and tenant:cc889788119245e5ab1b77b56a01204a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:49:01.327422 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:49:01.333637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:49:01.346227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:01.487604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:01.622728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Allocated IP 172.26.4.53 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/01236f3a-7307-4a11-a575-0f2b2ee286f4) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:49:01.770105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:01.796529 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:01.801200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:49:01.866859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:49:01.870214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:49:01.874493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:49:01.898488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=01236f3a-7307-4a11-a575-0f2b2ee286f4,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:49:01.903190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:49:02.405504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:02.458732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:02.662432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:02.666725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:02.670988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-189c0ad5-b572-4350-ae41-bf20d93c089f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:49:02.771272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event updated for resources: {'Port': ['ID=01236f3a-7307-4a11-a575-0f2b2ee286f4,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:49:02.778695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:49:02.788252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:03.029411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:03.071646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Floating IP 5888174e-dd0d-400b-87fb-997a145a5b05 associated. External IP: 172.26.4.53, port: b65613db-6559-4176-821b-e656e0e87858. Dec 09 09:49:03.456459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:49:03.524807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-33a55f72-1006-414b-bea6-17e755d0d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:03.614206 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:49:03.658731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:49:03.669189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:49:03.680979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:49:03.681701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:49:03.684123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:03.738334 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4267666 Dec 09 09:49:03.738997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:49:03.741142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34056) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:03.802837 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858', 'status': 'completed', 'code': 200} Dec 09 09:49:03.861060 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-69a958be-a155-41f1-a028-71c138f7a2c5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1180575 Dec 09 09:49:03.869500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:49:03.899635 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-b10a8ec0-e477-4c9f-96e6-4eee7b76e349 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1098 time: 0.0748572 Dec 09 09:49:04.039351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717672-a912-4863-801d-f49ff1ce4a2b req-82a38932-acda-4b80-9fcf-a402da41630b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:04.040745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-82a38932-acda-4b80-9fcf-a402da41630b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 898 time: 0.1277592 Dec 09 09:49:04.146894 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-8cdca2a9-b844-4c6c-a5d5-f5d1f078ff1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 998 time: 0.0994215 Dec 09 09:49:04.209804 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717672-a912-4863-801d-f49ff1ce4a2b req-1b5539a8-d600-4e6d-89ec-25d6678e7c0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:04.211218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-1b5539a8-d600-4e6d-89ec-25d6678e7c0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 200 len: 835 time: 0.0581112 Dec 09 09:49:04.212151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:49:02Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:49:04.216097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Checking router: e4d93964-6728-4a3d-8e58-454c6b727f79 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:49:04.226860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:49:04.227466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:48:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:49:04.290394 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-d1df0ed1-0abc-43b5-991d-c57895b7ed75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726686 Dec 09 09:49:04.403080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:49:04.421026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-818103e2-d7b6-4934-b39f-2ceec1efe8c4 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240492 Dec 09 09:49:04.650772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:04.663080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61717672-a912-4863-801d-f49ff1ce4a2b req-ddd7d63b-2f8d-4075-bbfc-f9b93bcb83ac service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360840 Dec 09 09:49:04.766200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:49:02Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:49:04.770245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f2766-0088-4fe7-833b-d261d5f57d01 None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:43Z', 'revision_number': 4, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:49:02Z', 'revision_number': 0, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 5, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:49:04.864907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34062) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:04.968399 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b32f4-8937-4d52-b7eb-3ef47e47abc1 None None] New status for floating IP 5888174e-dd0d-400b-87fb-997a145a5b05: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:49:04.977477 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d7525671-254e-4b53-9236-47a4c392cbc0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1113722 Dec 09 09:49:05.759365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-71ba2e39-3b8b-47e0-8536-7012e99daf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:05.981336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34066) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:06.086087 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92049a6c-53f3-414e-8bc3-3eebee46975f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 992 time: 0.1034713 Dec 09 09:49:06.821026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:08.272338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:33.041975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:33.527617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b52db8ec-7caa-4038-92e4-98b257f3f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:34.601815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:35.760458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-10ceb2f7-479b-458e-af53-b25a6d09814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:36.823049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:38.364451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:49:40.615411 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:49:55.804199 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-c11d284c-bdee-49cc-80b8-4c61d62a1bd2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664978 Dec 09 09:49:55.940596 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-4b3e985b-4088-48d8-9eb8-09c57fbd0c13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1098 time: 0.0684574 Dec 09 09:49:56.085474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-fd6c7b64-096e-4839-b768-64fa6b2ac832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:56.086829 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-fd6c7b64-096e-4839-b768-64fa6b2ac832 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 898 time: 0.1277857 Dec 09 09:49:56.193430 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-4e16458a-df17-4379-bb69-ec9a225c327a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 1000 time: 0.0999506 Dec 09 09:49:56.262479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-5a4f2082-2679-4af1-b860-2f90baaf4712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:49:56.263922 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-5a4f2082-2679-4af1-b860-2f90baaf4712 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 200 len: 835 time: 0.0627484 Dec 09 09:49:56.337784 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-73a7c754-3029-428a-a8ee-10953fdb7f82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678384 Dec 09 09:49:56.469241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-03c364c2-4ed0-4708-ab16-538f5fb4c05a service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Dec 09 09:49:56.599215 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-01d369a0-108b-437a-a77c-56bcf86143d0 req-275d3310-0e02-4c3e-bd2b-7c8bfc33f679 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239228 Dec 09 09:50:03.046154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:03.528336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f12f5fda-ad6b-460f-9eaa-d9692c331a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:04.603601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:05.761634 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-39a5a5a6-df31-441c-a7f3-82998022ab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:06.825734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:08.276928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:15.430646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34094) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:15.436073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:15.991979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:16.002257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:16.307686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:50:16.503561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:50:16.509397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:16.510524 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-886defd2-f5a8-4837-b80b-f1ca0875104b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/e4d93964-6728-4a3d-8e58-454c6b727f79 HTTP/1.1" status: 200 len: 888 time: 1.0789318 Dec 09 09:50:16.515525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:50:16.527428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:16.528077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:16.588910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:16.599162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:16.599778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:16.657387 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:16.657799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdda69-2a3b-451e-8f55-a6a851b583ef None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:50:17.419445 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643775bf-0c36-4bad-827a-1cd08f2cd5fa None None] New status for floating IP 5888174e-dd0d-400b-87fb-997a145a5b05: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:50:17.669071 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:50:18.370783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:18.484742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:18.500725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2df25c34-7a86-404a-a80f-67d12350392b,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:18.504608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:18.505510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:18.527899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e5b1183d-f761-4bf0-8956-7fc949da2b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:18.618613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:18.654265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.654610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.654951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.655292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.655655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.656025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.656352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.656678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.657003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.657325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.657645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:18.665987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:18.685263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:18.694090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34102) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:18.699428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:18.718610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4275d0c5-b886-4d53-ac9c-fefe1177a958,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:18.722795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:18.724827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:18.790872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:18.793942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:19.255731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:19.266418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416681'] for router, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:19.460549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:50:19.658135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:50:19.663628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:19.664879 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ccbf3f4e-e211-4cba-9b81-c9ad1cb9b83d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/e4d93964-6728-4a3d-8e58-454c6b727f79 HTTP/1.1" status: 200 len: 887 time: 0.9698057 Dec 09 09:50:19.667848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34106) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:19.670378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:50:19.682150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:19.682837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:19.861760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:50:19.904075 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a70d6018-b2f0-4732-a386-e7570e3bdc51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.2350216 Dec 09 09:50:20.208781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:19Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:50:17Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:20.212655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Checking router: e4d93964-6728-4a3d-8e58-454c6b727f79 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:50:20.223300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:20.223876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:20.447904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:50:20.792187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:19Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:50:17Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:20.796059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088cc10-c55c-4e15-a9ea-dfe1861ea0d4 None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:19Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '5888174e-dd0d-400b-87fb-997a145a5b05', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'port_id': 'b65613db-6559-4176-821b-e656e0e87858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'mac_address': 'fa:16:3e:32:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:02Z', 'updated_at': '2021-12-09T09:50:17Z', 'revision_number': 2, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4275d0c5-b886-4d53-ac9c-fefe1177a958', 'name': '', 'network_id': '3d4d2f76-c278-4bd1-a8a8-3522b17e9acf', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'mac_address': 'fa:16:3e:44:bb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:42Z', 'updated_at': '2021-12-09T09:50:18Z', 'revision_number': 6, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'subnets': [{'id': '8e766a89-7c2b-4c12-af3b-5e18c8c56693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:50:20.907327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34110) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:21.168474 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-86dd81f3-0e1b-48aa-adb9-722ee2de9f2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.2596166 Dec 09 09:50:22.170915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34116) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:22.279384 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-124e1799-9085-45e5-ab15-90c6d09d2857 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1065977 Dec 09 09:50:22.410010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:50:22.476065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2df25c34-7a86-404a-a80f-67d12350392b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:22.476343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.587470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.603028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2df25c34-7a86-404a-a80f-67d12350392b,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:22.607009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.608012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:50:22.630854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-4e1ab3a2-9ca3-42f6-8dc7-80118cc30758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:22.719905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:22.723268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:22.734499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:22.734883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.847373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.878908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4275d0c5-b886-4d53-ac9c-fefe1177a958,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:22.882234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:22.884014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:22.949285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:22.952297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:23.283251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34120) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:23.386621 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-353ed4a7-9646-4522-8729-342ad8162bfb tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1021600 Dec 09 09:50:24.381997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:50:24.389509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34124) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:24.455947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2df25c34-7a86-404a-a80f-67d12350392b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:24.456905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:24.502295 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ead91c26-fff0-4326-8e03-ba19d3ba47aa tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1114383 Dec 09 09:50:24.585471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:50:24.657918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4275d0c5-b886-4d53-ac9c-fefe1177a958 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:24.658300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:25.504529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34128) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:25.614409 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a13f1fa2-af83-4862-a9dc-d9113bc3f079 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1085947 Dec 09 09:50:26.618454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:26.727452 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c44a5bb4-a1dd-4f48-98d1-2223c9940b1d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1078751 Dec 09 09:50:27.731304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34136) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:27.836809 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d2653b48-04ad-463e-befb-6f456ebdf820 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 990 time: 0.1041937 Dec 09 09:50:27.970691 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eede71-14af-4950-9bcc-d9f14ece9846 None None] New status for floating IP 5888174e-dd0d-400b-87fb-997a145a5b05: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:50:28.840595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34140) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:28.946834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5d7dd202-412b-4a34-b655-6848e860bbcd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 200 len: 992 time: 0.1049881 Dec 09 09:50:29.233507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34148) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:29.426733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 01236f3a-7307-4a11-a575-0f2b2ee286f4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:50:29.427071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:29.597021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:29.597237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:29.716323 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 01236f3a-7307-4a11-a575-0f2b2ee286f4 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:50:29.867261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:29.871168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e382ffde-66ba-450e-9754-5bbf48465386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:29.914375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=01236f3a-7307-4a11-a575-0f2b2ee286f4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:29.960771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.961162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.961535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.961910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.962272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.962636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.962996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.963354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.963713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.964092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:29.964447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:30.102911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:30.132681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:30.520412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:50:30.716841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:50:30.736989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:30.789487 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/floatingips/5888174e-dd0d-400b-87fb-997a145a5b05 HTTP/1.1" status: 204 len: 168 time: 1.5548842 Dec 09 09:50:30.790134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:50:30.845094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'tag': 'b65613db-6559-4176-821b-e656e0e87858', 'status': 'completed', 'code': 200} Dec 09 09:50:30.937832 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-09ec0685-1d10-4135-868d-6afb3231453f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc889788119245e5ab1b77b56a01204a&device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 1098 time: 0.0699744 Dec 09 09:50:31.074436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-b9a17a0e-ed01-4c4f-a220-218097fc8912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:31.075815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-b9a17a0e-ed01-4c4f-a220-218097fc8912 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 200 len: 898 time: 0.1321208 Dec 09 09:50:31.185043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-ca36e334-cad0-4291-b8ba-35d46a027c55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 200 len: 217 time: 0.1022971 Dec 09 09:50:31.371147 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-bba6fd0b-53f8-45f7-aa71-2c79e27c163c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:31.372517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-bba6fd0b-53f8-45f7-aa71-2c79e27c163c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 200 len: 835 time: 0.1804564 Dec 09 09:50:31.379470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871595a-05e3-4889-a707-23a1bb37b58d req-20e10dc8-9506-439e-82c6-d15feb687edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:31.380834 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1871595a-05e3-4889-a707-23a1bb37b58d req-20e10dc8-9506-439e-82c6-d15feb687edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.2480645 Dec 09 09:50:31.473759 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1871595a-05e3-4889-a707-23a1bb37b58d req-78765a6e-1314-450e-b464-03d52a273bd7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637338 Dec 09 09:50:31.482816 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-3e754062-e136-4be6-9eb3-748849bac13a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011324 Dec 09 09:50:31.616007 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-1b992e77-95da-49b7-88b6-4645fa139538 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250992 Dec 09 09:50:31.748653 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d4bd166-d6cf-4dc8-a600-4375d6b09730 req-d0706a09-960b-4b38-af88-eae4888452f2 service neutron] 10.222.0.58 "GET /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255136 Dec 09 09:50:32.677720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3891d0-5043-489b-84c3-7fcb85dc6f0b req-856f02af-e685-4cb4-b7c8-caeb7f86a25f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:32.678286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-7d3891d0-5043-489b-84c3-7fcb85dc6f0b req-856f02af-e685-4cb4-b7c8-caeb7f86a25f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Synchronizing usage tracker for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:50:32.693260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-7d3891d0-5043-489b-84c3-7fcb85dc6f0b req-856f02af-e685-4cb4-b7c8-caeb7f86a25f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Unset dirty status for tenant:cc889788119245e5ab1b77b56a01204a on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:50:32.694480 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7d3891d0-5043-489b-84c3-7fcb85dc6f0b req-856f02af-e685-4cb4-b7c8-caeb7f86a25f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.0950601 Dec 09 09:50:32.739781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7d3891d0-5043-489b-84c3-7fcb85dc6f0b req-545d64c8-6b78-4e1e-a4ef-0d702e54f4ce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b1c57c2-8c62-444a-9643-599a186adf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Dec 09 09:50:32.817939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-b5e8f1e0-dbd0-4fd2-8589-1d2a2bd2e443 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:32.819335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-b5e8f1e0-dbd0-4fd2-8589-1d2a2bd2e443 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 945 time: 0.0826287 Dec 09 09:50:32.886063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port b65613db-6559-4176-821b-e656e0e87858 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:50:32.886400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.054098 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.130667 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port b65613db-6559-4176-821b-e656e0e87858, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=b65613db-6559-4176-821b-e656e0e87858,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:33.131023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.252867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for b65613db-6559-4176-821b-e656e0e87858 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:50:33.397086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.402454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d7c7906-d660-4195-9d3f-13bc701efe18 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:33.443371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=b65613db-6559-4176-821b-e656e0e87858,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:33.481756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.482137 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.482507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.482871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.483234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.484156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.484538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.484871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.485225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.485828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.486181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:50:33.493741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:33.529254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8b237a6-d805-49f9-af5c-1e10a10af426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.530188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] No DVR routers for this DVR port b65613db-6559-4176-821b-e656e0e87858 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:50:33.532519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:33.535095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'name': 'network-vif-deleted', 'tag': 'b65613db-6559-4176-821b-e656e0e87858'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:50:33.549579 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5d3d1339-f123-458b-88c1-0794b55719c3 req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.58 "DELETE /v2.0/ports/b65613db-6559-4176-821b-e656e0e87858 HTTP/1.1" status: 204 len: 173 time: 0.7248802 Dec 09 09:50:33.596025 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fff9cd2-5bec-4d33-b899-a9988f33ac69', 'name': 'network-vif-deleted', 'tag': 'b65613db-6559-4176-821b-e656e0e87858', 'status': 'completed', 'code': 200} Dec 09 09:50:33.937211 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b15ec328-3c3d-47e2-8178-ec2c09ae0d51 req-ed751f07-2544-44ee-b46a-c1a03cb784b6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fff9cd2-5bec-4d33-b899-a9988f33ac69 HTTP/1.1" status: 200 len: 210 time: 0.0496483 Dec 09 09:50:34.608213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.043688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34166) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.110868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.142581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.208239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.212176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c87f1a5-4b6a-4aae-aa20-9a16d8b481b8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:35.227999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c57c2-8c62-444a-9643-599a186adf06,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:35.230565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:35.239440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.240713 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b1c57c2-8c62-444a-9643-599a186adf06 HTTP/1.1" status: 204 len: 168 time: 0.1960382 Dec 09 09:50:35.281450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.672933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:35.762834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b4b0-ec36-4f45-a784-cabd14aa3f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:36.150945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b65613db-6559-4176-821b-e656e0e87858 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:36.183015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: b65613db-6559-4176-821b-e656e0e87858 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:50:36.183365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device b65613db-6559-4176-821b-e656e0e87858 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:50:36.409144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 4275d0c5-b886-4d53-ac9c-fefe1177a958 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:50:36.409708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:36.598233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 4275d0c5-b886-4d53-ac9c-fefe1177a958, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4275d0c5-b886-4d53-ac9c-fefe1177a958,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:36.598501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:36.717014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 4275d0c5-b886-4d53-ac9c-fefe1177a958 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:50:36.832309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:36.897906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:36.901856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:36.944787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=4275d0c5-b886-4d53-ac9c-fefe1177a958,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:36.947639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:37.254565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:37.937140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Router e4d93964-6728-4a3d-8e58-454c6b727f79 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:50:38.134911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:50:38.148039 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "PUT /v2.0/routers/e4d93964-6728-4a3d-8e58-454c6b727f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8655109 Dec 09 09:50:38.150631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:38.281725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.331640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting subnet 8e766a89-7c2b-4c12-af3b-5e18c8c56693 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:50:38.334576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.396149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.431363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Sync routers for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:50:38.443224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:38.443895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:38.479389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.560617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.565995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9c2960f9-9b1b-4494-af75-2e6c785da5b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:38.602299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Subnet': ['ID=8e766a89-7c2b-4c12-af3b-5e18c8c56693,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:38.604767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:38.607333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:38.617715 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/subnets/8e766a89-7c2b-4c12-af3b-5e18c8c56693 HTTP/1.1" status: 204 len: 168 time: 0.4637210 Dec 09 09:50:38.617977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c68c21-b65f-4f61-bd48-c63e162342d2 None None] Network 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:50:38.618106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:38.800868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:50:38.818936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.119051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] DHCP port deletion for 3d4d2f76-c278-4bd1-a8a8-3522b17e9acf request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 09:50:39.125694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '2df25c34-7a86-404a-a80f-67d12350392b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:36Z', 'revision_number': 7, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port': {'id': '2df25c34-7a86-404a-a80f-67d12350392b', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:39.127652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Deleting port bcf07449-5807-43c7-90de-d0b02ef8327b {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:50:39.128060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.143552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.153232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Deleting port 2df25c34-7a86-404a-a80f-67d12350392b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:50:39.153595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.156349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Checking router: e4d93964-6728-4a3d-8e58-454c6b727f79 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:50:39.216221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Routers {'e4d93964-6728-4a3d-8e58-454c6b727f79'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:50:39.216850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:50:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['e4d93964-6728-4a3d-8e58-454c6b727f79'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:39.326891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] For port 2df25c34-7a86-404a-a80f-67d12350392b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2df25c34-7a86-404a-a80f-67d12350392b,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:39.328277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.453415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Calling delete_port for 2df25c34-7a86-404a-a80f-67d12350392b owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:50:39.464683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] Set router e4d93964-6728-4a3d-8e58-454c6b727f79 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:50:39.509169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] For port bcf07449-5807-43c7-90de-d0b02ef8327b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=bcf07449-5807-43c7-90de-d0b02ef8327b,segment=NetworkSegment(de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8),segment_id=de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:39.509562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.619687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.623178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cebe7435-9c8c-408e-8b4c-847947168e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:39.663562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Port': ['ID=2df25c34-7a86-404a-a80f-67d12350392b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:39.666658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:39.681382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:39Z', 'revision_number': 8, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:39.691935 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Calling delete_port for bcf07449-5807-43c7-90de-d0b02ef8327b owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:50:39.780609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6a0c-c86a-49fc-a4ee-c363c4dc056b None None] The sync data for ids ['e4d93964-6728-4a3d-8e58-454c6b727f79'] in dv-neutron-821175-1-hyperv is: [{'id': 'e4d93964-6728-4a3d-8e58-454c6b727f79', 'name': 'tempest-TestNetworkBasicOps-router-1896223280', 'tenant_id': 'cc889788119245e5ab1b77b56a01204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:39Z', 'updated_at': '2021-12-09T09:50:39Z', 'revision_number': 8, 'project_id': 'cc889788119245e5ab1b77b56a01204a', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:50:39.830710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:39.834292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:39.876085 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Pushing event deleted for resources: {'Port': ['ID=bcf07449-5807-43c7-90de-d0b02ef8327b,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:39.878899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:39.884100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] No DVR routers for this DVR port bcf07449-5807-43c7-90de-d0b02ef8327b on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:50:39.908738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.162449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.166687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.197388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.197993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Fanout notify agent at l3_agent the message router_deleted on router e4d93964-6728-4a3d-8e58-454c6b727f79 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 09:50:40.215837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.217065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/routers/e4d93964-6728-4a3d-8e58-454c6b727f79 HTTP/1.1" status: 204 len: 168 time: 1.5981960 Dec 09 09:50:40.219805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34184) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:40.335009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.558850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bcf07449-5807-43c7-90de-d0b02ef8327b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:40.590017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.593401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: bcf07449-5807-43c7-90de-d0b02ef8327b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:50:40.593758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device bcf07449-5807-43c7-90de-d0b02ef8327b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:50:40.594187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:40.600650 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2b303-7ca1-4434-af9d-b3a228739d80 None None] New status for floating IP 5888174e-dd0d-400b-87fb-997a145a5b05: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:50:40.618762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4d2f76-c278-4bd1-a8a8-3522b17e9acf']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:40.625371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 2df25c34-7a86-404a-a80f-67d12350392b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:50:40.625728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2df25c34-7a86-404a-a80f-67d12350392b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:50:40.626150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:50:40.630879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:40.631168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de85c50e-0cd5-4ff4-a4fa-2b9849e9f9a8') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:50:40.643332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.656783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4275d0c5-b886-4d53-ac9c-fefe1177a958 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:50:40.657567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4275d0c5-b886-4d53-ac9c-fefe1177a958 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:50:40.661284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.668041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:50:40.668401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:50:40.686707 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:50:40.763236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.766847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4dfe3a74-2980-4c4b-8d13-8a283e095673 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:40.781578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:40.794155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Pushing event deleted for resources: {'Network': ['ID=3d4d2f76-c278-4bd1-a8a8-3522b17e9acf,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:40.797104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] 10.222.0.41 "DELETE /v2.0/networks/3d4d2f76-c278-4bd1-a8a8-3522b17e9acf HTTP/1.1" status: 204 len: 168 time: 0.5761750 Dec 09 09:50:40.798022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:41.143971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34192) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:41.335274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6d99ac11-1ac6-4839-aa9a-afe4d4f9c24e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc889788119245e5ab1b77b56a01204a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900399 Dec 09 09:50:41.337642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34198) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:41.396015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.421515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.472755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.476379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5daad16-1f62-46b2-94e7-81981c8a8cf6 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:41.489133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:41.492380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:41.497437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.498538 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad9d8c18-c1ee-4b6f-a882-2b5f0d9c7319 HTTP/1.1" status: 204 len: 168 time: 0.1599977 Dec 09 09:50:41.833208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34206) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:41.852209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.883217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:50:41.886969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8afe8bbe3947108bc14c2f911c5d65 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:50:41.890703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:50:41.896283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:50:41.962688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.966087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:41.973432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e548707-d8d3-461c-adfd-5a945d51ceaa tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:42.017059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1c637-27be-4077-b88e-429b526aee71,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:42.020939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee8afe8bbe3947108bc14c2f911c5d65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867390 Dec 09 09:50:42.021809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5f3b07a7-d629-443f-86e0-fcba96039661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:42.023546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34210) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:42.083328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:42.108078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:42.159088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:42.164204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-22b580e9-9122-4cfb-9c7c-e87850a1913a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:42.176769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1c637-27be-4077-b88e-429b526aee71,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:42.179602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:42.180476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:42.181601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66b1c637-27be-4077-b88e-429b526aee71 HTTP/1.1" status: 204 len: 168 time: 0.1571288 Dec 09 09:50:49.551103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-ef7c7988-fcc9-4285-8889-5a16cf8a27a8 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=033d9ef6261d4ce89ed38702854081e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276949 Dec 09 09:50:49.699916 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-c97aa1fd-289f-4f02-bb81-cbab4583fdd3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:49.701232 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-c97aa1fd-289f-4f02-bb81-cbab4583fdd3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451657 Dec 09 09:50:49.717036 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-6d01c163-530f-4a14-92fc-bc9ba78db5c0 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/quotas/033d9ef6261d4ce89ed38702854081e3 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Dec 09 09:50:49.761959 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-dcc115f4-aba2-4a9c-afea-dab330f149bb tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=033d9ef6261d4ce89ed38702854081e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395658 Dec 09 09:50:49.951663 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a918521c-992b-403c-b52a-d74cfe9775a7 req-d849ad7d-1c6c-418d-a180-9c74593d20fa tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0527890 Dec 09 09:50:50.834060 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-703c01cd-83df-4527-b014-f2f67b3f9619 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=033d9ef6261d4ce89ed38702854081e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349123 Dec 09 09:50:51.090075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-d400ffdc-222b-4ab4-8ddb-50cdd1a3db80 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:51.091361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-d400ffdc-222b-4ab4-8ddb-50cdd1a3db80 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522116 Dec 09 09:50:51.124368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Request body: {'port': {'device_id': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab', 'admin_state_up': True, 'tenant_id': '033d9ef6261d4ce89ed38702854081e3'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:51.154252 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-73897e01-9b8f-4b7d-8008-d19558c294d7 req-4317bf0e-8496-4b80-9193-2778b6156713 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0618882 Dec 09 09:50:51.266863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:50:51.270605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Usage tracker for resource:port and tenant:033d9ef6261d4ce89ed38702854081e3 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:50:51.273412 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:50:51.279013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:50:51.288948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Made reservation on behalf of 033d9ef6261d4ce89ed38702854081e3 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:50:51.292119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.305070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.337697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:50:51.341492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Usage tracker for resource:security_group_rule and tenant:033d9ef6261d4ce89ed38702854081e3 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:50:51.344411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:50:51.349941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:50:51.420431 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.424462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.428255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3d100c46-56b7-470f-a388-47c69fed9efe tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:51.504802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:51.513301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:51.589323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Allocated IP 192.168.233.27 (be2f3475-2780-4aee-bc53-4f151fdfc7ab/90685e93-7c8e-43f0-ad73-7b44fb1df788/bafd742d-e15b-47f2-85ba-c4f8cd871937) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:50:51.790799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.806621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Transition to ACTIVE for port object bafd742d-e15b-47f2-85ba-c4f8cd871937 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:50:51.827435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.832838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4a25d3bd-dd45-49d5-934e-04dd73dfda41 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:51.892683 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Network be2f3475-2780-4aee-bc53-4f151fdfc7ab is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:50:51.899743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:50:51.904176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:50:51.940213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Pushing event updated for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:51.944593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:51.970800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:51.971203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:51.999058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8779683 Dec 09 09:50:52.011518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Request body: {'port': {'device_id': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:52.124523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.165227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-25a6c4bc-a19d-41c5-9424-24119e0a3d72 None None] Provisioning for port bafd742d-e15b-47f2-85ba-c4f8cd871937 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:50:52.170146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-25a6c4bc-a19d-41c5-9424-24119e0a3d72 None None] Provisioning complete for port bafd742d-e15b-47f2-85ba-c4f8cd871937 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:52.170523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-25a6c4bc-a19d-41c5-9424-24119e0a3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.223906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-25a6c4bc-a19d-41c5-9424-24119e0a3d72 None None] Port bafd742d-e15b-47f2-85ba-c4f8cd871937 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:50:52.357491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ad3b5-a28d-44a4-a85c-5cf8e8ff3f11 req-8cf74215-d4dd-4587-bd33-8cc78b6fe0b1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:52.358941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-298ad3b5-a28d-44a4-a85c-5cf8e8ff3f11 req-8cf74215-d4dd-4587-bd33-8cc78b6fe0b1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 935 time: 0.0792913 Dec 09 09:50:52.405450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-298ad3b5-a28d-44a4-a85c-5cf8e8ff3f11 req-5518c099-4aa7-4456-a7f2-ba977a7b94a1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Dec 09 09:50:52.459484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafd742d-e15b-47f2-85ba-c4f8cd871937 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:50:52.466144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.481315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Transition to ACTIVE for port object bafd742d-e15b-47f2-85ba-c4f8cd871937 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:50:52.484879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.489122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-197e2ad9-0760-4fb0-a0f4-aa4cc0c7a91d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:52.615910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:52.619522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:52.722177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Attempting to bind port bafd742d-e15b-47f2-85ba-c4f8cd871937 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:50:52.722507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Attempting to bind port bafd742d-e15b-47f2-85ba-c4f8cd871937 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:50:52.722830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Attempting to bind port bafd742d-e15b-47f2-85ba-c4f8cd871937 on network be2f3475-2780-4aee-bc53-4f151fdfc7ab {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:50:52.728456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Port bafd742d-e15b-47f2-85ba-c4f8cd871937 on network be2f3475-2780-4aee-bc53-4f151fdfc7ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:50:52.728772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Attempting to bind port bafd742d-e15b-47f2-85ba-c4f8cd871937 on network be2f3475-2780-4aee-bc53-4f151fdfc7ab {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:50:52.734965 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:50:52.735294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Checking segment: {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:50:52.735675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Bound using segment: {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:50:52.736377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Bound port: bafd742d-e15b-47f2-85ba-c4f8cd871937, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc82bd94-349a-494b-b01f-20b257847066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:50:52.736716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.829006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:50:52.831905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:50:52.835883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.839848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:52.892342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:52.893665 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] 10.222.0.58 "PUT /v2.0/ports/bafd742d-e15b-47f2-85ba-c4f8cd871937 HTTP/1.1" status: 200 len: 1097 time: 0.8863900 Dec 09 09:50:52.894204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:50:52.918523 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:52.921710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:52.978791 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937', 'status': 'completed', 'code': 200} Dec 09 09:50:53.018227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-47f74b57-ca65-4139-86ab-bacce6d1a19e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=033d9ef6261d4ce89ed38702854081e3&device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 1100 time: 0.0823810 Dec 09 09:50:53.086048 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-7927e2a2-662c-4a39-a4d7-99f110eaf74e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937 HTTP/1.1" status: 200 len: 217 time: 0.0611126 Dec 09 09:50:53.154555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-c769661d-5df9-4d0a-95e7-64f22443c082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:53.155940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-c769661d-5df9-4d0a-95e7-64f22443c082 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=90685e93-7c8e-43f0-ad73-7b44fb1df788 HTTP/1.1" status: 200 len: 843 time: 0.0642035 Dec 09 09:50:53.229630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-fa8c17cc-fb3d-46cd-ad46-658f56d485ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be2f3475-2780-4aee-bc53-4f151fdfc7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0668213 Dec 09 09:50:53.454819 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-831b09b3-ecc3-4c4f-9faf-f365e9434153 service neutron] 10.222.0.58 "GET /v2.0/networks/be2f3475-2780-4aee-bc53-4f151fdfc7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187605 Dec 09 09:50:53.584931 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-42cb9568-3b75-4234-8810-2b8ad4727e20 req-479bc4d9-9cc2-42fe-9b5c-08a34956fe28 service neutron] 10.222.0.58 "GET /v2.0/networks/be2f3475-2780-4aee-bc53-4f151fdfc7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232293 Dec 09 09:50:53.606578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083639-5fba-4b42-865f-9e7e6bcb2c51 req-d8c076c6-7094-400f-b2b2-6870403c6d75 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:53.608069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-18083639-5fba-4b42-865f-9e7e6bcb2c51 req-d8c076c6-7094-400f-b2b2-6870403c6d75 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 947 time: 0.0813169 Dec 09 09:50:53.655609 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-18083639-5fba-4b42-865f-9e7e6bcb2c51 req-0c1c5c8c-72ff-4ccd-bba3-1213a08d3e89 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Dec 09 09:50:53.700948 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-deebcbfc-3942-44e7-bab5-b821f2891e7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=033d9ef6261d4ce89ed38702854081e3&device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 1100 time: 0.0731189 Dec 09 09:50:53.826960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-80144741-298e-45f3-a2c5-1e531b165457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:53.828954 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-80144741-298e-45f3-a2c5-1e531b165457 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be2f3475-2780-4aee-bc53-4f151fdfc7ab HTTP/1.1" status: 200 len: 870 time: 0.1212475 Dec 09 09:50:53.897948 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-255ea793-df82-4346-9ac5-e5ccaee43017 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937 HTTP/1.1" status: 200 len: 217 time: 0.0617359 Dec 09 09:50:53.963103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-54b4d013-1eff-41e8-99af-fe03e13be43d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:53.964467 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-54b4d013-1eff-41e8-99af-fe03e13be43d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=90685e93-7c8e-43f0-ad73-7b44fb1df788 HTTP/1.1" status: 200 len: 843 time: 0.0600851 Dec 09 09:50:54.038248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-83b3523f-72b5-49e8-a7e0-a150dbffc641 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be2f3475-2780-4aee-bc53-4f151fdfc7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0674891 Dec 09 09:50:54.168045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-4ba40af2-b080-461d-b20a-fc3643bb23c7 service neutron] 10.222.0.58 "GET /v2.0/networks/be2f3475-2780-4aee-bc53-4f151fdfc7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230404 Dec 09 09:50:54.298668 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-196ef2ad-88fe-4afd-b1cc-af1dfd56d5e5 req-3a1d409a-7d29-4c6a-b4c1-553be0c11312 service neutron] 10.222.0.58 "GET /v2.0/networks/be2f3475-2780-4aee-bc53-4f151fdfc7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230977 Dec 09 09:50:54.658351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:50:54.855765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-8527ba7b-8219-4967-a632-c0b68f8a0743 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:54.856457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-8527ba7b-8219-4967-a632-c0b68f8a0743 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Synchronizing usage tracker for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:50:54.873281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-8527ba7b-8219-4967-a632-c0b68f8a0743 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Unset dirty status for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:50:54.874414 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-8527ba7b-8219-4967-a632-c0b68f8a0743 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 947 time: 0.0973175 Dec 09 09:50:54.918158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-1da09d5f-693d-4ae3-acbe-34919106d699 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Synchronizing usage tracker for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:50:54.934861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-1da09d5f-693d-4ae3-acbe-34919106d699 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Unset dirty status for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:50:54.936270 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f1d1cc04-6d6f-4660-bd62-498ec4708106 req-1da09d5f-693d-4ae3-acbe-34919106d699 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562396 Dec 09 09:50:56.129371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6df38-b49c-4357-a4bd-205b104012b2 req-38be2757-eb91-41e2-b530-66a22545677d tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:56.130791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-54d6df38-b49c-4357-a4bd-205b104012b2 req-38be2757-eb91-41e2-b530-66a22545677d tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 947 time: 0.0755713 Dec 09 09:50:56.175589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-54d6df38-b49c-4357-a4bd-205b104012b2 req-a17337f9-42fb-4bcb-9ace-28fa136be628 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Dec 09 09:50:56.272037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device bafd742d-e15b-47f2-85ba-c4f8cd871937 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:50:56.404181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:56.417146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'bafd742d-e15b-47f2-85ba-c4f8cd871937', 'network_id': 'be2f3475-2780-4aee-bc53-4f151fdfc7ab', 'port_id': 'bafd742d-e15b-47f2-85ba-c4f8cd871937', 'mac_address': 'fa:16:3e:97:e1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90685e93-7c8e-43f0-ad73-7b44fb1df788', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:50:56.472876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:56.490301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafd742d-e15b-47f2-85ba-c4f8cd871937 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:50:56.506023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:56.509845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:56.511560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:56.575633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:56.579429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:56.865490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['bafd742d-e15b-47f2-85ba-c4f8cd871937'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:50:57.370036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c3ff6-f976-494e-9654-37a0723925f3 req-9ad2815a-4bce-4267-8a29-a3dd3df8f849 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:57.371461 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a89c3ff6-f976-494e-9654-37a0723925f3 req-9ad2815a-4bce-4267-8a29-a3dd3df8f849 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 948 time: 0.0778835 Dec 09 09:50:57.416963 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a89c3ff6-f976-494e-9654-37a0723925f3 req-ab455117-8f9b-45cc-a6d0-2e8fa4e2892c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Dec 09 09:50:58.290101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device bafd742d-e15b-47f2-85ba-c4f8cd871937 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:50:58.356421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port bafd742d-e15b-47f2-85ba-c4f8cd871937 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:50:58.362125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port bafd742d-e15b-47f2-85ba-c4f8cd871937 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:50:58.362508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:58.474967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:58.502500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:50:58.512647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:50:58.516825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:50:58.520044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-da62c7ee-0b0e-4e65-8c1b-a155b7a00814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:50:58.558637 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937', 'code': 200} Dec 09 09:50:58.595787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:50:58.599329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:50:58.626557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce0a7d-6d7c-43c6-aa36-9bcbadf63be1 req-da95b140-887c-474a-b341-4a0b8ae7cd1e tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:58.628052 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7dce0a7d-6d7c-43c6-aa36-9bcbadf63be1 req-da95b140-887c-474a-b341-4a0b8ae7cd1e tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.0896947 Dec 09 09:50:58.673292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7dce0a7d-6d7c-43c6-aa36-9bcbadf63be1 req-3bcf37b0-324e-4328-a09b-ee3529b1b78c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Dec 09 09:50:58.785867 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4be6b34-f1e4-4e5a-abdc-93b49c0058da req-33ea454c-0acc-4bc8-b6f8-462d14552491 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 1102 time: 0.0720918 Dec 09 09:50:58.827895 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4be6b34-f1e4-4e5a-abdc-93b49c0058da req-0b4247db-4d65-4c58-ae85-b96a39b097e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Dec 09 09:50:59.872296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1026-b6f8-43c0-a602-ca7a1ad64893 req-93fb02b9-daf6-4c53-9090-5d0e500b90d1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:50:59.873729 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f7a1026-b6f8-43c0-a602-ca7a1ad64893 req-93fb02b9-daf6-4c53-9090-5d0e500b90d1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.0755177 Dec 09 09:50:59.921673 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f7a1026-b6f8-43c0-a602-ca7a1ad64893 req-3f3ac914-6368-4f84-b994-ddb3d9407433 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Dec 09 09:51:01.126764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ec91-59fe-4e3e-8c23-d2378133a5fa req-53e5c2e2-b843-4da9-b69a-6abc10e19b1c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:01.128203 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c810ec91-59fe-4e3e-8c23-d2378133a5fa req-53e5c2e2-b843-4da9-b69a-6abc10e19b1c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.0762489 Dec 09 09:51:01.177156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c810ec91-59fe-4e3e-8c23-d2378133a5fa req-99e41cb7-0621-44c2-b53a-cb02e800d9c1 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Dec 09 09:51:01.593194 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4c0dc7f8-a157-411b-85ad-31b7f0c688f9 req-fbd1a929-36c1-4721-b2bb-47c0db8a16d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670011 Dec 09 09:51:02.209807 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-61b7e6b8-b6af-437c-a788-9cf61482a979 req-31126ced-6618-4005-bc97-bbf0132ece29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1963065 Dec 09 09:51:02.733059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc82a15-63eb-4f7d-92b7-30b40ecac5fe req-4f514953-0830-4465-9ba8-1a15040ef5de tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:02.734544 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8bc82a15-63eb-4f7d-92b7-30b40ecac5fe req-4f514953-0830-4465-9ba8-1a15040ef5de tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.0754905 Dec 09 09:51:02.784916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8bc82a15-63eb-4f7d-92b7-30b40ecac5fe req-21314577-efac-466f-b709-5601b7491c03 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Dec 09 09:51:03.055746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:03.530966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeeae-70ce-4a3f-aee1-fec75d6c4d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.018762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88df78-e6d3-47ca-b53e-2c9217af5351 req-a36b2e60-6cd6-472b-b1ec-69a6b1ea4ef6 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:04.020242 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c88df78-e6d3-47ca-b53e-2c9217af5351 req-a36b2e60-6cd6-472b-b1ec-69a6b1ea4ef6 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.1121452 Dec 09 09:51:04.083417 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c88df78-e6d3-47ca-b53e-2c9217af5351 req-dbc21f60-8ef4-4f97-93f0-b59cf28a6eba tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570180 Dec 09 09:51:04.097068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-82b5f0d3-5fe2-40e9-a4c7-5d956f3b2578 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:04.098458 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-82b5f0d3-5fe2-40e9-a4c7-5d956f3b2578 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.58 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 949 time: 0.1259174 Dec 09 09:51:04.169060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Deleting port bafd742d-e15b-47f2-85ba-c4f8cd871937 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:51:04.169400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.501671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] For port bafd742d-e15b-47f2-85ba-c4f8cd871937, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=bafd742d-e15b-47f2-85ba-c4f8cd871937,segment=NetworkSegment(cc82bd94-349a-494b-b01f-20b257847066),segment_id=cc82bd94-349a-494b-b01f-20b257847066)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:04.502021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.609960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.626321 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Calling delete_port for bafd742d-e15b-47f2-85ba-c4f8cd871937 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:51:04.774503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.780062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd5b21ce-fed1-44af-9b0a-bbb0a949d6e0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:04.788374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['bafd742d-e15b-47f2-85ba-c4f8cd871937'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:51:04.827033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Pushing event deleted for resources: {'Port': ['ID=bafd742d-e15b-47f2-85ba-c4f8cd871937,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:04.832049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:04.903010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] No DVR routers for this DVR port bafd742d-e15b-47f2-85ba-c4f8cd871937 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:51:04.905546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:04.908441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'name': 'network-vif-deleted', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:51:04.926152 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-27e77f87-e80c-44e3-93bf-016ab1b72f27 req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.58 "DELETE /v2.0/ports/bafd742d-e15b-47f2-85ba-c4f8cd871937 HTTP/1.1" status: 204 len: 173 time: 0.8208656 Dec 09 09:51:05.121811 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c1c8ed-a319-406b-acc0-569e9e0a4ef3', 'name': 'network-vif-deleted', 'tag': 'bafd742d-e15b-47f2-85ba-c4f8cd871937', 'status': 'completed', 'code': 200} Dec 09 09:51:05.267188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ae623784-c4e4-4598-b4b3-7ee5c9b07a58 req-03ee7781-bdf3-4d90-93ae-659fdc5218ea tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Synchronizing usage tracker for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:51:05.282526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ae623784-c4e4-4598-b4b3-7ee5c9b07a58 req-03ee7781-bdf3-4d90-93ae-659fdc5218ea tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Unset dirty status for tenant:033d9ef6261d4ce89ed38702854081e3 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:51:05.283712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae623784-c4e4-4598-b4b3-7ee5c9b07a58 req-03ee7781-bdf3-4d90-93ae-659fdc5218ea tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c1c8ed-a319-406b-acc0-569e9e0a4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0606921 Dec 09 09:51:05.764535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eaf534c9-aeb6-4ca3-9359-93bf19394b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:06.675176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34340) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:06.830804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:06.846080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-73c8cce1-caae-4de9-873e-c9171ce876d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=033d9ef6261d4ce89ed38702854081e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1695943 Dec 09 09:51:06.848399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34346) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:06.907572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:06.932653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:06.984050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:06.989505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8eaf02cc-655a-4a95-878e-1f7f8a5ef6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:07.002617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:07.005756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:07.014758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.016667 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb4a4384-1f7a-4f87-bdb1-0249ab3fbbc6 HTTP/1.1" status: 204 len: 168 time: 0.1673613 Dec 09 09:51:07.341914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34354) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:07.360590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.391588 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:51:07.395396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Usage tracker for resource:security_group_rule and tenant:d02d7d370aed44e4b02db86c2423917b is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:51:07.398183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:51:07.403842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:51:07.469269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.473244 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.480050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f152b11e-f1cb-4473-a47d-d13c58e76267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:07.519143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f775f-b3de-424f-a8d6-bec6c550bfcf,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:07.522587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:07.524892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d02d7d370aed44e4b02db86c2423917b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819820 Dec 09 09:51:07.527567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34358) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:07.591668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.617301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.667613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.671347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-66436498-9568-46e2-8b2c-1034d8b53bb6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:07.683729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f775f-b3de-424f-a8d6-bec6c550bfcf,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:07.686527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:07.691484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:07.692758 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/761f775f-b3de-424f-a8d6-bec6c550bfcf HTTP/1.1" status: 204 len: 168 time: 0.1641750 Dec 09 09:51:08.284557 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.351199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device bafd742d-e15b-47f2-85ba-c4f8cd871937 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:51:08.384735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: bafd742d-e15b-47f2-85ba-c4f8cd871937 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:51:08.385092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device bafd742d-e15b-47f2-85ba-c4f8cd871937 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:51:08.522205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34380) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:08.646205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1754887716-network', 'tenant_id': '88297c4ee18f42958d48b17043101bcd'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:08.650992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:51:08.654961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Usage tracker for resource:network and tenant:88297c4ee18f42958d48b17043101bcd is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:51:08.658660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:51:08.664380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:51:08.675386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Made reservation on behalf of 88297c4ee18f42958d48b17043101bcd for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:51:08.677625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.689563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.721182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:51:08.725051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Usage tracker for resource:security_group_rule and tenant:88297c4ee18f42958d48b17043101bcd is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:51:08.727901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:51:08.733587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:51:08.800529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.803894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.806748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-60326b8c-0307-418d-a683-cee0aec56280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:08.839460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:51:08.845292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7ea4d-beb1-4e75-9da9-9eedc58fa831,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:08.848828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:08.852793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.852793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Added segment dbff64c6-fda9-49b1-8df6-2175cf3e3c89 of type vlan for network fab01926-1a8d-473e-9dbe-628ff56cbe47 Dec 09 09:51:08.878228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.907659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.908596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:08.909199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:08.912707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-96be764a-56e3-4a76-a964-8c17ce5a8123 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:09.013893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Pushing event updated for resources: {'Network': ['ID=fab01926-1a8d-473e-9dbe-628ff56cbe47,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:09.017584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:09.019049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4958391 Dec 09 09:51:09.022005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34386) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:09.024511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network fab01926-1a8d-473e-9dbe-628ff56cbe47 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:51:09.027228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Request body: {'subnet': {'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1754887716-subnet', 'tenant_id': '88297c4ee18f42958d48b17043101bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:09.033154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:51:09.036969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Usage tracker for resource:subnet and tenant:88297c4ee18f42958d48b17043101bcd is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:51:09.039857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:51:09.045777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:51:09.056157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Made reservation on behalf of 88297c4ee18f42958d48b17043101bcd for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:51:09.058453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:09.258149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:09.262053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aa5fc4e5-e475-4273-8996-253f8b8ab346 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:09.332741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68963e0c-c875-498b-bbda-ab77951e592e,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:09.336692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:09.344759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Checking segment: {'id': 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:51:09.345104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Network hostable DHCP agents. Network: fab01926-1a8d-473e-9dbe-628ff56cbe47, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:51:09.366019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Network fab01926-1a8d-473e-9dbe-628ff56cbe47 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:51:09.375493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, fab01926-1a8d-473e-9dbe-628ff56cbe47) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:51:09.379715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:09.380410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:09.384780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6def5-2713-49f7-9634-6309fb7987ee None None] Network fab01926-1a8d-473e-9dbe-628ff56cbe47 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:51:09.402513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-70e87cc4-588e-4d5c-be90-aacb966bcfa2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3794761 Dec 09 09:51:09.599687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747df9d9-3397-490c-9435-1dccfa00c181 None None] Network fab01926-1a8d-473e-9dbe-628ff56cbe47 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:51:10.091837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-327063c3-958c-4699-bee0-8bae9b79a0f2 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:10.093259 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-327063c3-958c-4699-bee0-8bae9b79a0f2 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 812 time: 0.1428294 Dec 09 09:51:10.110333 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-2ec313ed-5a49-4032-abdf-04bb0cbab2c0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/quotas/88297c4ee18f42958d48b17043101bcd HTTP/1.1" status: 200 len: 375 time: 0.0108709 Dec 09 09:51:10.154753 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-dd6030ff-1bb1-40fc-9e7b-a4b4eb5c499b tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391977 Dec 09 09:51:10.283987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b306be42-f015-4c6d-9a17-68077fe64866 service neutron] 10.222.0.41 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222222 Dec 09 09:51:10.412415 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-e805256d-7a77-443a-9e9e-9ae74bee11cc service neutron] 10.222.0.41 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227722 Dec 09 09:51:10.664951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-09aa72fc-e419-4cc8-a31e-db29b7756bbe req-f9951707-b007-49de-923b-6d32f43db65d tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 210 time: 0.1155584 Dec 09 09:51:11.629933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-24d7179f-6f43-43ff-93d7-e982482d3882 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:11.631324 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-24d7179f-6f43-43ff-93d7-e982482d3882 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 812 time: 0.1441131 Dec 09 09:51:11.646926 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Request body: {'port': {'device_id': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47', 'admin_state_up': True, 'tenant_id': '88297c4ee18f42958d48b17043101bcd'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:11.782608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:51:11.786396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Usage tracker for resource:port and tenant:88297c4ee18f42958d48b17043101bcd is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:51:11.790294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:51:11.826515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:51:11.841297 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-53561a87-77ec-4f0e-86a3-f10dcbf585de req-c6e49991-3b62-4c6b-a37f-d9bbecb60291 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 210 time: 0.0519278 Dec 09 09:51:11.846786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Made reservation on behalf of 88297c4ee18f42958d48b17043101bcd for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:51:11.850227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.099172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Allocated IP 172.20.0.6 (fab01926-1a8d-473e-9dbe-628ff56cbe47/68963e0c-c875-498b-bbda-ab77951e592e/6eefd297-a339-464b-8073-7c2759d473ae) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:51:12.294356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.320614 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.325785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:12.394281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Network fab01926-1a8d-473e-9dbe-628ff56cbe47 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:51:12.397722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:51:12.401766 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:51:12.425885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:12.430826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:12.463953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:12.464540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.490369 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469114 Dec 09 09:51:12.502381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Request body: {'port': {'device_id': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:12.610088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.949025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eefd297-a339-464b-8073-7c2759d473ae {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:51:12.956474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.972079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Transition to ACTIVE for port object 6eefd297-a339-464b-8073-7c2759d473ae will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:51:12.976676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:12.983993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:13.038734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a2239-7b61-4f10-bf9c-ace358e376e9 req-76f434e9-8853-4b19-90d5-156af2463d65 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:13.040198 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e55a2239-7b61-4f10-bf9c-ace358e376e9 req-76f434e9-8853-4b19-90d5-156af2463d65 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0777700 Dec 09 09:51:13.088304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e55a2239-7b61-4f10-bf9c-ace358e376e9 req-7ba50bf7-c7ea-4a99-ab5a-03c2609123b0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Synchronizing usage tracker for tenant:88297c4ee18f42958d48b17043101bcd on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:51:13.105818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e55a2239-7b61-4f10-bf9c-ace358e376e9 req-7ba50bf7-c7ea-4a99-ab5a-03c2609123b0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Unset dirty status for tenant:88297c4ee18f42958d48b17043101bcd on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:51:13.107286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e55a2239-7b61-4f10-bf9c-ace358e376e9 req-7ba50bf7-c7ea-4a99-ab5a-03c2609123b0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613856 Dec 09 09:51:13.107608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:13.111534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:13.213735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Attempting to bind port 6eefd297-a339-464b-8073-7c2759d473ae on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:51:13.213970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Attempting to bind port 6eefd297-a339-464b-8073-7c2759d473ae by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:51:13.214286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Attempting to bind port 6eefd297-a339-464b-8073-7c2759d473ae on network fab01926-1a8d-473e-9dbe-628ff56cbe47 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:51:13.220674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Port 6eefd297-a339-464b-8073-7c2759d473ae on network fab01926-1a8d-473e-9dbe-628ff56cbe47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:51:13.220986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Attempting to bind port 6eefd297-a339-464b-8073-7c2759d473ae on network fab01926-1a8d-473e-9dbe-628ff56cbe47 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:51:13.227058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:51:13.227381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Checking segment: {'id': 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:51:13.227771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Bound using segment: {'id': 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:51:13.228186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Bound port: 6eefd297-a339-464b-8073-7c2759d473ae, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:51:13.228548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:13.312089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:51:13.315100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:51:13.319368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:13.323362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:13.378763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:13.380148 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] 10.222.0.58 "PUT /v2.0/ports/6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 1093 time: 0.8822598 Dec 09 09:51:13.380645 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:51:13.403803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:13.407644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:13.453703 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae', 'status': 'completed', 'code': 200} Dec 09 09:51:13.494674 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-22db033f-ba56-4063-a152-485c40722369 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1096 time: 0.0751143 Dec 09 09:51:13.565799 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-649de02b-2a76-4715-9768-e7ad5e7fed4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.0640337 Dec 09 09:51:13.627299 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-db0fa642-f4f3-4d70-9bda-4dcea1ff52bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:13.628732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-db0fa642-f4f3-4d70-9bda-4dcea1ff52bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.0563779 Dec 09 09:51:13.672827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-7a15bde7-8fd9-4a04-9c19-01ff81c0420f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372190 Dec 09 09:51:13.801842 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-46b6c480-eaf4-4070-9deb-067fd796d118 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221225 Dec 09 09:51:14.032494 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d742ebf0-5065-43d9-b1e5-2be8dfc7b76b req-f4be854b-13f3-4e65-a2a2-d987b0227bc2 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244687 Dec 09 09:51:14.143273 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-6ff50bf5-4432-4c27-8865-1b43bf3c6856 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1096 time: 0.0676908 Dec 09 09:51:14.276535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-58478853-371a-4f62-ac3b-067cb3e17394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:14.278184 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-58478853-371a-4f62-ac3b-067cb3e17394 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 913 time: 0.1288073 Dec 09 09:51:14.349364 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-f8401eb1-ca54-439f-af0b-22fed00478a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.0650570 Dec 09 09:51:14.402673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4877e-810d-4ac3-b40c-a530e5f4c09c req-f25eb9f0-214d-4098-8dbd-e449e036cf83 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:14.404044 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7eb4877e-810d-4ac3-b40c-a530e5f4c09c req-f25eb9f0-214d-4098-8dbd-e449e036cf83 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.1743264 Dec 09 09:51:14.411918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-bd35014f-e5d7-4db7-a67a-56c1d92051ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:14.413319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-bd35014f-e5d7-4db7-a67a-56c1d92051ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.0578272 Dec 09 09:51:14.449602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7eb4877e-810d-4ac3-b40c-a530e5f4c09c req-9dba2495-6b26-4e8a-87e3-cda70ba12c00 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Dec 09 09:51:14.460996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-b1ec0700-1eda-4cd2-b0c0-9dd7ef213da7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404592 Dec 09 09:51:14.590641 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-d47f8d5b-917d-4db9-9ffc-cdf91256a6d5 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230085 Dec 09 09:51:14.721583 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-533415de-07ba-493d-baaa-0ec913ca3f4a req-067c9e31-11cb-44a0-9b9f-b1e6c17f58ea service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237602 Dec 09 09:51:15.650674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065772-e875-4f59-955c-2acacb804366 req-59ca7229-cfe7-451f-b712-10109c0e8032 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:15.651383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-40065772-e875-4f59-955c-2acacb804366 req-59ca7229-cfe7-451f-b712-10109c0e8032 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Synchronizing usage tracker for tenant:88297c4ee18f42958d48b17043101bcd on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:51:15.668208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-40065772-e875-4f59-955c-2acacb804366 req-59ca7229-cfe7-451f-b712-10109c0e8032 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Unset dirty status for tenant:88297c4ee18f42958d48b17043101bcd on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:51:15.669413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40065772-e875-4f59-955c-2acacb804366 req-59ca7229-cfe7-451f-b712-10109c0e8032 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0981188 Dec 09 09:51:15.716239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40065772-e875-4f59-955c-2acacb804366 req-f84dd57c-aab4-4b7c-97d5-3f20840c48b4 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Dec 09 09:51:16.381033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6eefd297-a339-464b-8073-7c2759d473ae details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:51:16.510575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:16.523722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '6eefd297-a339-464b-8073-7c2759d473ae', 'network_id': 'fab01926-1a8d-473e-9dbe-628ff56cbe47', 'port_id': '6eefd297-a339-464b-8073-7c2759d473ae', 'mac_address': 'fa:16:3e:62:b8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68963e0c-c875-498b-bbda-ab77951e592e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:51:16.574919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:16.591657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eefd297-a339-464b-8073-7c2759d473ae {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:51:16.605984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:16.609777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:16.611813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:16.676415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:16.679286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:16.914113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fe7d-84ba-48fb-ad11-f96369db1719 req-f863fc65-b6f0-493a-b139-d0f709c63366 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:16.915501 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ffd7fe7d-84ba-48fb-ad11-f96369db1719 req-f863fc65-b6f0-493a-b139-d0f709c63366 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 944 time: 0.0793011 Dec 09 09:51:16.918536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6eefd297-a339-464b-8073-7c2759d473ae'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:51:16.965567 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ffd7fe7d-84ba-48fb-ad11-f96369db1719 req-9877111c-04c6-43eb-882d-6148c6a813be tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Dec 09 09:51:18.163476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e32d8d-fe07-4966-811c-51e45188e796 req-9a9d7124-6e5d-4310-8fc8-afcfc9b38c40 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:18.164945 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c2e32d8d-fe07-4966-811c-51e45188e796 req-9a9d7124-6e5d-4310-8fc8-afcfc9b38c40 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 944 time: 0.0770800 Dec 09 09:51:18.213587 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c2e32d8d-fe07-4966-811c-51e45188e796 req-8e1c892a-0698-45f7-8329-7d07ee8e848e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Dec 09 09:51:18.412136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6eefd297-a339-464b-8073-7c2759d473ae up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:51:18.481277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 6eefd297-a339-464b-8073-7c2759d473ae completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:51:18.486629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 6eefd297-a339-464b-8073-7c2759d473ae triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:51:18.487031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:18.598798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:18.624350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:51:18.633698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:18.637498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:18.639508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:18.680051 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae', 'code': 200} Dec 09 09:51:18.705261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:18.713685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.714107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.714407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.714707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.715077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.715405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.715780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.716120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.716443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.716797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.717135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:18.721475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:18.919593 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14d11be1-c952-4eec-b44a-4e67de08224f req-e9f3056e-1be0-45df-9dbb-82ca53b690b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1098 time: 0.0668697 Dec 09 09:51:18.961538 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14d11be1-c952-4eec-b44a-4e67de08224f req-bcf44da8-1275-4915-aada-31bb0193a17f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Dec 09 09:51:19.413888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4ad1-bd5f-48e3-9b08-04a1359ff5c4 req-dfcfc41d-0193-4f39-bc5a-58e080d15325 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:19.415315 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-984e4ad1-bd5f-48e3-9b08-04a1359ff5c4 req-dfcfc41d-0193-4f39-bc5a-58e080d15325 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0803149 Dec 09 09:51:19.460402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-984e4ad1-bd5f-48e3-9b08-04a1359ff5c4 req-40593c69-90da-434c-8858-d8e92b267977 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Dec 09 09:51:20.662554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3aa2-5f08-4327-b65e-49599538d6ef req-e8c88dd9-4f3d-4e0f-866d-671e7147be60 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:20.663950 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-549f3aa2-5f08-4327-b65e-49599538d6ef req-e8c88dd9-4f3d-4e0f-866d-671e7147be60 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0791800 Dec 09 09:51:20.711107 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-549f3aa2-5f08-4327-b65e-49599538d6ef req-a01b7214-2188-4af8-b2c3-bb20bbd52ac9 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Dec 09 09:51:20.904090 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-04ed32a1-e5c1-4be8-8c8b-bad7a5688488 req-8bbc9cfd-5dec-4d5e-b92a-6a59e94de91d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674443 Dec 09 09:51:21.184244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34444) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:21.234509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475538-00ba-4191-b6f8-bb3bfcbb5bec req-67492f4b-28fb-46f4-9863-4fb809b01e44 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:21.235987 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01475538-00ba-4191-b6f8-bb3bfcbb5bec req-67492f4b-28fb-46f4-9863-4fb809b01e44 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0903625 Dec 09 09:51:21.329367 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01475538-00ba-4191-b6f8-bb3bfcbb5bec req-3571fb32-0064-44dc-8607-4b43aedf5c5c tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872245 Dec 09 09:51:21.353778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-4e59c3a8-50a7-4b24-9aac-267e08e96e0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1681216 Dec 09 09:51:22.532240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b906370-44b4-413e-8ba2-a63ba2ff1f6a req-3c0995dc-c7a2-4531-a55e-57680ea09f2f tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:22.533656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b906370-44b4-413e-8ba2-a63ba2ff1f6a req-3c0995dc-c7a2-4531-a55e-57680ea09f2f tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0846794 Dec 09 09:51:22.616313 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b906370-44b4-413e-8ba2-a63ba2ff1f6a req-e3e3908b-94c5-494c-bf0b-a8f0f044ce73 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543277 Dec 09 09:51:22.634672 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-b1bb8fb8-5708-4d47-9395-2cec597a2758 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1098 time: 0.1001222 Dec 09 09:51:22.763250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-dab98d7e-2e25-4ef3-8b57-36f2e6b4936e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:22.764482 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-dab98d7e-2e25-4ef3-8b57-36f2e6b4936e service neutron] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 913 time: 0.1231213 Dec 09 09:51:22.926696 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-40980fe3-94e3-408f-a552-94e87bfecd51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.1557143 Dec 09 09:51:22.988688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-a3142447-10f3-471f-a728-f64620cfbdd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:22.990085 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-a3142447-10f3-471f-a728-f64620cfbdd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.0565960 Dec 09 09:51:23.036862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-a47b930d-0c7d-4214-a983-8d645dbe7f8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399230 Dec 09 09:51:23.170035 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-3177550b-761f-42ee-b581-690ff6d5826a service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255946 Dec 09 09:51:23.298206 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-57444f81-6a36-4264-9af3-eaba91710f87 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223214 Dec 09 09:51:23.812628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604089d-89f3-4fb6-a64d-983cc9d88235 req-f7667f80-a6bd-4f3b-a95d-3501a6d1256e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:23.814041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5604089d-89f3-4fb6-a64d-983cc9d88235 req-f7667f80-a6bd-4f3b-a95d-3501a6d1256e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0758319 Dec 09 09:51:23.858276 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5604089d-89f3-4fb6-a64d-983cc9d88235 req-c31d0694-8e30-4755-9a92-d77c7092c376 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Dec 09 09:51:25.055615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a3fbb-0195-4355-aab7-148430f3a6dc req-2c01c5e7-0074-498a-bf18-30c99d6ef976 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:25.057101 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a64a3fbb-0195-4355-aab7-148430f3a6dc req-2c01c5e7-0074-498a-bf18-30c99d6ef976 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0767481 Dec 09 09:51:25.101577 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a64a3fbb-0195-4355-aab7-148430f3a6dc req-48cd9d4d-2cc8-4891-9f17-6ceaee9b9c5c tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Dec 09 09:51:26.307337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b375430-45bd-44c9-b465-077b645f035e req-28ae6d30-f5da-4e1b-8e22-1ce2ab14ef5a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:26.308789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6b375430-45bd-44c9-b465-077b645f035e req-28ae6d30-f5da-4e1b-8e22-1ce2ab14ef5a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0816040 Dec 09 09:51:26.354636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6b375430-45bd-44c9-b465-077b645f035e req-edd49545-f122-4537-8b74-9cd55f6adce7 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Dec 09 09:51:27.558664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3056-9b16-4e94-8d42-cc371f7eaba5 req-6615842c-907d-46eb-bbc2-b5509dbf853e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:27.560119 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-529f3056-9b16-4e94-8d42-cc371f7eaba5 req-6615842c-907d-46eb-bbc2-b5509dbf853e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0812228 Dec 09 09:51:27.604703 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-529f3056-9b16-4e94-8d42-cc371f7eaba5 req-1717ed8d-e2dc-45c0-bca3-5cffbbadb7a9 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Dec 09 09:51:28.805192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5065e-7906-42a8-a5e7-2afcc93a28a2 req-28691d73-7b88-4ef9-acba-2c8d71f79ff9 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:28.806630 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8bb5065e-7906-42a8-a5e7-2afcc93a28a2 req-28691d73-7b88-4ef9-acba-2c8d71f79ff9 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0776272 Dec 09 09:51:28.853109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8bb5065e-7906-42a8-a5e7-2afcc93a28a2 req-685d976e-a35e-4674-aaea-69cd45a7edec tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Dec 09 09:51:30.048932 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b46d2-ad1e-4632-90cf-1bd8115d1438 req-3424b524-70a7-4965-9d82-dc2b9d86a483 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:30.050378 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a73b46d2-ad1e-4632-90cf-1bd8115d1438 req-3424b524-70a7-4965-9d82-dc2b9d86a483 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0779753 Dec 09 09:51:30.095820 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a73b46d2-ad1e-4632-90cf-1bd8115d1438 req-768a45de-e89f-48e4-bd4a-4212fdf82d76 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Dec 09 09:51:31.294454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fbef5-09af-4069-9900-0980dad9740f req-de8d243b-75fb-4941-b2c5-69ffbb9235c0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:31.295918 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7c3fbef5-09af-4069-9900-0980dad9740f req-de8d243b-75fb-4941-b2c5-69ffbb9235c0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0799937 Dec 09 09:51:31.340975 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7c3fbef5-09af-4069-9900-0980dad9740f req-fdb69240-5823-4600-b314-71f7810e3b44 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Dec 09 09:51:31.657773 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:51:32.544152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b4d2-2c33-48d8-bc36-3a12156d0466 req-91780f54-598d-48d0-ab83-0d49cce11b39 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:32.545607 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a3c1b4d2-2c33-48d8-bc36-3a12156d0466 req-91780f54-598d-48d0-ab83-0d49cce11b39 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0851691 Dec 09 09:51:32.590017 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a3c1b4d2-2c33-48d8-bc36-3a12156d0466 req-9acdf018-4b16-4949-b777-334164b77436 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Dec 09 09:51:33.062556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:33.533226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-66726709-7f22-4f8a-b763-4838e420ea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:33.787740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996059c-15c8-4c35-a19a-ab4455c52b40 req-0968a75e-318c-4963-b051-c7ed86db500e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:33.789188 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6996059c-15c8-4c35-a19a-ab4455c52b40 req-0968a75e-318c-4963-b051-c7ed86db500e tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0774069 Dec 09 09:51:33.834456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6996059c-15c8-4c35-a19a-ab4455c52b40 req-975a74cf-aa24-423f-bee9-52eff21c48fc tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Dec 09 09:51:34.613147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:35.034195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3699d75-72a0-4dad-9a3b-f01f600aa8da req-43d33196-ab03-4aca-9100-0a1059399ce0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:35.035742 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c3699d75-72a0-4dad-9a3b-f01f600aa8da req-43d33196-ab03-4aca-9100-0a1059399ce0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0795114 Dec 09 09:51:35.084828 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c3699d75-72a0-4dad-9a3b-f01f600aa8da req-db72a671-367b-4993-aba5-58413bd0556c tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Dec 09 09:51:35.767897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f474c1a6-2075-4571-a15b-2f4ed47778cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:36.288014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5396d-c3f0-44c9-8874-6162f852d929 req-928309dc-8b0b-47d0-88d0-49cfbc33a88a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:36.289458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caf5396d-c3f0-44c9-8874-6162f852d929 req-928309dc-8b0b-47d0-88d0-49cfbc33a88a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0831864 Dec 09 09:51:36.334599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-caf5396d-c3f0-44c9-8874-6162f852d929 req-35730bd5-fbc2-44a8-84c2-5c153f9244b2 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Dec 09 09:51:36.834296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:37.530284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3587f-0a4a-4984-9534-34e48f9e483d req-6b2618e7-55bb-486f-b449-dd611b418f87 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:37.532704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56b3587f-0a4a-4984-9534-34e48f9e483d req-6b2618e7-55bb-486f-b449-dd611b418f87 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0776658 Dec 09 09:51:37.581773 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56b3587f-0a4a-4984-9534-34e48f9e483d req-ce8d86f7-0464-488c-8bb9-5bfba9785cc0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Dec 09 09:51:38.341058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:38.775655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869896fd-a2c0-42cf-8af2-b440966f660a req-a9cf3116-bb0c-44b7-8922-6ea1588d456f tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:38.777136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-869896fd-a2c0-42cf-8af2-b440966f660a req-a9cf3116-bb0c-44b7-8922-6ea1588d456f tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0771549 Dec 09 09:51:38.825555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-869896fd-a2c0-42cf-8af2-b440966f660a req-a81e01e8-a144-4d53-9cda-d4ff20af33db tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Dec 09 09:51:40.025449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89e8b-2ad0-41dd-9daa-0a096b31ac80 req-fda5e776-6f3f-4758-a022-7257b6fcf4f5 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:40.026790 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13c89e8b-2ad0-41dd-9daa-0a096b31ac80 req-fda5e776-6f3f-4758-a022-7257b6fcf4f5 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0789976 Dec 09 09:51:40.073216 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13c89e8b-2ad0-41dd-9daa-0a096b31ac80 req-63f90023-1e48-457c-aeb7-c9fcb822339a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Dec 09 09:51:41.275442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798082-d1a9-4c09-87e1-d5ffffc5705f req-3d85dbd3-c60a-488f-8393-2fb3f82449ac tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:41.276914 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a798082-d1a9-4c09-87e1-d5ffffc5705f req-3d85dbd3-c60a-488f-8393-2fb3f82449ac tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0771613 Dec 09 09:51:41.324059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a798082-d1a9-4c09-87e1-d5ffffc5705f req-aa2273a0-f8b9-4061-85ba-171c47799098 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Dec 09 09:51:42.521844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0b244-ab8d-4002-9905-ceef4e79bf89 req-278f14a6-5e16-47cc-b4df-a7ab892b40ac tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:42.523260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9bc0b244-ab8d-4002-9905-ceef4e79bf89 req-278f14a6-5e16-47cc-b4df-a7ab892b40ac tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0767090 Dec 09 09:51:42.567500 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9bc0b244-ab8d-4002-9905-ceef4e79bf89 req-4df171c2-a8a5-4f50-a68b-ea61f39419be tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Dec 09 09:51:43.765367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019c01-a5a3-43d4-a76a-71cb552ce243 req-a307f324-879d-4aae-8aa8-7c384ee6e604 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:43.766939 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d0019c01-a5a3-43d4-a76a-71cb552ce243 req-a307f324-879d-4aae-8aa8-7c384ee6e604 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0813313 Dec 09 09:51:43.813155 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d0019c01-a5a3-43d4-a76a-71cb552ce243 req-93925c34-48dc-47bd-8b74-c85269e501d0 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Dec 09 09:51:45.010994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5d18-3a8a-4fb7-94ba-568c5f34fd23 req-67553429-bbce-4a10-96c9-7892e658a538 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:45.012436 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e0a5d18-3a8a-4fb7-94ba-568c5f34fd23 req-67553429-bbce-4a10-96c9-7892e658a538 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0797894 Dec 09 09:51:45.056772 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6e0a5d18-3a8a-4fb7-94ba-568c5f34fd23 req-a1eaeda6-78dc-4048-bf6f-dc31a614ade8 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Dec 09 09:51:46.252953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364dc76-456d-4215-b7ae-8264a0db9943 req-3f33bef9-6588-4eda-b26f-617fac950018 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:46.254439 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9364dc76-456d-4215-b7ae-8264a0db9943 req-3f33bef9-6588-4eda-b26f-617fac950018 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0778627 Dec 09 09:51:46.303129 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9364dc76-456d-4215-b7ae-8264a0db9943 req-13438fd9-4dd2-4383-aa25-4801a43edfd8 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Dec 09 09:51:47.495654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e978c-e107-4018-a63f-0e388dad34e6 req-7f128ef6-24b8-4fb6-a52f-3768f3d1cb7a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:47.497112 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d85e978c-e107-4018-a63f-0e388dad34e6 req-7f128ef6-24b8-4fb6-a52f-3768f3d1cb7a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0756783 Dec 09 09:51:47.543824 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d85e978c-e107-4018-a63f-0e388dad34e6 req-2da43115-9263-4ae0-9f89-70f13323cfe4 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Dec 09 09:51:48.747987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb33a1-8ff2-4531-be6a-93700ff89c51 req-a93f4f32-4d4d-4d93-a569-003d5a06114a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:48.749502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-54cb33a1-8ff2-4531-be6a-93700ff89c51 req-a93f4f32-4d4d-4d93-a569-003d5a06114a tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0812776 Dec 09 09:51:48.795476 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-54cb33a1-8ff2-4531-be6a-93700ff89c51 req-c1dba9bb-b009-45a0-8c8b-acc7ef314c80 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Dec 09 09:51:50.030058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-2248ee18-fcdb-47d6-a19e-de1a80222362 service neutron] 10.222.0.58 "GET /v2.0/ports/6eefd297-a339-464b-8073-7c2759d473ae/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.1277461 Dec 09 09:51:50.049469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994b299-d2e5-4d45-9003-d2c3854ad1db req-723afab1-f29f-49e2-aee7-e27d3e95cb09 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:50.050916 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4994b299-d2e5-4d45-9003-d2c3854ad1db req-723afab1-f29f-49e2-aee7-e27d3e95cb09 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.1123204 Dec 09 09:51:50.101622 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4994b299-d2e5-4d45-9003-d2c3854ad1db req-fc1b36a7-2e5e-47ce-bc68-4cdf46e51d07 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Dec 09 09:51:50.329772 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-62cb678c-068e-49b3-82e2-861a24bdedf2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f&tenant_id=88297c4ee18f42958d48b17043101bcd HTTP/1.1" status: 200 len: 1098 time: 0.0684218 Dec 09 09:51:50.422564 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-961a887b-77d8-429a-b702-fe80b6de95b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1098 time: 0.0684838 Dec 09 09:51:50.555268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-5c70f7ec-e3cc-4f4a-907b-cc25c616d777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:50.556732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-5c70f7ec-e3cc-4f4a-907b-cc25c616d777 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 913 time: 0.1282320 Dec 09 09:51:50.626235 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-a27cf88f-b6a2-4929-aea4-ae81486675a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.0627031 Dec 09 09:51:50.687647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-1fbb9967-3519-498f-9950-5d46e7c13e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:50.689095 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-1fbb9967-3519-498f-9950-5d46e7c13e9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.0567954 Dec 09 09:51:50.834448 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-24eba2d6-c9f7-40f8-881c-0d3ddd03c74b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386106 Dec 09 09:51:50.966496 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-3356cbe1-9f9d-4c87-8bde-e74ed574019a service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251359 Dec 09 09:51:51.098340 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3e2aa058-f1dc-4bde-9b6b-e7cab7e6ff94 req-6232afa3-bb19-4b5f-9f13-bcdd15b540de service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247327 Dec 09 09:51:51.304166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857763-8b42-4828-8352-6f0a03df3502 req-e698b2c9-6c4e-499b-8f57-d38145dd8677 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:51.305597 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5857763-8b42-4828-8352-6f0a03df3502 req-e698b2c9-6c4e-499b-8f57-d38145dd8677 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0778494 Dec 09 09:51:51.353658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5857763-8b42-4828-8352-6f0a03df3502 req-3354ba84-e5a5-4ea9-a9de-5c062d60e883 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Dec 09 09:51:52.549254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e994-657f-4ae2-8157-5c68fc92f17c req-0e22ef85-f473-4365-aa96-da027acf4a63 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:52.550677 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6252e994-657f-4ae2-8157-5c68fc92f17c req-0e22ef85-f473-4365-aa96-da027acf4a63 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0763168 Dec 09 09:51:52.599260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6252e994-657f-4ae2-8157-5c68fc92f17c req-0563cc98-9e1b-4f5f-a812-d2fed926cffc tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Dec 09 09:51:53.799172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa6c09-39e5-41b1-a74e-4592dc489a75 req-8ec7e655-5040-4dca-8c98-3926ba122bee tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:53.800664 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7fa6c09-39e5-41b1-a74e-4592dc489a75 req-8ec7e655-5040-4dca-8c98-3926ba122bee tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 945 time: 0.0787938 Dec 09 09:51:53.849483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7fa6c09-39e5-41b1-a74e-4592dc489a75 req-82ff55b8-56f7-4e9f-bbeb-a49bb3291118 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Dec 09 09:51:54.653617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6eefd297-a339-464b-8073-7c2759d473ae no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:51:54.762768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:54.788817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:51:54.798545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:54.802759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:54.804418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:54.870550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:54.873764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:54.935634 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae', 'code': 200} Dec 09 09:51:55.054183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58881700-f97e-46f0-ba4d-82476799d898 req-c5fbb2b1-2f4d-4ea8-9283-a83aac7ab3df tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:55.055621 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-58881700-f97e-46f0-ba4d-82476799d898 req-c5fbb2b1-2f4d-4ea8-9283-a83aac7ab3df tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0807264 Dec 09 09:51:55.195540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-58881700-f97e-46f0-ba4d-82476799d898 req-49c64745-c18d-40de-8da2-4be80f3322f7 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343918 Dec 09 09:51:55.596253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-a5a76fb6-b9ad-4ed5-9890-00d49864e6ff tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:55.597647 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-a5a76fb6-b9ad-4ed5-9890-00d49864e6ff tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.58 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f&tenant_id=88297c4ee18f42958d48b17043101bcd&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 943 time: 0.0809946 Dec 09 09:51:55.807713 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-03991210-d5f4-4b47-ac8d-fa3363f10765 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1096 time: 0.1365952 Dec 09 09:51:55.934672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-9bf13bee-da14-4cca-b55a-b34a686d8b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:55.936033 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-9bf13bee-da14-4cca-b55a-b34a686d8b16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 913 time: 0.1225781 Dec 09 09:51:56.006476 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-44fa65a6-5304-4cc7-9eca-ff19552f845a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.0630834 Dec 09 09:51:56.073844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-47d35e79-133a-4f9d-aeac-fd6eeca3aa73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:56.075254 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-47d35e79-133a-4f9d-aeac-fd6eeca3aa73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.0627108 Dec 09 09:51:56.122724 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-ff27ed0b-1041-445c-bbab-0febb91064ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403061 Dec 09 09:51:56.260320 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c496cbb9-74b2-493d-b9ad-dcc84a4e4371 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228602 Dec 09 09:51:56.396458 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-8f54f006-a87c-4563-981f-c4215d7a7a21 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285961 Dec 09 09:51:57.402517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b704836-c2b7-4f35-ba83-827036877775 req-6ecc9429-35b0-45da-bd2a-0093dc3ab2eb tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:57.403959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6b704836-c2b7-4f35-ba83-827036877775 req-6ecc9429-35b0-45da-bd2a-0093dc3ab2eb tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0775044 Dec 09 09:51:57.450563 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6b704836-c2b7-4f35-ba83-827036877775 req-21b179bb-3fc4-41b9-9bc4-8368ec96b001 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Dec 09 09:51:57.748751 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-5e52ab1f-7d49-4fbd-8780-f206406fd6e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673673 Dec 09 09:51:57.888158 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-df329a1b-ff21-4197-8fdf-c81f3c72020a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=88297c4ee18f42958d48b17043101bcd&device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 1096 time: 0.0719666 Dec 09 09:51:58.029168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-812df611-d21f-49d9-aa90-2d9ec2ddc254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:58.030666 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-812df611-d21f-49d9-aa90-2d9ec2ddc254 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 200 len: 913 time: 0.1231558 Dec 09 09:51:58.095454 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-ad11822b-606a-4995-88bb-6916d1d5f4e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 200 len: 217 time: 0.0581124 Dec 09 09:51:58.259264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-527e7e75-04a1-4ec6-9dde-7a206f26dc7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:58.260693 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-527e7e75-04a1-4ec6-9dde-7a206f26dc7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 200 len: 852 time: 0.1585593 Dec 09 09:51:58.308471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-4630da07-0425-4a5a-8b1e-6de0cd84c595 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fab01926-1a8d-473e-9dbe-628ff56cbe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381145 Dec 09 09:51:58.438959 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-f5951dd1-bbb1-4e7c-a056-faf45aff9d63 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224525 Dec 09 09:51:58.572725 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-72f25341-3dfd-4379-b3cf-8c88c8612924 req-06104712-6070-4cf6-ba00-5acc084c6b28 service neutron] 10.222.0.58 "GET /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267328 Dec 09 09:51:58.651535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a7f1-c872-47ae-b1ea-a845323d19f9 req-80d53347-fc8b-4c67-8359-9ae6e2cdbded tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:58.652979 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a9c8a7f1-c872-47ae-b1ea-a845323d19f9 req-80d53347-fc8b-4c67-8359-9ae6e2cdbded tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0795121 Dec 09 09:51:58.698410 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a9c8a7f1-c872-47ae-b1ea-a845323d19f9 req-7468170e-b1ce-4c24-8e49-d1d6e2742570 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/security-groups?id=edb7ea4d-beb1-4e75-9da9-9eedc58fa831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Dec 09 09:51:59.122405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-df4b8580-8849-4479-9a9e-03da607a1276 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:51:59.123919 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-df4b8580-8849-4479-9a9e-03da607a1276 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.58 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 943 time: 0.0756683 Dec 09 09:51:59.192419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Deleting port 6eefd297-a339-464b-8073-7c2759d473ae {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:51:59.192751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:59.425984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] For port 6eefd297-a339-464b-8073-7c2759d473ae, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6eefd297-a339-464b-8073-7c2759d473ae,segment=NetworkSegment(dbff64c6-fda9-49b1-8df6-2175cf3e3c89),segment_id=dbff64c6-fda9-49b1-8df6-2175cf3e3c89)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:51:59.426329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:59.546295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Calling delete_port for 6eefd297-a339-464b-8073-7c2759d473ae owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:51:59.684416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:59.689865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-19766740-5a57-480a-94f1-5b0200d21a99 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:51:59.733054 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Pushing event deleted for resources: {'Port': ['ID=6eefd297-a339-464b-8073-7c2759d473ae,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:51:59.771986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.772370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.772746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.773115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.773483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.773848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.774211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.774573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.774930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.775286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.775642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:51:59.783285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:51:59.817763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] No DVR routers for this DVR port 6eefd297-a339-464b-8073-7c2759d473ae on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:51:59.820407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:51:59.823154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-deleted', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:51:59.839991 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11c8f22-06a5-4191-95a1-d967e3be272a req-c07936e4-08e5-4e72-902c-72e2ba507007 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.58 "DELETE /v2.0/ports/6eefd297-a339-464b-8073-7c2759d473ae HTTP/1.1" status: 204 len: 173 time: 0.7105560 Dec 09 09:51:59.880055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0392d-4ac3-43e1-84ef-d988b2a76a6f', 'name': 'network-vif-deleted', 'tag': '6eefd297-a339-464b-8073-7c2759d473ae', 'status': 'completed', 'code': 200} Dec 09 09:51:59.888488 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-19a0e4d4-3f77-4cd1-8646-21467642f447 req-0b726194-aab2-4087-8830-6763bfb731dd tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] 10.222.0.41 "GET /v2.0/ports?device_id=18e0392d-4ac3-43e1-84ef-d988b2a76a6f HTTP/1.1" status: 200 len: 210 time: 0.0474918 Dec 09 09:52:01.157840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34548) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:01.216326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Deleting subnet 68963e0c-c875-498b-bbda-ab77951e592e {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:52:01.219686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.272704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.328157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.395363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.400529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a73cede-fb31-4d8f-9fb6-07a05766ac22 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:01.438394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68963e0c-c875-498b-bbda-ab77951e592e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:01.447822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.452662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.453047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.453423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.453795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.454164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.454531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.454893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.455254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.455614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.456007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.456367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:01.459959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:01.461444 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d35506bd-5b89-47c7-9c1c-353334631a49 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68963e0c-c875-498b-bbda-ab77951e592e HTTP/1.1" status: 204 len: 168 time: 0.3026273 Dec 09 09:52:01.463953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34552) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:01.566258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.691276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.716041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab01926-1a8d-473e-9dbe-628ff56cbe47']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:52:01.727952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:52:01.728256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbff64c6-fda9-49b1-8df6-2175cf3e3c89') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:52:01.739655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.755806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.762952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:52:01.763417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:52:01.777868 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:52:01.853386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.856811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a26480f-3d35-49b7-a28d-e6a7188a85b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:01.869929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:01.879940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Pushing event deleted for resources: {'Network': ['ID=fab01926-1a8d-473e-9dbe-628ff56cbe47,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:01.882420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fab01926-1a8d-473e-9dbe-628ff56cbe47 HTTP/1.1" status: 204 len: 168 time: 0.4175479 Dec 09 09:52:01.883375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-576be3b5-91e3-473d-9319-b607d366869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:02.015863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:02.066249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0330bff6-ed11-4c27-9dfe-3db7a96b68aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88297c4ee18f42958d48b17043101bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490885 Dec 09 09:52:02.068596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34562) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:02.127017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:02.151584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:02.201715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:02.207000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5f96d741-5a15-4b72-bc24-cb0957367f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:02.220577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7ea4d-beb1-4e75-9da9-9eedc58fa831,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:02.224403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:02.227477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:02.228634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e0073198-33aa-4139-973a-1dd5f4548faf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edb7ea4d-beb1-4e75-9da9-9eedc58fa831 HTTP/1.1" status: 204 len: 168 time: 0.1591239 Dec 09 09:52:02.677314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6eefd297-a339-464b-8073-7c2759d473ae no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:52:02.709675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 6eefd297-a339-464b-8073-7c2759d473ae {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:52:02.710029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6eefd297-a339-464b-8073-7c2759d473ae not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:52:03.038489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:03.081355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.165527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-138386912-network', 'tenant_id': 'fd96eb2bdfab43718a920b40a510e5d6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:03.170179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:52:03.174264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Usage tracker for resource:network and tenant:fd96eb2bdfab43718a920b40a510e5d6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:52:03.177085 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:52:03.183576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:52:03.192708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Made reservation on behalf of fd96eb2bdfab43718a920b40a510e5d6 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:52:03.194864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.207303 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.242650 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:52:03.246532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Usage tracker for resource:security_group_rule and tenant:fd96eb2bdfab43718a920b40a510e5d6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:52:03.249920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:52:03.255630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:52:03.322530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.326327 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.329911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-943f506a-0396-453a-8c1e-47415f262cc5 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:03.357909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:52:03.366530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1b962c-f62a-466c-9cf1-9bb1be076995,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:03.369506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:03.375171 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.375517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Added segment 2adad261-983b-413d-acf5-ec6e66c55e23 of type vlan for network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 Dec 09 09:52:03.403202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.432014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.432893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:03.433463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.437411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6623a8eb-7319-4570-bf01-68fde2158fc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:03.535620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-713f7b59-6ff8-497a-9759-95e6fb46aca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.630488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Pushing event updated for resources: {'Network': ['ID=8a27d4dc-029e-48a1-8602-4f4ca17b6e21,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:03.633817 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5943415 Dec 09 09:52:03.634671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:03.636993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34590) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:03.640837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:52:03.642841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Request body: {'subnet': {'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-138386912-subnet', 'tenant_id': 'fd96eb2bdfab43718a920b40a510e5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:03.647980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:52:03.651945 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Usage tracker for resource:subnet and tenant:fd96eb2bdfab43718a920b40a510e5d6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:52:03.654750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:52:03.660623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:52:03.670307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Made reservation on behalf of fd96eb2bdfab43718a920b40a510e5d6 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:52:03.673121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.869658 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:03.872972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dfa983d4-75c2-46cc-acd3-94721ac33764 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:03.948853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7545c9c-de3a-4d4c-a716-64b244534eeb,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:03.951521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:03.965271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Checking segment: {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:52:03.965647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Network hostable DHCP agents. Network: 8a27d4dc-029e-48a1-8602-4f4ca17b6e21, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:52:03.987548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:52:03.996032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 8a27d4dc-029e-48a1-8602-4f4ca17b6e21) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:52:04.000061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:04.000720 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:04.005633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afd506-1547-4a38-b3f7-efdd86822a1c None None] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:52:04.020868 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c0153427-39b9-4e0f-b317-9bccb87eb57c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3828728 Dec 09 09:52:04.254525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a05753-cf5f-4767-8089-897eef407792 None None] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:52:04.568620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-207b47d8-1cdb-40a8-ad52-0d7dc0b3f11a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:04.569978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-207b47d8-1cdb-40a8-ad52-0d7dc0b3f11a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 814 time: 0.1434937 Dec 09 09:52:04.585748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-258a181f-4030-41cb-b18c-8898a60949ad tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/quotas/fd96eb2bdfab43718a920b40a510e5d6 HTTP/1.1" status: 200 len: 375 time: 0.0104976 Dec 09 09:52:04.616092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:04.632428 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-883cffea-e37f-408c-b5a1-94fbc83d643b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421159 Dec 09 09:52:04.642517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-3bb919ef-81ec-414f-95f9-549f1bfa511c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:52:04.643455 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-3bb919ef-81ec-414f-95f9-549f1bfa511c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047870 Dec 09 09:52:04.774318 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-42c8304a-b98b-402d-921d-931340014f4a service neutron] 10.222.0.41 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251786 Dec 09 09:52:04.904478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-2f7707b8-b377-4dc1-93ad-6552c65afea2 service neutron] 10.222.0.41 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243849 Dec 09 09:52:05.092990 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb297681-927f-4325-ac12-555081f8e5ff req-fab9833a-c930-444b-a305-c4ed7ebfcc0c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 210 time: 0.0410330 Dec 09 09:52:05.769578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2f16968f-1652-42e1-87a2-0489ec3de94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:06.272559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d96a9664-3d7e-4d4f-9077-7153c35366c9 req-9bbebca6-a2cf-4f4a-9db9-94bccf8bee31 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 210 time: 0.0577426 Dec 09 09:52:06.343895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-9284fac3-c842-4ac5-ab28-6c345d3a0faa tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:06.344571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-9284fac3-c842-4ac5-ab28-6c345d3a0faa tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Synchronizing usage tracker for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:52:06.361056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-9284fac3-c842-4ac5-ab28-6c345d3a0faa tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Unset dirty status for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:52:06.362442 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-9284fac3-c842-4ac5-ab28-6c345d3a0faa tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 814 time: 0.1784353 Dec 09 09:52:06.379309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Request body: {'port': {'device_id': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'admin_state_up': True, 'tenant_id': 'fd96eb2bdfab43718a920b40a510e5d6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:06.514807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:52:06.518557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Usage tracker for resource:port and tenant:fd96eb2bdfab43718a920b40a510e5d6 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:52:06.521484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:52:06.527250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:52:06.537669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Made reservation on behalf of fd96eb2bdfab43718a920b40a510e5d6 for: {'port': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:52:06.540707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:06.702078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Allocated IP 172.20.0.13 (8a27d4dc-029e-48a1-8602-4f4ca17b6e21/f7545c9c-de3a-4d4c-a716-64b244534eeb/6cd4d657-e322-4581-b9cc-d732417cadd8) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:52:06.837506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:06.904874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:06.934502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:06.941067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:07.009724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:52:07.013106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:52:07.017691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:52:07.042389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:07.048472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:07.081619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:07.082213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:07.104191 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7285650 Dec 09 09:52:07.115265 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Request body: {'port': {'device_id': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:07.224056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:07.556549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-2acd9666-86fc-4a81-a40c-59f79bc3bc92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:07.557252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-2acd9666-86fc-4a81-a40c-59f79bc3bc92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Synchronizing usage tracker for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:52:07.623149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-2acd9666-86fc-4a81-a40c-59f79bc3bc92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Unset dirty status for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:52:07.624815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-2acd9666-86fc-4a81-a40c-59f79bc3bc92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 932 time: 0.2372608 Dec 09 09:52:07.647475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:52:07.657625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:07.683996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Transition to ACTIVE for port object 6cd4d657-e322-4581-b9cc-d732417cadd8 will not be triggered until provisioned by entity L2. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:52:07.692339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-601f39db-6324-4ceb-af97-8b260b0708ee tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Synchronizing usage tracker for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:52:07.694620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:07.699543 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-56e53ae0-1448-489c-9933-ad3200e83ef3 tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:07.828467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-601f39db-6324-4ceb-af97-8b260b0708ee tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Unset dirty status for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:52:07.829520 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8cd4b368-c4b7-4701-afc5-3242c5995518 req-601f39db-6324-4ceb-af97-8b260b0708ee tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980715 Dec 09 09:52:07.837504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:07.840178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:07.945413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Attempting to bind port 6cd4d657-e322-4581-b9cc-d732417cadd8 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:52:07.945745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Attempting to bind port 6cd4d657-e322-4581-b9cc-d732417cadd8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:52:07.946069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Attempting to bind port 6cd4d657-e322-4581-b9cc-d732417cadd8 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:52:07.951604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Port 6cd4d657-e322-4581-b9cc-d732417cadd8 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:52:07.952011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Attempting to bind port 6cd4d657-e322-4581-b9cc-d732417cadd8 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:52:07.958566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:52:07.958906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Checking segment: {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:52:07.959289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Bound using segment: {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'} {{(pid=83486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:52:07.959705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.managers [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Bound port: 6cd4d657-e322-4581-b9cc-d732417cadd8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'}}] {{(pid=83486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:52:07.960074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:08.046489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, cleared binding levels {{(pid=83486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:52:08.049477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:52:08.054552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:08.058027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:08.208156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:08.209535 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] 10.222.0.58 "PUT /v2.0/ports/6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 1094 time: 1.0983973 Dec 09 09:52:08.210049 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:08.233752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=3']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:08.237119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:08.281454 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'status': 'completed', 'code': 200} Dec 09 09:52:08.288907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:08.321854 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-83115788-19f3-438e-afe4-88514eb50d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1097 time: 0.0719395 Dec 09 09:52:08.397890 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-7cb858db-8413-4c58-ba44-249fcef05263 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 217 time: 0.0694702 Dec 09 09:52:08.458159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-0b436047-5c97-4438-9de9-a041978fe6aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:08.459455 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-0b436047-5c97-4438-9de9-a041978fe6aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0559623 Dec 09 09:52:08.507224 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-ecb01138-3ad6-473e-a13e-c627f143893b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413156 Dec 09 09:52:08.635139 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-57ba3bd9-9008-43d4-9026-a677840308bd service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220255 Dec 09 09:52:08.657310 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:52:08.764937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-29145cac-06ef-4ac8-a133-c39b5c6c15ab req-909faff0-f23b-4815-8851-12abf42a10e4 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221242 Dec 09 09:52:08.875633 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-4de1a8e5-d6bd-4fbb-8dfe-0d44eaaac0c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1097 time: 0.0696671 Dec 09 09:52:09.054534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-4dc7de31-88f4-4b11-9216-9e7fef7eb79d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:09.055888 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-4dc7de31-88f4-4b11-9216-9e7fef7eb79d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1736529 Dec 09 09:52:09.130507 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-0e32ac2d-64db-4f62-9979-896b60622abf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 217 time: 0.0660810 Dec 09 09:52:09.135975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792cd5d-1299-4abb-bbff-f08f186a5464 req-8a8dd4b9-2afb-4a7d-b0ad-453560c3d615 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:09.137295 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1792cd5d-1299-4abb-bbff-f08f186a5464 req-8a8dd4b9-2afb-4a7d-b0ad-453560c3d615 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.1821778 Dec 09 09:52:09.221846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-42526714-3925-40e6-8939-2b2bb76b1faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:09.223229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-42526714-3925-40e6-8939-2b2bb76b1faa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0851467 Dec 09 09:52:09.227783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1792cd5d-1299-4abb-bbff-f08f186a5464 req-6240d0a0-e2cd-4830-a1a2-da3a0c38f68e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609369 Dec 09 09:52:09.271477 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-928cb872-6c1d-45da-99c6-3ade5382dd63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417237 Dec 09 09:52:09.400494 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-6f053ef9-e3c5-4f5c-bfa2-dbccec37e4b8 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222618 Dec 09 09:52:09.527407 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d83fe0a-1221-4811-a048-e4dc22701357 req-bd2e04fc-85b3-4360-9e6a-a9100418c5e3 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205187 Dec 09 09:52:10.427253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df299f-5038-47c9-9c3c-adb5928a3864 req-9fc69863-2ca6-44fd-ac21-60b33bad7f38 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:10.428717 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0df299f-5038-47c9-9c3c-adb5928a3864 req-9fc69863-2ca6-44fd-ac21-60b33bad7f38 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.0793972 Dec 09 09:52:10.474637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0df299f-5038-47c9-9c3c-adb5928a3864 req-a8ff90fe-300e-4569-84ff-49b78369c9ef tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Dec 09 09:52:11.675677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af959c-9f5e-4c31-a1ad-d4b2b0b7d048 req-8c18b340-b7b5-4be3-b7ad-211c07481490 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:11.677130 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-00af959c-9f5e-4c31-a1ad-d4b2b0b7d048 req-8c18b340-b7b5-4be3-b7ad-211c07481490 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.0794482 Dec 09 09:52:11.722773 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-00af959c-9f5e-4c31-a1ad-d4b2b0b7d048 req-35d69435-112c-4ff8-a33a-81039cea71c4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Dec 09 09:52:12.707837 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:52:12.841775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:12.855443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'port_id': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'mac_address': 'fa:16:3e:b4:ec:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545c9c-de3a-4d4c-a716-64b244534eeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:52:12.914637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:12.933532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:52:12.950788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:12.954814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:12.958552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:13.026010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:13.029358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:13.039351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04677ea-a062-4a84-8b9e-74814c3ee7fb req-f9e751a7-6c89-4e53-ae3f-e79878eb047a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:13.040870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04677ea-a062-4a84-8b9e-74814c3ee7fb req-f9e751a7-6c89-4e53-ae3f-e79878eb047a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.1931553 Dec 09 09:52:13.084741 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04677ea-a062-4a84-8b9e-74814c3ee7fb req-39605554-34c8-4a05-a715-dff6552c78bd tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379372 Dec 09 09:52:13.267542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6cd4d657-e322-4581-b9cc-d732417cadd8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:52:14.281678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0e60e-2644-4a31-9aa6-3025c34c569f req-a7a7b65c-971d-4c3e-bd1e-f4cec2477000 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:14.283083 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eda0e60e-2644-4a31-9aa6-3025c34c569f req-a7a7b65c-971d-4c3e-bd1e-f4cec2477000 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 945 time: 0.0789273 Dec 09 09:52:14.426442 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eda0e60e-2644-4a31-9aa6-3025c34c569f req-335fec49-5193-40d4-b066-a3b2fdfff285 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377709 Dec 09 09:52:14.723850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:52:14.791829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 6cd4d657-e322-4581-b9cc-d732417cadd8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:52:14.796688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 6cd4d657-e322-4581-b9cc-d732417cadd8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:52:14.797067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:14.909220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:14.935580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:14.945301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:14.950040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:14.953176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6127f762-46e7-4d57-b268-cfc41c691cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:14.999853 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'code': 200} Dec 09 09:52:15.024895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:15.027654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:15.220735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bc174be5-1662-40db-9746-f1f03e75768e req-d2d93dfe-115c-4c2b-9b18-87fcced3e758 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1099 time: 0.0684531 Dec 09 09:52:15.264329 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bc174be5-1662-40db-9746-f1f03e75768e req-89db98e8-ca9b-4bdc-a54a-5476d84f20ed service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Dec 09 09:52:15.622583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb2af-ff66-4647-a80b-4eda22f7d6d5 req-78dc4e75-3810-46ec-94b6-9050a0ae7a2a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:15.623976 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e3eb2af-ff66-4647-a80b-4eda22f7d6d5 req-78dc4e75-3810-46ec-94b6-9050a0ae7a2a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0770333 Dec 09 09:52:15.670761 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e3eb2af-ff66-4647-a80b-4eda22f7d6d5 req-a32e79ed-0e3d-42fb-9380-4c693c501a8c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Dec 09 09:52:16.865892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8ae15-c3d1-4e95-8455-198ef09d7f48 req-4dd7e624-e881-45a1-b0ec-e95877eeaa3b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:16.867325 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8f8ae15-c3d1-4e95-8455-198ef09d7f48 req-4dd7e624-e881-45a1-b0ec-e95877eeaa3b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0764141 Dec 09 09:52:16.913560 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8f8ae15-c3d1-4e95-8455-198ef09d7f48 req-fa1600c1-6818-4b04-8e18-a40dbe5da3bc tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Dec 09 09:52:17.110411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c73a2-80df-46a6-87fa-e2aa41e0ef78 req-ff4a06d8-92b3-4fa0-9b3e-0c8319b4deb8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:17.111879 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e10c73a2-80df-46a6-87fa-e2aa41e0ef78 req-ff4a06d8-92b3-4fa0-9b3e-0c8319b4deb8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0756533 Dec 09 09:52:17.161245 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e10c73a2-80df-46a6-87fa-e2aa41e0ef78 req-75ebe7b5-6f47-4590-acb7-95319a296c6b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Dec 09 09:52:17.523495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e73479-172e-4ada-82a9-e837084e5ec6 req-6d9101f2-8e1c-4a55-9b85-ff0019f0c6c6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:17.524951 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-16e73479-172e-4ada-82a9-e837084e5ec6 req-6d9101f2-8e1c-4a55-9b85-ff0019f0c6c6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0758502 Dec 09 09:52:17.569336 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-16e73479-172e-4ada-82a9-e837084e5ec6 req-730c1739-e18d-4370-8de3-316a1d75f3d7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Dec 09 09:52:17.770432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b6d7-01df-4a49-9e92-12e339eaebae req-728288cf-bc48-4a89-9dda-139c558a43a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:17.771892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3392b6d7-01df-4a49-9e92-12e339eaebae req-728288cf-bc48-4a89-9dda-139c558a43a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0810854 Dec 09 09:52:17.817159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3392b6d7-01df-4a49-9e92-12e339eaebae req-0f94a208-5cf5-4edc-9e70-60d6c0b17a4b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Dec 09 09:52:18.082633 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-345e1e9c-bf6b-4bad-902f-aef3cfa9f3f9 req-02612173-60f3-46ef-8d30-70326f57fb52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1403432 Dec 09 09:52:18.536545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-b01fe675-0ed1-41d0-8ee4-586bbdc7a53e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172848 Dec 09 09:52:18.568456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612574-fa1d-42b9-bb4f-c344d6c0335b req-ac07027e-26cc-4d3f-8c32-47a2dfb8b988 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:18.569897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-81612574-fa1d-42b9-bb4f-c344d6c0335b req-ac07027e-26cc-4d3f-8c32-47a2dfb8b988 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0954254 Dec 09 09:52:18.616331 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-81612574-fa1d-42b9-bb4f-c344d6c0335b req-d4df370e-512a-42ee-964c-a0f191a1439b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Dec 09 09:52:19.661124 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-358c0c0b-5ed2-4dc7-8ab1-f8272facc424 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1099 time: 0.0747712 Dec 09 09:52:19.839306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-4d9c866b-c49a-4588-ad10-2e44ff137ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:19.840831 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-4d9c866b-c49a-4588-ad10-2e44ff137ece service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1739223 Dec 09 09:52:19.919436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abb97-fe39-48d1-87eb-e6286ef21273 req-d646eeaa-ab0e-4078-8399-8bfdbd353a13 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:19.920800 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-185abb97-fe39-48d1-87eb-e6286ef21273 req-d646eeaa-ab0e-4078-8399-8bfdbd353a13 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.1809263 Dec 09 09:52:19.922881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-c477b8ae-761c-4115-8338-ab48908e1e5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 217 time: 0.0710437 Dec 09 09:52:20.016506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-c27948d2-9539-4da1-9df0-980f7c42951a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:20.017930 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-c27948d2-9539-4da1-9df0-980f7c42951a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0765548 Dec 09 09:52:20.021722 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-185abb97-fe39-48d1-87eb-e6286ef21273 req-1f7d8e34-c12b-4b7b-95e7-341514d0ee32 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945954 Dec 09 09:52:20.064742 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-c0c358af-ef4b-4f4b-85e5-23d27358b0ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408201 Dec 09 09:52:20.195318 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-67714533-8d78-4a75-89ef-e98ba9a3fb0b service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238630 Dec 09 09:52:20.325945 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-15060e3f-8d19-4e7f-82a9-fc666bd8df24 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239326 Dec 09 09:52:21.227623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf256e-bd09-4e2b-a3ce-2af8eef594cb req-b1f0fc88-dd19-4b74-8821-c16a70642ee2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:21.228994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deaf256e-bd09-4e2b-a3ce-2af8eef594cb req-b1f0fc88-dd19-4b74-8821-c16a70642ee2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0819986 Dec 09 09:52:21.274716 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deaf256e-bd09-4e2b-a3ce-2af8eef594cb req-ff7d51c3-ba72-4dfa-b81c-e6378b3c512d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Dec 09 09:52:22.479587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1a1a-7881-4f32-9e7c-fca8701af141 req-d599eac2-63fd-40eb-bf7c-b03953553220 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:22.481029 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6ade1a1a-7881-4f32-9e7c-fca8701af141 req-d599eac2-63fd-40eb-bf7c-b03953553220 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0817313 Dec 09 09:52:22.526258 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6ade1a1a-7881-4f32-9e7c-fca8701af141 req-879d99a0-2287-46eb-b4ba-af69505545f2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Dec 09 09:52:23.721192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ae72-1aee-4141-8e50-a16dccd1f98e req-af282d45-b028-40c7-969d-04c18d4ad1e5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:23.722688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3188ae72-1aee-4141-8e50-a16dccd1f98e req-af282d45-b028-40c7-969d-04c18d4ad1e5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0765388 Dec 09 09:52:23.768651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3188ae72-1aee-4141-8e50-a16dccd1f98e req-d236556b-edb0-44a3-94b4-e8f6e4d72e20 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Dec 09 09:52:24.965596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63972-9423-47bd-99e2-4824d6e01479 req-2dfd17ee-98b9-4e3a-b77f-ed44467ffba1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:24.967044 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fae63972-9423-47bd-99e2-4824d6e01479 req-2dfd17ee-98b9-4e3a-b77f-ed44467ffba1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0764539 Dec 09 09:52:25.011479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fae63972-9423-47bd-99e2-4824d6e01479 req-72dbf29d-738e-4b83-8dc4-aff3b9730bb0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Dec 09 09:52:26.211397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2c51-0337-4773-82bc-ffb58b55124f req-dc97f452-79b5-4daa-a32e-f0ee88366943 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:26.212866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-abcd2c51-0337-4773-82bc-ffb58b55124f req-dc97f452-79b5-4daa-a32e-f0ee88366943 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0801110 Dec 09 09:52:26.258812 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-abcd2c51-0337-4773-82bc-ffb58b55124f req-97f1c63d-9eac-46a1-a49d-c628f817df8b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Dec 09 09:52:27.458602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0ce6b-eed5-4a39-9673-6f6fb576fbc3 req-50e975c0-f026-423a-a64b-94baf07f556f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:27.460155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9dc0ce6b-eed5-4a39-9673-6f6fb576fbc3 req-50e975c0-f026-423a-a64b-94baf07f556f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0805500 Dec 09 09:52:27.505100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9dc0ce6b-eed5-4a39-9673-6f6fb576fbc3 req-7d9b9019-47c2-43c9-849e-8b5002c501f7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Dec 09 09:52:28.703708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d5ae-704d-4a58-8c4d-e2687315bb44 req-87d3ede1-27ee-4e5f-830b-9fa4d92ed77a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:28.705083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac42d5ae-704d-4a58-8c4d-e2687315bb44 req-87d3ede1-27ee-4e5f-830b-9fa4d92ed77a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0771997 Dec 09 09:52:28.749426 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac42d5ae-704d-4a58-8c4d-e2687315bb44 req-3d8111d9-0486-4c88-8b1c-27380f57b9a7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Dec 09 09:52:29.942575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686e30c-157b-4938-80ed-c20a2cd187e6 req-c36fe8fc-9321-4a5a-8163-d8ec6a36bb12 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:29.944055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d686e30c-157b-4938-80ed-c20a2cd187e6 req-c36fe8fc-9321-4a5a-8163-d8ec6a36bb12 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0770721 Dec 09 09:52:30.081809 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d686e30c-157b-4938-80ed-c20a2cd187e6 req-38ca4fb9-c9f4-4e4b-bb2b-6249f4acd10b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 Dec 09 09:52:31.279089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282670dc-3c34-4433-b3e5-fda9a61b5f11 req-d90a07a5-d9c8-4fde-a949-fe783bf1229b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:31.280545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-282670dc-3c34-4433-b3e5-fda9a61b5f11 req-d90a07a5-d9c8-4fde-a949-fe783bf1229b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0794609 Dec 09 09:52:31.326340 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-282670dc-3c34-4433-b3e5-fda9a61b5f11 req-3d732813-6437-4a04-9af6-c3e284bd66b4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Dec 09 09:52:32.525034 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd516-eb67-4773-aec4-de47aabd723c req-2681fa53-4f13-4c9e-b120-873ca51c4cd7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:32.526477 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-60ffd516-eb67-4773-aec4-de47aabd723c req-2681fa53-4f13-4c9e-b120-873ca51c4cd7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0770504 Dec 09 09:52:32.570795 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-60ffd516-eb67-4773-aec4-de47aabd723c req-e5b7bb22-3508-4485-ba39-f649585cd356 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Dec 09 09:52:33.080586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:33.537450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b5261ecf-62ad-45a6-93c0-5437c76d790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:33.764035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442d0a-6427-49f9-93f5-c14a25b7074b req-95322004-14a0-4b44-87a3-86370066809c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:33.765469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d442d0a-6427-49f9-93f5-c14a25b7074b req-95322004-14a0-4b44-87a3-86370066809c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0759451 Dec 09 09:52:33.814295 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d442d0a-6427-49f9-93f5-c14a25b7074b req-8c190bc9-a9b5-469a-baea-80a5c7bea7a5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Dec 09 09:52:34.618828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:35.020254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05bd2d-82fa-4eef-a970-09c735b75a78 req-f82fe998-95a4-49da-a825-7bbc0dece122 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:35.021707 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3c05bd2d-82fa-4eef-a970-09c735b75a78 req-f82fe998-95a4-49da-a825-7bbc0dece122 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0821080 Dec 09 09:52:35.066335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3c05bd2d-82fa-4eef-a970-09c735b75a78 req-a2afa4fd-18c0-40c3-9b1c-ae16325baba6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Dec 09 09:52:35.771971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0867c6eb-0861-423d-b266-2f2c3418701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:36.260740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9ef9-0ca8-42ea-8d87-cc36e5e40afc req-fa024628-c13d-4cf2-981a-e6cbaa74ab39 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:36.262181 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c94d9ef9-0ca8-42ea-8d87-cc36e5e40afc req-fa024628-c13d-4cf2-981a-e6cbaa74ab39 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0753286 Dec 09 09:52:36.308431 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c94d9ef9-0ca8-42ea-8d87-cc36e5e40afc req-322d77bd-341b-4c9d-953a-aecb62d83e9f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Dec 09 09:52:36.841647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:37.506483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366ec0b-2d39-4cb3-90dd-caf28c16c2f1 req-d4fae702-ab67-4e5b-acda-e81fb52ec8d8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:37.507935 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0366ec0b-2d39-4cb3-90dd-caf28c16c2f1 req-d4fae702-ab67-4e5b-acda-e81fb52ec8d8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0788503 Dec 09 09:52:37.553528 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0366ec0b-2d39-4cb3-90dd-caf28c16c2f1 req-818d54c4-c0bb-4ec3-850c-5527b5226e98 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Dec 09 09:52:38.290330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:38.749218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcca7a-6521-41cd-bf96-6c1fad231dc6 req-830bd5fc-6365-4c62-8c47-74a5e7c5b265 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:38.750634 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3bcca7a-6521-41cd-bf96-6c1fad231dc6 req-830bd5fc-6365-4c62-8c47-74a5e7c5b265 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0790946 Dec 09 09:52:38.796266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3bcca7a-6521-41cd-bf96-6c1fad231dc6 req-91a9e537-6e5c-4db0-976b-4a65d1acaed1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Dec 09 09:52:39.999657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197358-eb7d-43ce-9242-1d91a1cba32e req-72f2d8b5-1a99-4c35-9f42-e5050d151f04 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:40.001112 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8b197358-eb7d-43ce-9242-1d91a1cba32e req-72f2d8b5-1a99-4c35-9f42-e5050d151f04 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0791838 Dec 09 09:52:40.047132 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8b197358-eb7d-43ce-9242-1d91a1cba32e req-9b6cad04-b2b9-4f4f-b645-9068bb047ba0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Dec 09 09:52:41.243069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41464b-c085-47c4-a02b-2ca15dc280d6 req-6507c17c-6480-4c40-8951-61249ef6c45d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:41.244525 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb41464b-c085-47c4-a02b-2ca15dc280d6 req-6507c17c-6480-4c40-8951-61249ef6c45d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0762367 Dec 09 09:52:41.290166 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb41464b-c085-47c4-a02b-2ca15dc280d6 req-43638449-fc41-4147-9679-5d43846e95a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Dec 09 09:52:42.497305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770c960-272b-4a26-9076-ed1ca8712798 req-4eca51d2-8c40-4bcb-bbe7-41ca4b600830 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:42.498962 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3770c960-272b-4a26-9076-ed1ca8712798 req-4eca51d2-8c40-4bcb-bbe7-41ca4b600830 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0851834 Dec 09 09:52:42.548512 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3770c960-272b-4a26-9076-ed1ca8712798 req-34c691c1-e11f-4d0b-ae00-d9a8c7eb481b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Dec 09 09:52:43.752647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b18dbb-53f1-4ece-b76e-9abd64c0ed5d req-7409ad27-4574-4f74-bea0-2344cdd2c398 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:43.754118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-40b18dbb-53f1-4ece-b76e-9abd64c0ed5d req-7409ad27-4574-4f74-bea0-2344cdd2c398 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0783699 Dec 09 09:52:43.798750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-40b18dbb-53f1-4ece-b76e-9abd64c0ed5d req-8728d095-c165-4033-9256-f1f93448218e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Dec 09 09:52:44.999080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373f37f-8a32-469d-829a-9b3e84c29b76 req-ebc8deb0-e8a5-49a5-b511-5a5585698207 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:45.000562 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a373f37f-8a32-469d-829a-9b3e84c29b76 req-ebc8deb0-e8a5-49a5-b511-5a5585698207 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0798810 Dec 09 09:52:45.045986 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a373f37f-8a32-469d-829a-9b3e84c29b76 req-8fcee48f-26fc-4d26-9a7b-f702d05ddf90 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Dec 09 09:52:45.658000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:52:46.245906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f648e-8ce9-47d8-912e-1b238b1d920e req-46d7b4cc-4e38-4159-a5df-899f84bc724f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:46.247325 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-282f648e-8ce9-47d8-912e-1b238b1d920e req-46d7b4cc-4e38-4159-a5df-899f84bc724f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0754938 Dec 09 09:52:46.297572 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-282f648e-8ce9-47d8-912e-1b238b1d920e req-0a6048d7-3a99-4dfc-b937-691dc190c36e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Dec 09 09:52:47.139659 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-7c87938f-0a9e-4faf-a21d-d8e3ce9da5e8 service neutron] 10.222.0.58 "GET /v2.0/ports/6cd4d657-e322-4581-b9cc-d732417cadd8/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0932484 Dec 09 09:52:47.396752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-151b304a-6f98-42bb-aaaa-57f1d9700bf9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1&tenant_id=fd96eb2bdfab43718a920b40a510e5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0705700 Dec 09 09:52:47.549998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-41bb612c-2c76-493a-875f-535ffcfac638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1099 time: 0.1325309 Dec 09 09:52:47.559737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f336e90-9364-4945-beb0-fd0589b2ffc6 req-1225894d-6dec-47d3-a213-b7e585dc620f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:47.561088 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7f336e90-9364-4945-beb0-fd0589b2ffc6 req-1225894d-6dec-47d3-a213-b7e585dc620f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.1087418 Dec 09 09:52:47.685940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7f336e90-9364-4945-beb0-fd0589b2ffc6 req-afd7d28a-6d3d-414a-ae09-9caa17680ec2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069884 Dec 09 09:52:47.717420 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-56f923af-868f-4b56-9f84-65bf22c9eb30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:47.718827 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-56f923af-868f-4b56-9f84-65bf22c9eb30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1569335 Dec 09 09:52:47.789408 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-fb83a5aa-d083-4cb0-b481-fbead67d4560 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 217 time: 0.0636253 Dec 09 09:52:47.851381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-40b40c43-ff98-42c4-9b72-bba6f1b58444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:47.852781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-40b40c43-ff98-42c4-9b72-bba6f1b58444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0575414 Dec 09 09:52:47.900130 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-00e68e70-5877-458e-ad99-6d0d64623d4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412700 Dec 09 09:52:48.029736 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-711f58fc-fce0-4373-9f3d-02b6b2ec7a71 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237378 Dec 09 09:52:48.161833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f03a9f4c-8d8c-42a2-9a59-c8165de34719 req-fcd7de91-f46a-4a9f-9a99-9c064e9c1459 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259081 Dec 09 09:52:48.886981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77895-8839-4181-844d-224725b04277 req-bed21dcb-c00e-4977-94e8-d12fd712290e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:48.888441 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-53d77895-8839-4181-844d-224725b04277 req-bed21dcb-c00e-4977-94e8-d12fd712290e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0829988 Dec 09 09:52:48.933962 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-53d77895-8839-4181-844d-224725b04277 req-b160787f-d7a0-4b49-bd47-c991513ad6f5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Dec 09 09:52:50.132724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99659221-f38b-42d2-ad83-9ba4a2828ee0 req-a8eb71d2-a125-4c22-b534-c6053dac076b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:50.135255 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99659221-f38b-42d2-ad83-9ba4a2828ee0 req-a8eb71d2-a125-4c22-b534-c6053dac076b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0790532 Dec 09 09:52:50.183200 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99659221-f38b-42d2-ad83-9ba4a2828ee0 req-882b9899-0371-4d49-ac65-c901bc82c6d2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Dec 09 09:52:50.967069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:52:50.969524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:52:51.177154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:51.208951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:51.231118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:51.237070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'port_id': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'mac_address': 'fa:16:3e:b4:ec:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545c9c-de3a-4d4c-a716-64b244534eeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:52:51.273538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:51.282643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:51.286456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:51.317561 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'code': 200} Dec 09 09:52:51.345397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:51.375075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:52:51.390009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2b512-4d22-400c-ac01-cbe7bd5a1efa req-82876997-27c4-4049-afcd-16ad98206eb5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:51.391442 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-03a2b512-4d22-400c-ac01-cbe7bd5a1efa req-82876997-27c4-4049-afcd-16ad98206eb5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.0830657 Dec 09 09:52:51.407670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:51.432200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.432544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.432890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.433228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.433560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.433892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.434221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.434551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.434879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.435200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.435547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:52:51.436859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-03a2b512-4d22-400c-ac01-cbe7bd5a1efa req-281917fa-1bf7-41d8-8cb7-17420494890a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Dec 09 09:52:51.441071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:51.494148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:52:51.494512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 09:52:51.766283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38227551-d7c7-462f-b496-eed1673a301d req-fa37bb61-1a88-4c16-8230-f7b6b5fb783b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:51.767518 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86682-494d-472c-8899-52e78870602f req-c6fab6a0-cfa7-4b6c-af33-72cda473fb38 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:51.768050 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38227551-d7c7-462f-b496-eed1673a301d req-fa37bb61-1a88-4c16-8230-f7b6b5fb783b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 944 time: 0.0772531 Dec 09 09:52:51.768940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-c6fab6a0-cfa7-4b6c-af33-72cda473fb38 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1&tenant_id=fd96eb2bdfab43718a920b40a510e5d6&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 944 time: 0.0847769 Dec 09 09:52:51.814662 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38227551-d7c7-462f-b496-eed1673a301d req-ac839ba4-fb26-4cdd-9b81-be42e8f54783 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Dec 09 09:52:51.996755 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-18a05a66-f2ff-410a-8ecf-a57d833ee688 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 1097 time: 0.1592715 Dec 09 09:52:52.046962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:52.064501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:52:52.080151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:52.093840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:52.093840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:52.135573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86682-494d-472c-8899-52e78870602f req-eb44ed19-2c21-4755-993c-9c674f54b273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:52.137151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-eb44ed19-2c21-4755-993c-9c674f54b273 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1339979 Dec 09 09:52:52.156849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6cd4d657-e322-4581-b9cc-d732417cadd8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:52:52.195462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:52.200037 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:52.210331 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-5d1595c0-b577-4cca-b180-9699ff72573d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 200 len: 217 time: 0.0650814 Dec 09 09:52:52.271447 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86682-494d-472c-8899-52e78870602f req-6a22b179-a9ff-449b-a3ab-854f833629f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:52.273030 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-6a22b179-a9ff-449b-a3ab-854f833629f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0563462 Dec 09 09:52:52.320685 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-0e37542c-907e-418e-acef-e20ce703187c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415134 Dec 09 09:52:52.454138 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-39cdebf0-d40f-49e5-a81c-ccce42962a60 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275501 Dec 09 09:52:52.586728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a6e86682-494d-472c-8899-52e78870602f req-bfb9664d-b1b3-41b6-a5f7-a2e057a39cd6 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251659 Dec 09 09:52:52.988857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:52:53.027319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a477-2e81-4fb3-8f5f-e69ffde29f34 req-60777bb1-0b46-4ce3-a581-fa9e684abf6f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:53.028787 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d11a477-2e81-4fb3-8f5f-e69ffde29f34 req-60777bb1-0b46-4ce3-a581-fa9e684abf6f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 945 time: 0.0826538 Dec 09 09:52:53.066199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 6cd4d657-e322-4581-b9cc-d732417cadd8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:52:53.067270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:53.079267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d11a477-2e81-4fb3-8f5f-e69ffde29f34 req-e117c330-2824-4742-a7ed-5c8d268fb9c3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Dec 09 09:52:53.196143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:53.228105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:53.231457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:53.233207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:53.295054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:53.297923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:53.318464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:53.372007 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'code': 200} Dec 09 09:52:54.291853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bceea-2c10-44de-b2f1-0f0027f12bd4 req-1c277a80-15a2-44ec-9b97-9c38afc548f3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:54.293254 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6b4bceea-2c10-44de-b2f1-0f0027f12bd4 req-1c277a80-15a2-44ec-9b97-9c38afc548f3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0784173 Dec 09 09:52:54.337026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6b4bceea-2c10-44de-b2f1-0f0027f12bd4 req-a9946846-a421-4da3-b7aa-119211e00a94 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Dec 09 09:52:54.637780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb192b-fa74-4044-8afe-b1533b54e6c2 req-460b546c-e77c-4792-85d1-a4b1de488d1f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:54.639138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edfb192b-fa74-4044-8afe-b1533b54e6c2 req-460b546c-e77c-4792-85d1-a4b1de488d1f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.1823976 Dec 09 09:52:54.684605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edfb192b-fa74-4044-8afe-b1533b54e6c2 req-21dcd4a1-fa2d-423b-ae4e-d7a9a4f3e07a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Dec 09 09:52:54.882488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b345-30d8-4275-ad1c-29832ba6c6fa req-b2a5e30a-98f5-48c2-ba6d-eb0ab89586f1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:54.883974 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f874b345-30d8-4275-ad1c-29832ba6c6fa req-b2a5e30a-98f5-48c2-ba6d-eb0ab89586f1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0759420 Dec 09 09:52:54.930164 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f874b345-30d8-4275-ad1c-29832ba6c6fa req-a75feacb-b19b-49b1-b6b1-8252503feeed tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Dec 09 09:52:55.440702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-8ff89760-1e03-4052-8d0c-5c7ec3a911da tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:55.442104 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-8ff89760-1e03-4052-8d0c-5c7ec3a911da tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 814 time: 0.1501179 Dec 09 09:52:55.458450 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-9e63766a-5b45-44b5-94dd-c5aff1c62a0f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/quotas/fd96eb2bdfab43718a920b40a510e5d6 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Dec 09 09:52:55.539785 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-b15b8885-0123-4087-9a01-782455ced652 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760159 Dec 09 09:52:55.672164 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-f4526325-ce98-4f23-b4b5-2d8ac5abceba service neutron] 10.222.0.41 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257000 Dec 09 09:52:55.800540 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-f6a92aab-8117-4980-b2f1-44684288c711 service neutron] 10.222.0.41 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226983 Dec 09 09:52:55.987478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-650feae0-a9ec-4173-8c06-7d144291e7f0 req-cdc4ae5b-5fe2-419e-91db-fc7f1969a237 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 210 time: 0.0456491 Dec 09 09:52:57.118460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-ebf41990-e889-4650-919b-142c38d27935 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:57.120063 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-ebf41990-e889-4650-919b-142c38d27935 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/ports?device_id=97c62c51-92b6-4161-8dde-ff1e6d5373a1 HTTP/1.1" status: 200 len: 946 time: 0.0806901 Dec 09 09:52:57.312422 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e3e3bd4d-58be-4d00-bf8a-2e0715b90489 req-06c1f07a-d4d4-43c0-ad18-04ee08b892ad tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 210 time: 0.1913218 Dec 09 09:52:57.342957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Deleting port 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:52:57.342957 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:57.449950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-0689c66d-448e-4f07-83c5-bf39b89b8e92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:57.451059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-0689c66d-448e-4f07-83c5-bf39b89b8e92 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 814 time: 0.1595519 Dec 09 09:52:57.467239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Request body: {'port': {'device_id': '9806e075-74e4-4004-abc7-8b01571542aa', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'admin_state_up': True, 'tenant_id': 'fd96eb2bdfab43718a920b40a510e5d6'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:57.597557 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] For port 6cd4d657-e322-4581-b9cc-d732417cadd8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6cd4d657-e322-4581-b9cc-d732417cadd8,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:52:57.597824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:57.616553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:52:57.626018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:52:57.636173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Made reservation on behalf of fd96eb2bdfab43718a920b40a510e5d6 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:52:57.639169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:57.717809 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Calling delete_port for 6cd4d657-e322-4581-b9cc-d732417cadd8 owned by compute:nova {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:52:57.823529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Allocated IP 172.20.0.5 (8a27d4dc-029e-48a1-8602-4f4ca17b6e21/f7545c9c-de3a-4d4c-a716-64b244534eeb/1756632b-bfcf-4a77-a65e-8dcf75172263) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:52:57.872723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:57.879682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-02897eb5-1f60-4673-b412-b443d9743fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:57.885226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6cd4d657-e322-4581-b9cc-d732417cadd8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:52:57.922357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Pushing event deleted for resources: {'Port': ['ID=6cd4d657-e322-4581-b9cc-d732417cadd8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:57.926426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:58.002266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] No DVR routers for this DVR port 6cd4d657-e322-4581-b9cc-d732417cadd8 on host hv-neutron-8211 {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:52:58.004704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.008699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-deleted', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:58.025082 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "DELETE /v2.0/ports/6cd4d657-e322-4581-b9cc-d732417cadd8 HTTP/1.1" status: 204 len: 173 time: 0.8735313 Dec 09 09:52:58.057192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.064413 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c62c51-92b6-4161-8dde-ff1e6d5373a1', 'name': 'network-vif-deleted', 'tag': '6cd4d657-e322-4581-b9cc-d732417cadd8', 'status': 'completed', 'code': 200} Dec 09 09:52:58.086752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.092600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23769762-6549-4d11-b713-8311b1b39c42 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:58.100148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6cd4d657-e322-4581-b9cc-d732417cadd8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:52:58.174832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:52:58.175922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:52:58.181392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:52:58.210725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:58.217417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:58.244921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:58.245513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.270233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8068573 Dec 09 09:52:58.285760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Request body: {'port': {'device_id': '9806e075-74e4-4004-abc7-8b01571542aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:58.396792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.521275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948fb0-ce68-4e43-97e9-f0ac9aa0f643 req-94d7e814-c736-4e07-8359-110204338600 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:58.522938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d4948fb0-ce68-4e43-97e9-f0ac9aa0f643 req-94d7e814-c736-4e07-8359-110204338600 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Synchronizing usage tracker for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:52:58.540555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-d4948fb0-ce68-4e43-97e9-f0ac9aa0f643 req-94d7e814-c736-4e07-8359-110204338600 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Unset dirty status for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:52:58.542045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4948fb0-ce68-4e43-97e9-f0ac9aa0f643 req-94d7e814-c736-4e07-8359-110204338600 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 931 time: 0.1039102 Dec 09 09:52:58.596435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4948fb0-ce68-4e43-97e9-f0ac9aa0f643 req-3125e47b-c06e-40e8-a16d-c3bf04163559 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Dec 09 09:52:58.758568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1756632b-bfcf-4a77-a65e-8dcf75172263 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:52:58.765177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.779688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Transition to ACTIVE for port object 1756632b-bfcf-4a77-a65e-8dcf75172263 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:52:58.783028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:58.786423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:58.906629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:58.910673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:59.010737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Attempting to bind port 1756632b-bfcf-4a77-a65e-8dcf75172263 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:52:59.010981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Attempting to bind port 1756632b-bfcf-4a77-a65e-8dcf75172263 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:52:59.011296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Attempting to bind port 1756632b-bfcf-4a77-a65e-8dcf75172263 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:52:59.016924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Port 1756632b-bfcf-4a77-a65e-8dcf75172263 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:52:59.017242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Attempting to bind port 1756632b-bfcf-4a77-a65e-8dcf75172263 on network 8a27d4dc-029e-48a1-8602-4f4ca17b6e21 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:52:59.023944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:52:59.024274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Checking segment: {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:52:59.024675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Bound using segment: {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:52:59.025091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Bound port: 1756632b-bfcf-4a77-a65e-8dcf75172263, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adad261-983b-413d-acf5-ec6e66c55e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:52:59.025426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:59.214569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:52:59.217442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:52:59.221780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:59.225270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8792ebe0-a4fe-4c46-b748-54731b80145b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:52:59.284497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:52:59.285818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] 10.222.0.58 "PUT /v2.0/ports/1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 1093 time: 1.0040305 Dec 09 09:52:59.286322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:52:59.300837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:52:59.304143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:52:59.400534 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-9fba1129-8b85-4c4d-b539-2e9aa68e2eaf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1096 time: 0.0736709 Dec 09 09:52:59.455698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'status': 'completed', 'code': 200} Dec 09 09:52:59.470599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-5e5534f5-e5fb-49ba-abb6-fef566c72e44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 217 time: 0.0616577 Dec 09 09:52:59.536824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-3bc09b38-d8ba-46f5-a73a-0a7737301b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:59.538705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-3bc09b38-d8ba-46f5-a73a-0a7737301b5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0615921 Dec 09 09:52:59.583504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-77066ccf-c208-47fc-973c-c37bc505c67a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393684 Dec 09 09:52:59.721059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-364beb2d-dae8-4a02-9c1a-afd552ea3405 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307395 Dec 09 09:52:59.807378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5473a-3ee9-4073-ae1b-82d1728785e7 req-b9799449-73aa-4b14-b06f-223a67e86623 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:52:59.808745 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51f5473a-3ee9-4073-ae1b-82d1728785e7 req-b9799449-73aa-4b14-b06f-223a67e86623 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 943 time: 0.0807538 Dec 09 09:52:59.852722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56ba542b-1c1a-481b-821f-c338cdf881e0 req-ec7bdb9f-b0f4-4201-b64e-34015e691c41 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260560 Dec 09 09:52:59.853636 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51f5473a-3ee9-4073-ae1b-82d1728785e7 req-cf23b1d3-f67a-4329-937d-08687893ee3d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Dec 09 09:52:59.967030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-5ba63a62-a2ac-4231-b8ad-69f4d795e58c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1096 time: 0.0701756 Dec 09 09:53:00.112081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-fdc579c7-c547-4edb-adcc-06c97ead2090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:00.113763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-fdc579c7-c547-4edb-adcc-06c97ead2090 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1404264 Dec 09 09:53:00.185127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-0b69c865-0c0a-4a57-8bd9-f3aae8f0563c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 217 time: 0.0642645 Dec 09 09:53:00.248651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-035fd26f-f85c-47fa-af20-de61e1e72e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:00.250021 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-035fd26f-f85c-47fa-af20-de61e1e72e5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0592752 Dec 09 09:53:00.294836 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-37c8aad5-2a3a-4feb-981a-95d3bfea5dae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386517 Dec 09 09:53:00.423235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-7e5ff6d1-cf23-43a5-a6c0-812a9de18c4f service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218605 Dec 09 09:53:00.575926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c03b715-1aef-4e93-b1d3-f088c96f1955 req-84c50dcb-e80a-4882-a836-f9a109d28ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460457 Dec 09 09:53:01.013607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:53:01.046667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 6cd4d657-e322-4581-b9cc-d732417cadd8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:53:01.047019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6cd4d657-e322-4581-b9cc-d732417cadd8 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:53:01.065997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f75ad3-62e4-4457-b6c1-9b393efb5a0d req-5d7c9484-aeaf-4321-899b-82cf5f937e99 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:01.066689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e3f75ad3-62e4-4457-b6c1-9b393efb5a0d req-5d7c9484-aeaf-4321-899b-82cf5f937e99 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Synchronizing usage tracker for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:53:01.078340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e3f75ad3-62e4-4457-b6c1-9b393efb5a0d req-5d7c9484-aeaf-4321-899b-82cf5f937e99 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Unset dirty status for tenant:fd96eb2bdfab43718a920b40a510e5d6 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:53:01.079458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3f75ad3-62e4-4457-b6c1-9b393efb5a0d req-5d7c9484-aeaf-4321-899b-82cf5f937e99 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 943 time: 0.0946026 Dec 09 09:53:01.124746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3f75ad3-62e4-4457-b6c1-9b393efb5a0d req-375b6794-8479-4d45-a4bd-73b22dc0a1dc tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398328 Dec 09 09:53:02.317987 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbb83b-0867-49d2-893f-7b00e91e2454 req-3bd8020e-910f-402a-a838-046ae868693a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:02.319539 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b1fbb83b-0867-49d2-893f-7b00e91e2454 req-3bd8020e-910f-402a-a838-046ae868693a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 943 time: 0.0757606 Dec 09 09:53:02.367700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b1fbb83b-0867-49d2-893f-7b00e91e2454 req-ed257615-9e29-4f06-9197-0236245f4ba9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Dec 09 09:53:03.019343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:53:03.126217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:03.164548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:03.177338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'port_id': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'mac_address': 'fa:16:3e:e5:91:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545c9c-de3a-4d4c-a716-64b244534eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:53:03.233792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:03.250933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1756632b-bfcf-4a77-a65e-8dcf75172263 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:53:03.266410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:03.270052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:03.272600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:03.335645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:03.338606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:03.540024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-48a933e8-1cbe-485c-8a50-53ee6e78c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:03.569931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880731c9-93fd-46d7-907f-c23a8baceca4 req-9580356f-272a-45a5-b652-43e9ac723717 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:03.571449 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-880731c9-93fd-46d7-907f-c23a8baceca4 req-9580356f-272a-45a5-b652-43e9ac723717 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 944 time: 0.0851369 Dec 09 09:53:03.586299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['1756632b-bfcf-4a77-a65e-8dcf75172263'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:53:03.618412 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-880731c9-93fd-46d7-907f-c23a8baceca4 req-94e97141-f85b-40c3-b738-8f0e7e15c53c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Dec 09 09:53:04.622516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:04.815796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72395eb-5cb0-4186-8b76-82af54108672 req-e2604416-38d9-459e-8c73-2dd2e0a95506 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:04.817229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b72395eb-5cb0-4186-8b76-82af54108672 req-e2604416-38d9-459e-8c73-2dd2e0a95506 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 944 time: 0.0809836 Dec 09 09:53:04.861951 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b72395eb-5cb0-4186-8b76-82af54108672 req-a7934052-888d-4d57-bb5c-9fc350a0a56f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Dec 09 09:53:05.045242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:53:05.111354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 1756632b-bfcf-4a77-a65e-8dcf75172263 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:53:05.116244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 1756632b-bfcf-4a77-a65e-8dcf75172263 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:05.116631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:05.229734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:05.256044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:53:05.266445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:05.270637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:05.272566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-7c6ba5b8-db5b-463d-ba4a-80b8521511fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:05.319547 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'code': 200} Dec 09 09:53:05.344990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:05.347865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:05.542787 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0620723a-866f-433f-926c-a990a6430a92 req-c9551847-17ec-46e5-8f1f-528f3e21af8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1098 time: 0.0676005 Dec 09 09:53:05.690606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0620723a-866f-433f-926c-a990a6430a92 req-c71c589f-66c5-456c-ae2f-8cfd1347b1dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418438 Dec 09 09:53:05.772711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d9b544d2-d86b-4ee7-9f03-f8f519b109bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:06.065038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d34ad-72b8-4aab-9726-e140d9ade7b9 req-7ba2d8fd-d7ad-4f9c-95b8-cd8f6bf020f8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:06.066438 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-042d34ad-72b8-4aab-9726-e140d9ade7b9 req-7ba2d8fd-d7ad-4f9c-95b8-cd8f6bf020f8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0803590 Dec 09 09:53:06.111584 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-042d34ad-72b8-4aab-9726-e140d9ade7b9 req-aca43201-ea1c-4a53-a1d6-d6f0392de86c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Dec 09 09:53:06.843148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:07.310461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19457-a287-45ce-87eb-eb85f5406e31 req-7e5f0409-d880-4bab-8c8d-833ce9f59fcf tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:07.311917 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edd19457-a287-45ce-87eb-eb85f5406e31 req-7e5f0409-d880-4bab-8c8d-833ce9f59fcf tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0758803 Dec 09 09:53:07.357092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-edd19457-a287-45ce-87eb-eb85f5406e31 req-b024f0c0-7a19-49aa-bb77-8d6b9e10fc24 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Dec 09 09:53:07.567564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f2c-8f0a-4d8b-b0b2-bd6b2419772c req-0e813693-f24f-4e03-9a15-95dc9053f51f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:07.569020 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-715f5f2c-8f0a-4d8b-b0b2-bd6b2419772c req-0e813693-f24f-4e03-9a15-95dc9053f51f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0904849 Dec 09 09:53:07.615156 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-715f5f2c-8f0a-4d8b-b0b2-bd6b2419772c req-5d7cc42f-db6a-4e5a-9aa5-e21f52704aed tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Dec 09 09:53:07.817177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2835a6cd-b2ea-47d0-a8e1-598076c1e6fb req-0f1723cb-6410-47d2-96ca-bfc5998a776e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0758524 Dec 09 09:53:08.066905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-b46245c7-568b-4dd1-8e85-5d05ea601e47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697870 Dec 09 09:53:08.136770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6e89-2c91-4ca0-b026-e689fd432c84 req-103e9bbd-f117-4a3f-9189-a2139c57567e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:08.138213 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-244d6e89-2c91-4ca0-b026-e689fd432c84 req-103e9bbd-f117-4a3f-9189-a2139c57567e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0826795 Dec 09 09:53:08.186113 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-244d6e89-2c91-4ca0-b026-e689fd432c84 req-e67d6ef7-5209-489d-ab47-26ecb50a34e1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Dec 09 09:53:08.294365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:09.214147 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-bf75b5b5-0a59-43d7-831d-7f7c73c52462 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1098 time: 0.0737827 Dec 09 09:53:09.386532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-3c80c354-72ac-406d-8964-67f219d8d6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:09.387975 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-3c80c354-72ac-406d-8964-67f219d8d6db service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1682773 Dec 09 09:53:09.466383 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-0827d604-ed97-4bfa-9c1d-339a8c6cc792 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 217 time: 0.0719924 Dec 09 09:53:09.475022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f8ffa-ca1c-48a5-b885-bdb00603e1f6 req-2c442693-fe8d-43aa-bebb-6158685bb4bd tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:09.476386 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-754f8ffa-ca1c-48a5-b885-bdb00603e1f6 req-2c442693-fe8d-43aa-bebb-6158685bb4bd tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.1674962 Dec 09 09:53:09.562440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-6cfa2455-336e-4c2f-aa56-8c3f6129555d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:09.563856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-6cfa2455-336e-4c2f-aa56-8c3f6129555d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0866518 Dec 09 09:53:09.568458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-754f8ffa-ca1c-48a5-b885-bdb00603e1f6 req-74a17bdc-beae-4284-b951-b6ff2c188ab0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Dec 09 09:53:09.612058 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-6d00afe5-a005-41a1-bb4f-aae9a7c57b92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423517 Dec 09 09:53:09.739328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-5c5f9abc-0735-4b71-9828-57f508f0e628 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213179 Dec 09 09:53:09.867624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-34037611-1c9c-4f76-b5b3-db9ee8285276 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215510 Dec 09 09:53:10.769675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a9e5-c46c-4a7d-b239-ea984710f663 req-48a91be6-26fc-431d-8cb1-7ad2c5c19825 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:10.771177 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6c75a9e5-c46c-4a7d-b239-ea984710f663 req-48a91be6-26fc-431d-8cb1-7ad2c5c19825 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0774851 Dec 09 09:53:10.816727 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6c75a9e5-c46c-4a7d-b239-ea984710f663 req-fffcbcad-75a2-4ca5-ac78-8d3e6d9928a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Dec 09 09:53:12.016284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdcaaf-6b23-41f2-8d6c-7a10b9dd86d9 req-79f2a5df-0d8b-48cc-81a7-a7ce82faf1f7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:12.017719 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9dbdcaaf-6b23-41f2-8d6c-7a10b9dd86d9 req-79f2a5df-0d8b-48cc-81a7-a7ce82faf1f7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0767679 Dec 09 09:53:12.062193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9dbdcaaf-6b23-41f2-8d6c-7a10b9dd86d9 req-98797d58-962b-4a5b-8121-50884331650e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Dec 09 09:53:13.259380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f4d9-7124-4079-8c8a-060fdd357db6 req-c1c45536-123f-4acb-80fc-303a62a4daa9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:13.260815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75c5f4d9-7124-4079-8c8a-060fdd357db6 req-c1c45536-123f-4acb-80fc-303a62a4daa9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0799811 Dec 09 09:53:13.305042 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75c5f4d9-7124-4079-8c8a-060fdd357db6 req-e5a11bf5-9e87-40a1-947c-f524b723e1e7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Dec 09 09:53:14.504146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e9a1b-38b0-46bb-a49b-21279d316c88 req-4e99fd5d-4d97-4e29-8702-90b5269450b4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:14.505571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-317e9a1b-38b0-46bb-a49b-21279d316c88 req-4e99fd5d-4d97-4e29-8702-90b5269450b4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0803823 Dec 09 09:53:14.550516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-317e9a1b-38b0-46bb-a49b-21279d316c88 req-b66cb24c-f262-4b09-b8a5-3ec5d641d5c8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Dec 09 09:53:15.745408 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c4e14-b8ff-4f71-a92a-883ee3c4c9ef req-45523431-2e26-4c8d-835a-f0ae637b0b0d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:15.746826 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-565c4e14-b8ff-4f71-a92a-883ee3c4c9ef req-45523431-2e26-4c8d-835a-f0ae637b0b0d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0776734 Dec 09 09:53:15.886770 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-565c4e14-b8ff-4f71-a92a-883ee3c4c9ef req-2d9325e0-a226-44b6-9629-20487614aa34 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338043 Dec 09 09:53:17.081508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4990673-65db-4cbc-9715-43029c6888c6 req-ed9af42d-de9e-4c9b-abe7-12ab68115628 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:17.082912 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a4990673-65db-4cbc-9715-43029c6888c6 req-ed9af42d-de9e-4c9b-abe7-12ab68115628 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0751855 Dec 09 09:53:17.131246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a4990673-65db-4cbc-9715-43029c6888c6 req-602478a1-5adf-4f6d-ab5c-dfcea07dc21f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Dec 09 09:53:18.325012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139965-09c5-47d9-a44d-153d9f327e30 req-d12c21ba-7e12-4852-8736-aef9649ccd94 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:18.326987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c8139965-09c5-47d9-a44d-153d9f327e30 req-d12c21ba-7e12-4852-8736-aef9649ccd94 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0749471 Dec 09 09:53:18.370471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c8139965-09c5-47d9-a44d-153d9f327e30 req-29fcc2d0-eb62-43dc-91eb-7c0bd0eab1d9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Dec 09 09:53:19.569063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcf1cd-09eb-47c0-adc4-15ad039ea0c0 req-c5b40628-d061-4257-bcbd-a58b5a015874 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:19.570477 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b0bcf1cd-09eb-47c0-adc4-15ad039ea0c0 req-c5b40628-d061-4257-bcbd-a58b5a015874 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0778880 Dec 09 09:53:19.614719 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b0bcf1cd-09eb-47c0-adc4-15ad039ea0c0 req-e390c4e0-1119-4ef7-9e6e-3da18c8ca24d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Dec 09 09:53:20.815861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88113205-2188-4ac8-a0f6-fe6b531c2d13 req-cb52e874-64ef-4f88-8639-a7e7cf0219c2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:20.817241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-88113205-2188-4ac8-a0f6-fe6b531c2d13 req-cb52e874-64ef-4f88-8639-a7e7cf0219c2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0796380 Dec 09 09:53:20.861644 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-88113205-2188-4ac8-a0f6-fe6b531c2d13 req-04456d9c-c9d4-49ff-aeeb-eeefcef75af2 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387828 Dec 09 09:53:22.061902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba9b3a-6eac-4084-9eac-d1d477f6c63e req-979b3dc8-88e0-421b-bcd0-5ae27ce3190a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:22.063312 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4bba9b3a-6eac-4084-9eac-d1d477f6c63e req-979b3dc8-88e0-421b-bcd0-5ae27ce3190a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0822756 Dec 09 09:53:22.108785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4bba9b3a-6eac-4084-9eac-d1d477f6c63e req-8e9f7337-ef78-41af-a73b-5669cbab3644 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Dec 09 09:53:22.657954 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:53:23.302446 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da64924-e3f5-4c8b-9b66-2d0cb9b05189 req-900764a3-12b4-47e9-a566-3aeec7db67d3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:23.303897 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7da64924-e3f5-4c8b-9b66-2d0cb9b05189 req-900764a3-12b4-47e9-a566-3aeec7db67d3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0749230 Dec 09 09:53:23.348523 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7da64924-e3f5-4c8b-9b66-2d0cb9b05189 req-a9334bc1-6b09-44b4-a3a0-37bb50c369c5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Dec 09 09:53:24.548234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8419-57e4-41a9-b432-8286bee64089 req-9791270c-1908-4240-b4ac-2a27be34c8c6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:24.549676 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-288a8419-57e4-41a9-b432-8286bee64089 req-9791270c-1908-4240-b4ac-2a27be34c8c6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0777087 Dec 09 09:53:24.594896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-288a8419-57e4-41a9-b432-8286bee64089 req-0ee8a4a2-ba01-488b-be10-5b25407a4245 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Dec 09 09:53:25.797132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81619c1e-18d1-473d-b95f-16fdf340409f req-e497b871-96cf-4957-8733-fb84067deb2a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:25.798559 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-81619c1e-18d1-473d-b95f-16fdf340409f req-e497b871-96cf-4957-8733-fb84067deb2a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0832522 Dec 09 09:53:25.843207 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-81619c1e-18d1-473d-b95f-16fdf340409f req-fdbf29b4-2ec5-437f-b4bb-cefa3e2dcb7d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Dec 09 09:53:27.150768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9488c-e3b3-42ce-9744-d66527b01d99 req-ebcc1e83-77b4-49f5-8224-2ec65067d406 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:27.152138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-faa9488c-e3b3-42ce-9744-d66527b01d99 req-ebcc1e83-77b4-49f5-8224-2ec65067d406 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.1861689 Dec 09 09:53:27.196233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-faa9488c-e3b3-42ce-9744-d66527b01d99 req-7ff85c6a-280a-48a5-980c-a109baa3f5a6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Dec 09 09:53:28.389913 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11657f0-6bfd-4e56-a063-6eed995961db req-eb18bd24-45f2-46e4-bf8c-56332b9b988a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:28.391335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11657f0-6bfd-4e56-a063-6eed995961db req-eb18bd24-45f2-46e4-bf8c-56332b9b988a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0760460 Dec 09 09:53:28.439972 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d11657f0-6bfd-4e56-a063-6eed995961db req-e2a0d41d-7e98-40d7-b86b-4a048c127f32 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Dec 09 09:53:29.633179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39296fab-c5f8-4af4-878a-8b086b653d70 req-ec119466-3fc9-4adf-925f-772dff845b4d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:29.634601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39296fab-c5f8-4af4-878a-8b086b653d70 req-ec119466-3fc9-4adf-925f-772dff845b4d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0755935 Dec 09 09:53:29.680106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39296fab-c5f8-4af4-878a-8b086b653d70 req-90bac4f5-86cb-446c-93d7-0d908385d91b tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Dec 09 09:53:30.875612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35860f10-22cc-4e1c-9b22-a9e035a2a605 req-dd0ae5d4-277e-4dfd-b93d-9555580a28bb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:30.877067 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-35860f10-22cc-4e1c-9b22-a9e035a2a605 req-dd0ae5d4-277e-4dfd-b93d-9555580a28bb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0763521 Dec 09 09:53:30.922031 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-35860f10-22cc-4e1c-9b22-a9e035a2a605 req-3458d956-44a7-4dfb-85f6-683e3d50bba8 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Dec 09 09:53:32.118998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507410a-2f47-44f7-a880-4b9b8a61e639 req-529e470e-d3fc-4fa3-bdab-d2f8363e68d3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:32.120457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6507410a-2f47-44f7-a880-4b9b8a61e639 req-529e470e-d3fc-4fa3-bdab-d2f8363e68d3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0807011 Dec 09 09:53:32.165675 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6507410a-2f47-44f7-a880-4b9b8a61e639 req-1f3e038c-c550-41ce-8fff-73413c3a6d67 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Dec 09 09:53:33.110319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:33.367378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95302a-2f01-4bc6-aca2-11e49bfa81cc req-962f4e67-1571-473b-b0f6-fc847a0211ad tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:33.368822 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9b95302a-2f01-4bc6-aca2-11e49bfa81cc req-962f4e67-1571-473b-b0f6-fc847a0211ad tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0789685 Dec 09 09:53:33.413492 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9b95302a-2f01-4bc6-aca2-11e49bfa81cc req-d85041e4-dbbe-4746-ba15-ce8a525a452d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Dec 09 09:53:33.541683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-29d07ca8-0e16-4cd7-9308-4a5cf7592134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:34.614771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807921a-f3df-4e44-bfc2-8cd733282a65 req-7a82257a-9ea9-4dc7-845c-cb56ef133769 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:34.616241 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4807921a-f3df-4e44-bfc2-8cd733282a65 req-7a82257a-9ea9-4dc7-845c-cb56ef133769 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0791233 Dec 09 09:53:34.625411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:34.668431 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4807921a-f3df-4e44-bfc2-8cd733282a65 req-d2ba12ff-a4ec-455d-afd9-fed7d392850c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Dec 09 09:53:35.775354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-07c0f664-4832-48cd-8d8f-3838b685eec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:35.863076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7d2e-da20-4e75-8002-21a18e32ce9b req-d4c566d0-6114-40a9-a4c4-c4f741d13757 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:35.864774 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d30e7d2e-da20-4e75-8002-21a18e32ce9b req-d4c566d0-6114-40a9-a4c4-c4f741d13757 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0750544 Dec 09 09:53:35.909285 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d30e7d2e-da20-4e75-8002-21a18e32ce9b req-98fa831c-dc2a-4e24-80fb-f4795dd5d77f tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Dec 09 09:53:36.588458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-bbbcf03b-261c-493c-af38-36e7cc7134a8 service neutron] 10.222.0.58 "GET /v2.0/ports/1756632b-bfcf-4a77-a65e-8dcf75172263/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0829620 Dec 09 09:53:36.844980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:36.852590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-79e00389-a4c5-488c-9cf1-37c36a0cb4ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa&tenant_id=fd96eb2bdfab43718a920b40a510e5d6 HTTP/1.1" status: 200 len: 1098 time: 0.0710282 Dec 09 09:53:36.947041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-ea237778-593a-4132-b2e5-7e9c570670c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1098 time: 0.0727062 Dec 09 09:53:37.134377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-d7454cec-ed8e-4a59-8116-6fe6ac063d5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:37.135719 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-d7454cec-ed8e-4a59-8116-6fe6ac063d5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1828849 Dec 09 09:53:37.215210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed7871-6b0e-409f-a882-005d519c8529 req-9bc3fb19-499f-4a91-bf05-8e8188c6a247 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:37.217574 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8aed7871-6b0e-409f-a882-005d519c8529 req-9bc3fb19-499f-4a91-bf05-8e8188c6a247 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.1849084 Dec 09 09:53:37.219014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-4981fa82-0cd5-4236-9c3f-31556facfcc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 217 time: 0.0749567 Dec 09 09:53:37.315634 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8aed7871-6b0e-409f-a882-005d519c8529 req-80f1c9f8-55c2-4bc4-9ccf-34dc3b1a56f0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925472 Dec 09 09:53:37.317033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-c517b373-e96c-4963-add2-0900a81ff19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:37.318346 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-c517b373-e96c-4963-add2-0900a81ff19a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0823386 Dec 09 09:53:37.365478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-74b6f9e9-f515-44df-b673-e9f597dc7be0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401881 Dec 09 09:53:37.497579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-c1204801-d1c7-4cd0-aaae-cae3ee91e40d service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255157 Dec 09 09:53:37.626821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6def2a4a-2c30-488e-84cb-05ed8339358a req-e1dbf513-e154-4c80-911e-faa604e06c17 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240742 Dec 09 09:53:38.353882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:38.524230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544143-3e34-4c2b-bea2-0d4e4276ddc6 req-d91f4945-0528-40c7-82dc-fedf98847e60 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:38.525602 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5544143-3e34-4c2b-bea2-0d4e4276ddc6 req-d91f4945-0528-40c7-82dc-fedf98847e60 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0886607 Dec 09 09:53:38.570828 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5544143-3e34-4c2b-bea2-0d4e4276ddc6 req-3734700e-4d77-4e81-abd4-3f4f18981727 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Dec 09 09:53:39.248463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:53:39.376385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:39.389038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'network_id': '8a27d4dc-029e-48a1-8602-4f4ca17b6e21', 'port_id': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'mac_address': 'fa:16:3e:e5:91:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545c9c-de3a-4d4c-a716-64b244534eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:53:39.440027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:39.456835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1756632b-bfcf-4a77-a65e-8dcf75172263 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:53:39.471453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:39.475130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:39.476806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:39.546693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['1756632b-bfcf-4a77-a65e-8dcf75172263'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:53:39.584173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:39.588579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:39.770308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6574-0698-424c-96c6-9b08310fdbb9 req-2802c11a-4435-4e3e-8c9b-a88019fbdd86 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:39.771806 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6e3a6574-0698-424c-96c6-9b08310fdbb9 req-2802c11a-4435-4e3e-8c9b-a88019fbdd86 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 944 time: 0.0812473 Dec 09 09:53:39.819691 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6e3a6574-0698-424c-96c6-9b08310fdbb9 req-3f620d40-370d-420c-8b1a-eefbd131224c tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Dec 09 09:53:41.016919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb204a-0de5-484c-a36e-55949293b093 req-3a58a457-aca7-4475-9dc6-5b9d6549fc32 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:41.018361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-48cb204a-0de5-484c-a36e-55949293b093 req-3a58a457-aca7-4475-9dc6-5b9d6549fc32 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 944 time: 0.0761077 Dec 09 09:53:41.067081 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-48cb204a-0de5-484c-a36e-55949293b093 req-f6e68ec8-2d28-411e-9dc6-ccf6697d48c6 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Dec 09 09:53:41.260216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:53:41.328986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 1756632b-bfcf-4a77-a65e-8dcf75172263 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:41.329367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:41.451988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:41.479444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:53:41.490150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:41.497686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:41.499543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-20ba8e42-f77b-42ea-b95d-0ccb48938b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:41.548078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-d9c5cb4e-c2a1-455d-949f-69825007400a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:41.549554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-d9c5cb4e-c2a1-455d-949f-69825007400a tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa&tenant_id=fd96eb2bdfab43718a920b40a510e5d6&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 945 time: 0.0927527 Dec 09 09:53:41.551216 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'code': 200} Dec 09 09:53:41.569520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d7d92-ba64-4c52-8f28-d216b8bc78fa req-63b8386f-03cf-495d-9388-81ef7b21bc73 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:41.570972 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-916d7d92-ba64-4c52-8f28-d216b8bc78fa req-63b8386f-03cf-495d-9388-81ef7b21bc73 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.1063628 Dec 09 09:53:41.580026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:41.583144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:41.621339 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-916d7d92-ba64-4c52-8f28-d216b8bc78fa req-92c26935-182d-4911-b33d-f118ec38b8f9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Dec 09 09:53:41.696458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-d8832339-2c1c-4df2-abb0-e622f7ff77d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 1098 time: 0.0732679 Dec 09 09:53:41.831665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-5cf6f93b-a6ac-4cee-b757-62983e802645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:41.833153 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-5cf6f93b-a6ac-4cee-b757-62983e802645 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 200 len: 915 time: 0.1307955 Dec 09 09:53:41.999062 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-d1e9fb87-5ff8-4e81-8729-1f9a33918eeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 200 len: 217 time: 0.1600003 Dec 09 09:53:42.062464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-2a696526-e461-4850-83e8-0ebc674af8b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:42.063861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-2a696526-e461-4850-83e8-0ebc674af8b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 200 len: 854 time: 0.0586665 Dec 09 09:53:42.108345 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-d9d98f1d-1ffb-42c6-91d9-b1634e67bc4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a27d4dc-029e-48a1-8602-4f4ca17b6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386691 Dec 09 09:53:42.239824 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-b0007207-e905-45e4-b5ea-cf561ae4a018 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252527 Dec 09 09:53:42.370469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b4b6b06-a20c-4837-aad4-034a9c17d428 req-cdb82efb-7810-4e56-9c5b-6972c37eb755 service neutron] 10.222.0.58 "GET /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242895 Dec 09 09:53:42.831075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6802cf-725d-4abf-9963-67c84568b8b5 req-4c79a55a-8255-4624-98d0-c06dd06b1df0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:42.832554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6802cf-725d-4abf-9963-67c84568b8b5 req-4c79a55a-8255-4624-98d0-c06dd06b1df0 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0838909 Dec 09 09:53:42.882111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc6802cf-725d-4abf-9963-67c84568b8b5 req-09dbd454-c6f8-4d2a-bfdb-bb18272913cb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Dec 09 09:53:44.081824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89c8b-940c-4e92-bb61-ff6a410d54f2 req-c0ea3e0c-2168-4256-8808-10c3bf7891a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:44.083221 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4d89c8b-940c-4e92-bb61-ff6a410d54f2 req-c0ea3e0c-2168-4256-8808-10c3bf7891a9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0793765 Dec 09 09:53:44.127337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4d89c8b-940c-4e92-bb61-ff6a410d54f2 req-f95009d9-00f6-4f8f-9501-a67c265045e1 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Dec 09 09:53:44.323284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa4c2-6ab4-4714-bb4e-3907544cc793 req-c7f70219-a3bf-414c-b747-494d3216b0df tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:44.324746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38afa4c2-6ab4-4714-bb4e-3907544cc793 req-c7f70219-a3bf-414c-b747-494d3216b0df tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0755584 Dec 09 09:53:44.369229 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-38afa4c2-6ab4-4714-bb4e-3907544cc793 req-cd3c7e01-b2b3-48a4-aecb-0d72cd3d65b5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Dec 09 09:53:44.562416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c20996-88d1-4475-a40a-afc7bfb0e1d1 req-a4095d48-7fef-4b20-8c79-93af7bf6af49 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:44.563864 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e5c20996-88d1-4475-a40a-afc7bfb0e1d1 req-a4095d48-7fef-4b20-8c79-93af7bf6af49 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0757072 Dec 09 09:53:44.609536 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e5c20996-88d1-4475-a40a-afc7bfb0e1d1 req-b398fc9a-8f29-4960-97c8-e06378264229 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Dec 09 09:53:45.188574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82f43-1235-49ff-bbe2-15ba72e1b5e9 req-75197012-2c90-4d83-a481-7f80c3f044e5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:45.189996 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-90b82f43-1235-49ff-bbe2-15ba72e1b5e9 req-75197012-2c90-4d83-a481-7f80c3f044e5 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0809457 Dec 09 09:53:45.235639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-90b82f43-1235-49ff-bbe2-15ba72e1b5e9 req-d76f5fe2-342d-47ce-8429-116f2f5841d9 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Dec 09 09:53:46.440497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5021-b263-4113-8640-aefb06cd1cca req-09b55557-2a11-4aa2-acd1-1573a06764a4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:46.441934 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-418f5021-b263-4113-8640-aefb06cd1cca req-09b55557-2a11-4aa2-acd1-1573a06764a4 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0837502 Dec 09 09:53:46.488802 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-418f5021-b263-4113-8640-aefb06cd1cca req-f683637f-901e-46ea-a356-3b34483abde7 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/security-groups?id=6c1b962c-f62a-466c-9cf1-9bb1be076995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Dec 09 09:53:46.726376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-9d23eb49-10a4-4b6d-8867-285611ee0a0d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:46.727686 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-9d23eb49-10a4-4b6d-8867-285611ee0a0d tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 945 time: 0.0747452 Dec 09 09:53:46.798074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Deleting port 1756632b-bfcf-4a77-a65e-8dcf75172263 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:53:46.798415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:47.043375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] For port 1756632b-bfcf-4a77-a65e-8dcf75172263, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=1756632b-bfcf-4a77-a65e-8dcf75172263,segment=NetworkSegment(2adad261-983b-413d-acf5-ec6e66c55e23),segment_id=2adad261-983b-413d-acf5-ec6e66c55e23)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:47.044317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:47.162255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Calling delete_port for 1756632b-bfcf-4a77-a65e-8dcf75172263 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:53:47.301170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:47.306565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eb3981cd-57d1-4c06-ae66-e38a2fca7659 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:47.312928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['1756632b-bfcf-4a77-a65e-8dcf75172263'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:53:47.351606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Pushing event deleted for resources: {'Port': ['ID=1756632b-bfcf-4a77-a65e-8dcf75172263,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:47.416009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.416395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.416773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.417142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.417515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.417882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.418248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.419278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.419700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.420085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.420448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:47.435020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:47.435974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] No DVR routers for this DVR port 1756632b-bfcf-4a77-a65e-8dcf75172263 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:53:47.438182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:47.440723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-deleted', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:53:47.455208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9878ed9e-54d0-46e0-8576-cff79a0be09e req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.58 "DELETE /v2.0/ports/1756632b-bfcf-4a77-a65e-8dcf75172263 HTTP/1.1" status: 204 len: 173 time: 0.7223110 Dec 09 09:53:47.496331 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806e075-74e4-4004-abc7-8b01571542aa', 'name': 'network-vif-deleted', 'tag': '1756632b-bfcf-4a77-a65e-8dcf75172263', 'status': 'completed', 'code': 200} Dec 09 09:53:47.665957 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f8aeb777-6dc8-4736-8506-897c7966f118 req-0e69d6b2-169b-43bd-a15e-05ac376185c3 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] 10.222.0.41 "GET /v2.0/ports?device_id=9806e075-74e4-4004-abc7-8b01571542aa HTTP/1.1" status: 200 len: 210 time: 0.0409715 Dec 09 09:53:48.928175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34910) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:48.990311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Deleting subnet f7545c9c-de3a-4d4c-a716-64b244534eeb {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 09:53:48.993400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.041100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.094361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.164821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.169723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1ed19e7f-7219-4540-b220-e9fda76c5e4d tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:49.203671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7545c9c-de3a-4d4c-a716-64b244534eeb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:49.211497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.218886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.219274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.219649 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.220050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.220427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.220797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.221162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.221524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.221882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.222239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.222597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:49.225992 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7545c9c-de3a-4d4c-a716-64b244534eeb HTTP/1.1" status: 204 len: 168 time: 0.2967656 Dec 09 09:53:49.226947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:49.228442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34914) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:49.423653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.544253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.569092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a27d4dc-029e-48a1-8602-4f4ca17b6e21']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:49.581199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adad261-983b-413d-acf5-ec6e66c55e23') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:49.581522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adad261-983b-413d-acf5-ec6e66c55e23') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:49.592576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.608699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.615427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 09:53:49.615840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:53:49.629467 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:53:49.705263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.708641 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-776626da-69fe-43f9-ba23-9467eae7ad15 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:49.721656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:49.731651 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a27d4dc-029e-48a1-8602-4f4ca17b6e21,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:49.734726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:49.740138 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a27d4dc-029e-48a1-8602-4f4ca17b6e21 HTTP/1.1" status: 204 len: 168 time: 0.5107472 Dec 09 09:53:49.894903 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34920) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:49.944249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-466a4144-9fe7-4ea9-a6a7-4fa0608459eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd96eb2bdfab43718a920b40a510e5d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481131 Dec 09 09:53:49.946527 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34924) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:50.009252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:50.034833 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:50.085208 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:50.089879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1980e8fc-8303-4f17-b7f1-a14db7945263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:50.102746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1b962c-f62a-466c-9cf1-9bb1be076995,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:50.105301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:50.112288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:50.113390 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9469d6ee-6136-4d68-bfb9-bc138c9efd21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c1b962c-f62a-466c-9cf1-9bb1be076995 HTTP/1.1" status: 204 len: 168 time: 0.1659946 Dec 09 09:53:50.935941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34946) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:51.062885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-347300504-network', 'tenant_id': '8365872570844d6fbad96ccc85690801'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:51.067734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:51.071593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Usage tracker for resource:network and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:51.074428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:51.178533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:51.188069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:53:51.190251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.203407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.234794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:51.238505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Usage tracker for resource:security_group_rule and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:51.241531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:51.248091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:51.279425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:53:51.313116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 1756632b-bfcf-4a77-a65e-8dcf75172263 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:53:51.313384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 1756632b-bfcf-4a77-a65e-8dcf75172263 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:53:51.315965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.319857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.322762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dc9f5ebe-0676-4134-99be-fa5b7cacb074 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:51.353241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 09:53:51.359691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba280e-b7f7-4a44-9fba-4018691255b5,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:51.363518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:51.368354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.368354 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Added segment 8b446b1e-5c2e-4937-a5f5-d9d0250d57f3 of type vlan for network bd7334f9-d6d5-4401-8a87-de2913c72590 Dec 09 09:53:51.394534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.422178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.423026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:51.423587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.426800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d823bcf4-a187-4248-820f-5d507d921e3c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:51.523819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Pushing event updated for resources: {'Network': ['ID=bd7334f9-d6d5-4401-8a87-de2913c72590,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:51.526971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5900390 Dec 09 09:53:51.527842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:51.529987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34952) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:51.533685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network bd7334f9-d6d5-4401-8a87-de2913c72590 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 09:53:51.535651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Request body: {'subnet': {'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-347300504-subnet', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:51.540631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:51.545216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Usage tracker for resource:subnet and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:51.548304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:51.554078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:51.564483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:53:51.566815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.789499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.792908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-01ac8de8-97b1-4115-b679-47f6a6b852e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:51.862799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caffc6a2-a3c4-4da1-99aa-71fa55e27b72,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:51.866672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:51.874933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:53:51.875291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Network hostable DHCP agents. Network: bd7334f9-d6d5-4401-8a87-de2913c72590, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 09:53:51.896202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 09:53:51.905416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, bd7334f9-d6d5-4401-8a87-de2913c72590) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:51.909318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:51.909960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.916727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02e22e-158a-43f3-a0c2-fb2dde51b186 None None] Network bd7334f9-d6d5-4401-8a87-de2913c72590 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:53:51.936532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34956) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:51.942260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:51.946911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4159186 Dec 09 09:53:51.948074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:51.952495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Usage tracker for resource:router and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:51.955474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:51.961509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:51.973901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.974354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:51.997472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.146042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.149559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-bd7334f9-d6d5-4401-8a87-de2913c72590', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 09:53:52.150467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.307977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Allocated IP 172.20.0.2 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/3e79f689-6f98-44cd-bd6c-5fdb397bc71f) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:53:52.333184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.362966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.501111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Allocated IP 172.26.4.106 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/a35f6942-19e8-4064-bd66-495c6f58b64f) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:53:52.513138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.523730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Transition to ACTIVE for port object 3e79f689-6f98-44cd-bd6c-5fdb397bc71f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:53:52.542617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Transition to ACTIVE for port object 3e79f689-6f98-44cd-bd6c-5fdb397bc71f will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:53:52.548268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.553025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:52.616499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:53:52.619671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:52.624521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:53:52.626586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Pushing event updated for resources: {'Port': ['ID=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:52.652939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.665672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.666028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.666372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.666714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.667054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.667422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.667775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.668111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.668440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.668792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.669125 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:53:52.679000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:52.680359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.685357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fb8f25e4-362e-41f1-a1d2-9c7bf13f8ede tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:52.748332 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:53:52.755494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:52.760967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:53:52.768640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Attempting to bind port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:53:52.769021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Attempting to bind port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:53:52.769399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Attempting to bind port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:53:52.775717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:53:52.776135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:53:52.776548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.776954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:53:52.777420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Bound port: 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:53:52.777802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.792131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Pushing event updated for resources: {'Port': ['ID=a35f6942-19e8-4064-bd66-495c6f58b64f,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:52.798471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:52.876841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] For port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:53:52.880177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] For port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:53:52.884476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.889071 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:52.932496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.933507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:52.967361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Pushing event updated for resources: {'Port': ['ID=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:52.970167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:53.288863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Router 8b449712-59bd-4c92-85fd-249e2f02e046 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 09:53:53.487222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:53:53.496084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:53:53.509101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:53:53.509855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:53:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:53.511378 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:53.513356 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5751371 Dec 09 09:53:53.516268 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34960) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:53.707104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:53:53.891925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02d5da-b027-4211-a8bb-a1ac56e54460 None None] Network bd7334f9-d6d5-4401-8a87-de2913c72590 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 09:53:54.092385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-63df0245-8d0e-4a97-bf51-a8f2fc0b9c1f None None] Provisioning for port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:53:54.218574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:52Z', 'revision_number': 3, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:54.224963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:53:54.225329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Updating router 8b449712-59bd-4c92-85fd-249e2f02e046 port a35f6942-19e8-4064-bd66-495c6f58b64f binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:53:54.276835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.290728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.503601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Allocated IP 172.20.0.1 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/f1c90908-1f51-4c92-9a43-3dce0c9e1cb4) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:53:54.538957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3e79f689-6f98-44cd-bd6c-5fdb397bc71f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:53:54.671387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.688533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Transition to ACTIVE for port object f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:53:54.709737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:53:54.713419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.717877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-510d46f5-bd94-4327-b547-e7fd105166fe tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:54.721842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:54.722231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.752029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.775596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Transition to ACTIVE for port object a35f6942-19e8-4064-bd66-495c6f58b64f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:53:54.789295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.795649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:54.796253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:53:54.799685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:54.801664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Pushing event updated for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:54.803751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:53:54.831606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:54.859165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:54.994275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Attempting to bind port a35f6942-19e8-4064-bd66-495c6f58b64f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:53:54.994814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Attempting to bind port a35f6942-19e8-4064-bd66-495c6f58b64f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:53:54.995287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Attempting to bind port a35f6942-19e8-4064-bd66-495c6f58b64f on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:53:54.997682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Pushing event updated for resources: {'Port': ['ID=a35f6942-19e8-4064-bd66-495c6f58b64f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:55.000730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:55.018314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:53:55.018730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:53:55.019119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.019554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:53:55.020089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Bound port: a35f6942-19e8-4064-bd66-495c6f58b64f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:53:55.020503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.054937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.074914 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.135320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:55.139124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12491a72-6da7-4422-b23e-53c222101e26 None None] Provisioning for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:53:55.145166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.149771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:55.179393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-12491a72-6da7-4422-b23e-53c222101e26 None None] Provisioning complete for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:55.179802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-12491a72-6da7-4422-b23e-53c222101e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.205901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] For port a35f6942-19e8-4064-bd66-495c6f58b64f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:53:55.242381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] For port a35f6942-19e8-4064-bd66-495c6f58b64f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a35f6942-19e8-4064-bd66-495c6f58b64f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:53:55.257342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.284768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-12491a72-6da7-4422-b23e-53c222101e26 None None] Port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:53:55.287519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:55.290453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:55.291068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:55.301595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.306498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.337018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b069e66e-0185-4038-b473-e0ed4626cdc6 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:55.365336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:53:55.365962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:53:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:55.413502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Pushing event updated for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:55.415813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.424467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:55.434790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Pushing event updated for resources: {'Port': ['ID=a35f6942-19e8-4064-bd66-495c6f58b64f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:55.437995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:55.555458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:53:55.557560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:53:55.558672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:55.862336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-79042e57-6784-4c1a-963e-cedcc2dc38ab None None] Provisioning complete for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:55.862601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-79042e57-6784-4c1a-963e-cedcc2dc38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:55.917704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-79042e57-6784-4c1a-963e-cedcc2dc38ab None None] Port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:53:55.938382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:53:55Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:53:55.942375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54b3fe-2b50-4ef3-89bf-2a329edeefc9 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:53:55Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:53:55.956893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:53:56.180684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:53:56.190343 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] 10.222.0.41 "PUT /v2.0/routers/8b449712-59bd-4c92-85fd-249e2f02e046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6730230 Dec 09 09:53:56.503957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3e79f689-6f98-44cd-bd6c-5fdb397bc71f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:53:56.618736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:56.619366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:56.772515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34972) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:56.778361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720651280', 'description': 'tempest-description--866837326'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:56.784604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:56.788578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Usage tracker for resource:security_group and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:56.791505 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:56.799191 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:56.811258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:56.854382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:56.858992 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Usage tracker for resource:security_group_rule and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:56.861941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:56.867999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:56.924938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:56.929099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:56.935860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5e2abdc-3dce-450b-84f9-6a3e1cbb476f tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:56.979406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b19610-76d4-4040-9e4a-b997fb71e5a3,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:56.982836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:56.986808 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2105026 Dec 09 09:53:56.986808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:56.987203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 34976) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:56.992680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'security_group_rule': {'security_group_id': 'b5b19610-76d4-4040-9e4a-b997fb71e5a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:56.999397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:57.003312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Usage tracker for resource:security_group_rule and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:57.006273 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:57.012031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:57.030847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.100715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.105113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.111962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0d7315b9-faa5-47bf-a3d6-1d9e31281fce tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:57.131279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf8a20e-8a1f-4ef1-8810-a3b3cf4e2c4b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:57.134056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:57.141739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.145529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1552875 Dec 09 09:53:57.145988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:57.151767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'security_group_rule': {'security_group_id': 'b5b19610-76d4-4040-9e4a-b997fb71e5a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:57.158711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:57.162908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Usage tracker for resource:security_group_rule and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:57.165820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:57.172103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:57.187815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.251644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.254914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.260408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-688b2faf-7410-4021-a9ae-38442ef528d2 tempest-SecGroupTest-1570039443 tempest-SecGroupTest-1570039443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:57.279552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cce10a7-137e-4d11-9d63-11181f38eb51,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:57.282003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:57.288761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.289878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1429060 Dec 09 09:53:57.292979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 34984) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:57.298942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:57.304276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:53:57.308065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Usage tracker for resource:floatingip and tenant:8365872570844d6fbad96ccc85690801 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 09:53:57.311001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 09:53:57.316695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:53:57.326515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.462095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.595859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Allocated IP 172.26.4.22 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/861101d6-8ce3-402c-815f-5f0bd64a75e0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:53:57.743676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.770443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:57.773971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d6c8211d-8eb8-47c4-9660-72f9c7c0a298 tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:57.833410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:53:57.841352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:53:57.845332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:53:57.878349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=861101d6-8ce3-402c-815f-5f0bd64a75e0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:57.882130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:58.010337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.069135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.269337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.274027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.277533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:58.483265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=861101d6-8ce3-402c-815f-5f0bd64a75e0,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:58.486130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:58.503844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a35f6942-19e8-4064-bd66-495c6f58b64f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:53:58.505144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.527463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.529363 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2347245 Dec 09 09:53:58.574800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a35f6942-19e8-4064-bd66-495c6f58b64f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:53:58.579924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a35f6942-19e8-4064-bd66-495c6f58b64f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:53:58.580539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.695519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.703826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f5d4ddc9-f984-4995-880e-c734d820d8dd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:53:58.711489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a35f6942-19e8-4064-bd66-495c6f58b64f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a35f6942-19e8-4064-bd66-495c6f58b64f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:53:58.715916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:53:58.718096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:53:58.722855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f5d4ddc9-f984-4995-880e-c734d820d8dd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:53:58.724190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f5d4ddc9-f984-4995-880e-c734d820d8dd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1720651280&fields=id&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 267 time: 0.0615311 Dec 09 09:53:58.788831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a35f6942-19e8-4064-bd66-495c6f58b64f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:53:58.791510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:53:58.874471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-0426098b-88be-4b19-9015-66150c34e95c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:53:58.875141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-0426098b-88be-4b19-9015-66150c34e95c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:53:58.891347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-0426098b-88be-4b19-9015-66150c34e95c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:53:58.892514 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-0426098b-88be-4b19-9015-66150c34e95c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1620212 Dec 09 09:53:58.909254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-54fc9b27-2746-4c70-a6b4-119adccc5e15 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/quotas/8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 375 time: 0.0112514 Dec 09 09:53:58.992071 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f41c9926-0f50-40fe-82cf-8ba1eac3ccab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775273 Dec 09 09:53:59.127468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-0eca54b3-7f56-4f52-a23d-4ab6b38ab3a8 service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239543 Dec 09 09:53:59.259966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-250b8fc1-a313-4cd9-8240-4944bb984331 service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269481 Dec 09 09:53:59.439104 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-58b77509-f280-4973-8afb-6793fe0efb44 req-e6528814-db24-4a52-baba-66887078b20e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:53:59.456490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-58b77509-f280-4973-8afb-6793fe0efb44 req-e6528814-db24-4a52-baba-66887078b20e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:53:59.458132 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-58b77509-f280-4973-8afb-6793fe0efb44 req-e6528814-db24-4a52-baba-66887078b20e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0591316 Dec 09 09:53:59.658178 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:54:00.441707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-db25e192-af9d-43ec-97bf-096d3f0bf4dc tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:00.443096 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-db25e192-af9d-43ec-97bf-096d3f0bf4dc tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1483860 Dec 09 09:54:00.491282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a35f6942-19e8-4064-bd66-495c6f58b64f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:54:00.501457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-237de3b9-ef90-4556-af10-9cba92b6ddfc tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 380 time: 0.0456576 Dec 09 09:54:00.511199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'port': {'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'admin_state_up': True, 'tenant_id': '8365872570844d6fbad96ccc85690801', 'security_groups': ['b5b19610-76d4-4040-9e4a-b997fb71e5a3']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:00.579727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a35f6942-19e8-4064-bd66-495c6f58b64f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:54:00.580386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:00.653710 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-64e0ae1f-2f25-4218-8e55-0163271b0b1f req-b6601810-73b9-4f70-8b8d-c163192ae5eb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0556974 Dec 09 09:54:00.718628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:54:00.730395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:54:00.742021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:54:00.745291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:00.921479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Allocated IP 172.20.0.13 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/17efa119-0228-42e7-9d84-5f4e852b7478) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:54:01.113506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.129754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Transition to ACTIVE for port object 17efa119-0228-42e7-9d84-5f4e852b7478 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:54:01.151037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.156960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:01.217374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:54:01.224379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:54:01.226771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:54:01.268438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:01.271250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:01.299956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:01.300563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.326801 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8192241 Dec 09 09:54:01.338476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Request body: {'port': {'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:01.454405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.473495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-451de7e5-b8f2-4b2d-880d-5d20f8c5314c None None] Provisioning for port 17efa119-0228-42e7-9d84-5f4e852b7478 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:54:01.478502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-451de7e5-b8f2-4b2d-880d-5d20f8c5314c None None] Provisioning complete for port 17efa119-0228-42e7-9d84-5f4e852b7478 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:54:01.478929 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-451de7e5-b8f2-4b2d-880d-5d20f8c5314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.531737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-451de7e5-b8f2-4b2d-880d-5d20f8c5314c None None] Port 17efa119-0228-42e7-9d84-5f4e852b7478 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:54:01.853923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d804b8-effb-44e4-878d-9696373fade1 req-4dfd7c6d-5e98-4c40-a0cb-6cee02b8632a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:01.855441 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5d804b8-effb-44e4-878d-9696373fade1 req-4dfd7c6d-5e98-4c40-a0cb-6cee02b8632a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 932 time: 0.0785029 Dec 09 09:54:01.899948 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-c5d804b8-effb-44e4-878d-9696373fade1 req-7ec75491-7326-4d37-9862-153a61a3a033 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:54:01.908202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17efa119-0228-42e7-9d84-5f4e852b7478 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:54:01.914836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-c5d804b8-effb-44e4-878d-9696373fade1 req-7ec75491-7326-4d37-9862-153a61a3a033 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:54:01.916358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.921494 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5d804b8-effb-44e4-878d-9696373fade1 req-7ec75491-7326-4d37-9862-153a61a3a033 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562706 Dec 09 09:54:01.941696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Transition to ACTIVE for port object 17efa119-0228-42e7-9d84-5f4e852b7478 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:54:01.946345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:01.950654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1f2b1290-49b9-424a-b522-e078db390f62 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:02.075966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:02.079583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:02.184136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Attempting to bind port 17efa119-0228-42e7-9d84-5f4e852b7478 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:54:02.184472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Attempting to bind port 17efa119-0228-42e7-9d84-5f4e852b7478 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:54:02.184933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Attempting to bind port 17efa119-0228-42e7-9d84-5f4e852b7478 on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:54:02.190548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Port 17efa119-0228-42e7-9d84-5f4e852b7478 on network bd7334f9-d6d5-4401-8a87-de2913c72590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:54:02.190868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Attempting to bind port 17efa119-0228-42e7-9d84-5f4e852b7478 on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:54:02.197030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:54:02.197362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:54:02.197743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:54:02.198163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Bound port: 17efa119-0228-42e7-9d84-5f4e852b7478, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:54:02.198506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:02.287811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:54:02.290633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:54:02.294790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:02.298848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e32c2235-b485-449b-8b02-e529a00a5aeb tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:02.354107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:02.355596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] 10.222.0.58 "PUT /v2.0/ports/17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 1094 time: 1.0215352 Dec 09 09:54:02.356023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:54:02.379733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:02.382899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:02.428666 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478', 'status': 'completed', 'code': 200} Dec 09 09:54:02.473042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-7355be52-40c3-48b1-8908-1452ba21a3dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1097 time: 0.0768051 Dec 09 09:54:02.545821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-74bba09d-d454-41d3-acef-b3394d20a32e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 217 time: 0.0649927 Dec 09 09:54:02.609659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f91ef2bc-60a9-4f52-a18e-bbd96b7a8898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:02.611028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-f91ef2bc-60a9-4f52-a18e-bbd96b7a8898 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0592563 Dec 09 09:54:02.685195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-14703a9c-7262-4bf7-a01c-7fa64fb86b4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681958 Dec 09 09:54:02.814152 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-626fed6b-711a-41cf-a18c-2c1acd63a8fe service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229336 Dec 09 09:54:02.957500 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1356f7df-a4df-4b3e-97df-b99d60caffb7 req-d573b789-c6ac-4476-b4d5-e92117c420c1 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372321 Dec 09 09:54:03.081109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-1573adac-cdb9-451f-bbfc-23406341545d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1097 time: 0.0775445 Dec 09 09:54:03.111931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:03.126036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511b46-5db7-4d55-865f-01ce8c4c5218 req-cb651a31-3453-4a23-b36f-9b6628754ea2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:03.127608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51511b46-5db7-4d55-865f-01ce8c4c5218 req-cb651a31-3453-4a23-b36f-9b6628754ea2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 944 time: 0.0797558 Dec 09 09:54:03.178447 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51511b46-5db7-4d55-865f-01ce8c4c5218 req-64c7cf20-7023-4803-b29d-1846fff6ed5d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Dec 09 09:54:03.222001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d20ac7-b013-4927-abf7-962232193f50 req-4d146ea8-c454-4b1f-916c-d21331e1df06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:03.223387 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-4d146ea8-c454-4b1f-916c-d21331e1df06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1355243 Dec 09 09:54:03.293135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-53190bf1-60b9-4d67-a566-dd6590409291 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 217 time: 0.0634453 Dec 09 09:54:03.353581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d20ac7-b013-4927-abf7-962232193f50 req-ee6de8ef-23c8-4359-9e02-a5d28b508525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:03.354959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-ee6de8ef-23c8-4359-9e02-a5d28b508525 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0558085 Dec 09 09:54:03.428639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-8b145ecb-9c50-4d57-9833-aabe1ed5d712 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677843 Dec 09 09:54:03.544260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0e28d4ac-34c0-4f83-8b14-e526f4a279e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:03.665355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-91b66c25-6a83-456a-9dd2-2281ecbba559 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292490 Dec 09 09:54:03.797602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b7d20ac7-b013-4927-abf7-962232193f50 req-06416227-640f-4352-9a50-ccfacd69d795 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242127 Dec 09 09:54:04.375858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6fe42-8984-47f9-b4f8-6ff2aa553206 req-2dfc69ec-9577-4ba9-9134-945c083717af tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:04.376537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25f6fe42-8984-47f9-b4f8-6ff2aa553206 req-2dfc69ec-9577-4ba9-9134-945c083717af tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:54:04.391101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25f6fe42-8984-47f9-b4f8-6ff2aa553206 req-2dfc69ec-9577-4ba9-9134-945c083717af tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:54:04.392360 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25f6fe42-8984-47f9-b4f8-6ff2aa553206 req-2dfc69ec-9577-4ba9-9134-945c083717af tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 944 time: 0.0947065 Dec 09 09:54:04.437736 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25f6fe42-8984-47f9-b4f8-6ff2aa553206 req-976d9cad-5885-4f1b-bad6-e6a8b79271bf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Dec 09 09:54:04.627052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:05.301776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:54:05.430595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:54:05.443728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '17efa119-0228-42e7-9d84-5f4e852b7478', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:54:05.496029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:05.513676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17efa119-0228-42e7-9d84-5f4e852b7478 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:54:05.528460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:54:05.532186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:05.533906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:05.600460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:05.603616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:05.763301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2da30-8249-4a6e-9be1-2fab22f49684 req-a3e324f0-de8b-451f-bf48-dda9cad1fc1e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:05.764301 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a8f2da30-8249-4a6e-9be1-2fab22f49684 req-a3e324f0-de8b-451f-bf48-dda9cad1fc1e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 945 time: 0.1860735 Dec 09 09:54:05.776896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d15c50c0-c4b8-46de-aab0-6d61b9936b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:05.810812 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a8f2da30-8249-4a6e-9be1-2fab22f49684 req-16737307-fbaa-44b1-a7f3-397e44ded644 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Dec 09 09:54:05.843819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['17efa119-0228-42e7-9d84-5f4e852b7478'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:54:06.850492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:07.006653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096240e-76ea-49f6-9a08-44f73f566201 req-7f66934b-a886-4d89-8981-96a65555211f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:07.008118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9096240e-76ea-49f6-9a08-44f73f566201 req-7f66934b-a886-4d89-8981-96a65555211f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0766640 Dec 09 09:54:07.056228 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9096240e-76ea-49f6-9a08-44f73f566201 req-1b83e80f-d775-453e-a2bb-a6e30cc353ab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Dec 09 09:54:07.330761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:54:07.398757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 17efa119-0228-42e7-9d84-5f4e852b7478 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:54:07.403372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 17efa119-0228-42e7-9d84-5f4e852b7478 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:54:07.403748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:07.516009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:07.542355 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:54:07.552521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:54:07.557167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:07.558930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:07.601511 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478', 'code': 200} Dec 09 09:54:07.625402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:07.628299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:07.827313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4137983-88f9-4800-a627-60ede2b422a5 req-63b91f8d-91bd-48e4-884b-d62d27cb6557 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0698695 Dec 09 09:54:07.870668 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4137983-88f9-4800-a627-60ede2b422a5 req-3e30d143-5ff1-49f8-b20b-6cbc021d1d14 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374565 Dec 09 09:54:08.256709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8f070-fd42-4782-b32a-1e6cd2a04d67 req-1eb530bb-b60d-4e1d-bfcd-2bad49d912a3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:08.258125 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbd8f070-fd42-4782-b32a-1e6cd2a04d67 req-1eb530bb-b60d-4e1d-bfcd-2bad49d912a3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0800428 Dec 09 09:54:08.298302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:08.305475 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbd8f070-fd42-4782-b32a-1e6cd2a04d67 req-a3516c1f-0f44-4b3a-bef6-e56390ff2bbf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411360 Dec 09 09:54:09.513811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b89c55-9808-41fc-81ed-0d10d273d64c req-60891800-288a-42e0-8eed-9ec6b625718c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:09.515283 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b7b89c55-9808-41fc-81ed-0d10d273d64c req-60891800-288a-42e0-8eed-9ec6b625718c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0861673 Dec 09 09:54:09.527447 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:54:09.540867 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:54:09.541490 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:54:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:09.561887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b7b89c55-9808-41fc-81ed-0d10d273d64c req-2d5305bc-5285-4844-96dc-83c255d6cb3f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Dec 09 09:54:09.745195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:54:09.755599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d819-c94a-438f-ba8b-ecb55586cd3e req-9f55386c-c942-41ed-bcd7-fba160ffcb0a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:09.757074 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c5b1d819-c94a-438f-ba8b-ecb55586cd3e req-9f55386c-c942-41ed-bcd7-fba160ffcb0a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0771129 Dec 09 09:54:09.766055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 35028) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:09.771280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'floatingip': {'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:09.850471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.061641 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:53:55Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:10.065413 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:54:10.065780 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Updating router 8b449712-59bd-4c92-85fd-249e2f02e046 port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 09:54:10.117846 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.453751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.455030 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.457529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.467293 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Transition to ACTIVE for port object f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:54:10.474847 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.478197 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:10.602880 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Pushing event updated for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:10.643077 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.643538 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.643779 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.644118 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.644451 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.644776 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.645526 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.645526 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.645757 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.646040 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.646358 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:54:10.657142 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:10.707917 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Attempting to bind port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:54:10.708295 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Attempting to bind port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:54:10.708662 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Attempting to bind port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:54:10.716560 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:54:10.716946 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:54:10.717358 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.717763 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:54:10.718233 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Bound port: f1c90908-1f51-4c92-9a43-3dce0c9e1cb4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:54:10.718616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.777413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 associated. External IP: 172.26.4.22, port: 17efa119-0228-42e7-9d84-5f4e852b7478. Dec 09 09:54:10.807083 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] For port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:54:10.811038 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] For port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:54:10.816748 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:10.820443 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:10.909738 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Pushing event updated for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:10.914061 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:10.915100 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:54:10.915716 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:54:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:11.099705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:54:11.193753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:54:11.396884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:54:11.401186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:11.454545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1f2c99ce-d4de-4b68-9c01-9155311ad646 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "PUT /v2.0/floatingips/c88cf8c8-737e-477e-9cc7-2a72380c9bc8 HTTP/1.1" status: 200 len: 991 time: 1.6874502 Dec 09 09:54:11.455186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:54:11.472905 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:54:10Z', 'revision_number': 1, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:10Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:11.477376 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e930ff0-121f-4b00-b408-e89709b9d322 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:54:10Z', 'revision_number': 1, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:10Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:54:11.530746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478', 'status': 'completed', 'code': 200} Dec 09 09:54:11.626453 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-601bcc0d-4de1-4629-87d5-15d294752c1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0736043 Dec 09 09:54:11.763619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-427d84a6-41e6-4008-9344-e69959ed7f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:11.765140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-427d84a6-41e6-4008-9344-e69959ed7f82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1324072 Dec 09 09:54:11.870485 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-b46c3022-50e4-45f5-b4b6-a3d6d919a8e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 999 time: 0.0991230 Dec 09 09:54:11.933499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-b9304084-d0cb-42c1-aff7-0c587b4c887d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:11.935887 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-b9304084-d0cb-42c1-aff7-0c587b4c887d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0591166 Dec 09 09:54:12.015560 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-cce91afc-214c-408e-9e42-d7c3757479f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737474 Dec 09 09:54:12.148042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-ba968bdb-ff3b-4e76-92fe-5e88730cafcb service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263747 Dec 09 09:54:12.402388 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca410221-2f84-447f-b38a-11689ff0feb2 req-db54e99d-77e2-4889-ae87-9e3643b558cd service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472527 Dec 09 09:54:12.507155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:54:12.577816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:54:12.582963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:54:12.583399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:12.698622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:12.730856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:54:12.734386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:12.736134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:54:12.798201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:54:12.801101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:54:14.145533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51f664-818c-4e88-ab13-14d4a3385741 None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:54:14.494043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:54:14.563252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:54:14.563631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:16.223096 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:54:16.235201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:54:16.235838 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:54:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:16.410198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:54:16.750570 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:54:14Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:16.754309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:54:16.764523 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:54:16.765109 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:54:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:16.951829 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:54:17.317126 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:54:14Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:54:17.320920 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d37fc-dd5f-41ac-8dfb-2f9d3715dcd3 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:54:14Z', 'revision_number': 2, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:54:33.142425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:33.546032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-310347fd-250a-4f85-b6cf-74d5be2ecc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:34.628593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:35.778295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c54ab13a-1dbb-4514-8e80-f1d584a0a963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:36.659013 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:54:36.851651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:38.301790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:54:58.276347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-e20b8f37-ac0d-4ef9-938b-0335528578dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683074 Dec 09 09:54:58.418009 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-bb21256c-2dae-4e62-83a0-552318cb35ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0735834 Dec 09 09:54:58.562116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-f5470255-06e3-40c6-ba9a-33307a4b91cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:58.563457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-f5470255-06e3-40c6-ba9a-33307a4b91cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1277492 Dec 09 09:54:58.666866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-a124d379-ded1-455b-9758-61b70eef4b9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 1001 time: 0.0965827 Dec 09 09:54:58.733024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-99a1773e-0a39-4789-9537-943cc4e61ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:54:58.734392 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-99a1773e-0a39-4789-9537-943cc4e61ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0608685 Dec 09 09:54:58.806569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-c44d3a31-13f4-4b4d-b49e-3415c2b49f1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657516 Dec 09 09:54:58.936599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-697df0a7-eace-4d88-804c-222e192c909d service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236436 Dec 09 09:54:59.068745 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6bf8a64a-297b-401a-9e50-6e60d9caaa18 req-3a425176-3a7a-4226-977f-bd98d38b640e service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267352 Dec 09 09:55:03.159163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:03.547130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8bda735e-3feb-4fd4-beb8-b63377cb3888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:04.630186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:05.779023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab8ed-31ff-48b3-9480-7e4ff3216406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:06.855501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:08.304712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:13.659988 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:55:20.937173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c3ee7-5068-4c10-9796-abf1eabdc36a req-487a3453-ca30-4df7-b243-3c721da31bf8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:20.938651 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-967c3ee7-5068-4c10-9796-abf1eabdc36a req-487a3453-ca30-4df7-b243-3c721da31bf8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0809982 Dec 09 09:55:20.985692 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-967c3ee7-5068-4c10-9796-abf1eabdc36a req-9de64e1f-9797-470a-aaf5-b5eced761ec1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Dec 09 09:55:21.186278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-150624e8-d76f-4a45-89a7-0b49ba3cf67d req-6618e97b-861c-467a-8f3f-5f95be0efcdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733793 Dec 09 09:55:21.442788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-bb164197-e3f3-4c7c-b48b-7fbb4ec8c05c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717270 Dec 09 09:55:21.500844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b211-73a1-4170-a4f7-1397731142f1 req-ba113615-4f92-44b5-b60d-cd7eb6b0db37 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:21.502286 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99e8b211-73a1-4170-a4f7-1397731142f1 req-ba113615-4f92-44b5-b60d-cd7eb6b0db37 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0809155 Dec 09 09:55:21.549586 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99e8b211-73a1-4170-a4f7-1397731142f1 req-62f9248a-2dbb-4da7-9682-e936da1e64aa tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Dec 09 09:55:22.754834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50692a-1c37-41f2-8475-3b0cca298322 req-c7606c52-3d46-4259-81a6-01d8aabdde70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:22.756292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1c50692a-1c37-41f2-8475-3b0cca298322 req-c7606c52-3d46-4259-81a6-01d8aabdde70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0814660 Dec 09 09:55:22.803606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1c50692a-1c37-41f2-8475-3b0cca298322 req-c437e24b-4bd3-4421-aeaa-3d0c04805554 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Dec 09 09:55:24.002154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fb0ae-54a5-47e4-a37f-96b6aab3b625 req-cc570b30-e8cc-4bf3-98ae-e5618ebe8095 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:24.003628 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c79fb0ae-54a5-47e4-a37f-96b6aab3b625 req-cc570b30-e8cc-4bf3-98ae-e5618ebe8095 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0810711 Dec 09 09:55:24.061665 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c79fb0ae-54a5-47e4-a37f-96b6aab3b625 req-a83888f1-048d-4e41-998b-9717bbcfa8ab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Dec 09 09:55:24.607595 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-94d68bcc-cb2b-499b-be1d-7164eb744907 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0696895 Dec 09 09:55:24.741806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-ff20cd67-98ef-42a9-a043-1d1003910cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:24.743234 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-ff20cd67-98ef-42a9-a043-1d1003910cd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1295562 Dec 09 09:55:24.845736 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-4061347e-7ea1-4e7a-9462-0a81c86ac1fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 1001 time: 0.0955653 Dec 09 09:55:24.915851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-b2aa2f6e-3db4-4bcc-a8c8-2eec0890ed92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:24.917361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-b2aa2f6e-3db4-4bcc-a8c8-2eec0890ed92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0651379 Dec 09 09:55:25.001222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-176f3652-11d6-40bc-af12-b051575e7f43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773792 Dec 09 09:55:25.304445 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-485c6fe3-48d7-4b68-a790-8a51b2fd8322 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971766 Dec 09 09:55:25.350254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811388-e9b3-4a2e-9471-4a6aaa10bdd3 req-01074754-41fd-433f-90ed-858d56b34649 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:25.351679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d811388-e9b3-4a2e-9471-4a6aaa10bdd3 req-01074754-41fd-433f-90ed-858d56b34649 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.1541951 Dec 09 09:55:25.477866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d811388-e9b3-4a2e-9471-4a6aaa10bdd3 req-c9d31aeb-9f5f-4d31-a0c0-ddf32ed36d55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825047 Dec 09 09:55:25.486225 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-d5c05833-5303-43e6-8fb5-60a9d07e7139 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732399 Dec 09 09:55:26.674323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591c225-93b3-44f3-87ee-8c6a7e05520e req-e0c472d3-c5fd-4a9a-be9e-4df831e9877b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:26.675750 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3591c225-93b3-44f3-87ee-8c6a7e05520e req-e0c472d3-c5fd-4a9a-be9e-4df831e9877b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0780313 Dec 09 09:55:26.721572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3591c225-93b3-44f3-87ee-8c6a7e05520e req-76edf0e3-c3b5-4ead-9d7e-e4e8516a8e3d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Dec 09 09:55:27.916781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c838ad-a7ad-4c16-b64b-65801cd06831 req-0c330ba7-9829-436a-81fa-f09f3e8796f2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:27.918943 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-45c838ad-a7ad-4c16-b64b-65801cd06831 req-0c330ba7-9829-436a-81fa-f09f3e8796f2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0777147 Dec 09 09:55:27.963966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-45c838ad-a7ad-4c16-b64b-65801cd06831 req-d1217d57-03ba-4f75-ac31-3bf0cf8adf4d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392163 Dec 09 09:55:29.164507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ad5d-c06c-407e-864f-870d8b3ebf2f req-6400ceaf-ed5f-43a3-b9cb-7eb3f4fe9881 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:29.165926 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1883ad5d-c06c-407e-864f-870d8b3ebf2f req-6400ceaf-ed5f-43a3-b9cb-7eb3f4fe9881 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0793436 Dec 09 09:55:29.210743 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1883ad5d-c06c-407e-864f-870d8b3ebf2f req-4b9d34f8-e401-4f12-b2e8-a93fa4c74ca5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Dec 09 09:55:30.413283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5fa38-b09e-48ae-a673-4c7df5a63188 req-0c0288e6-9903-49fc-893f-6ebe34355785 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:30.414724 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f8a5fa38-b09e-48ae-a673-4c7df5a63188 req-0c0288e6-9903-49fc-893f-6ebe34355785 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0817168 Dec 09 09:55:30.460072 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f8a5fa38-b09e-48ae-a673-4c7df5a63188 req-f6adc13d-088a-4c16-bd99-01d4eac02b03 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396743 Dec 09 09:55:31.665792 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ab1f-f538-4739-892a-25128d6a8f6c req-a0752162-7b2a-4c4b-aded-e0e0861f21e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:31.667244 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7572ab1f-f538-4739-892a-25128d6a8f6c req-a0752162-7b2a-4c4b-aded-e0e0861f21e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0789380 Dec 09 09:55:31.718508 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7572ab1f-f538-4739-892a-25128d6a8f6c req-a80259a1-22d9-428b-9a03-e60306600a84 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Dec 09 09:55:33.057429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c885b-d889-4e46-9a12-4bbb70241cf7 req-f042e8f8-9433-4609-a6ef-7a279312e372 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:33.059594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193c885b-d889-4e46-9a12-4bbb70241cf7 req-f042e8f8-9433-4609-a6ef-7a279312e372 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0776923 Dec 09 09:55:33.107996 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193c885b-d889-4e46-9a12-4bbb70241cf7 req-f428b5ec-51ae-46c2-b895-d7c96028b3ea tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Dec 09 09:55:33.153096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:33.549154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d762-a349-4a58-9456-47a993c44a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:34.307924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15cef1-09b0-4e3e-96f4-9892e550308c req-9fd54024-1428-422f-b426-cab402d520e8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:34.309423 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d15cef1-09b0-4e3e-96f4-9892e550308c req-9fd54024-1428-422f-b426-cab402d520e8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0808067 Dec 09 09:55:34.354295 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8d15cef1-09b0-4e3e-96f4-9892e550308c req-52e5b0d9-56fa-4436-b6a2-06534403b43b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Dec 09 09:55:34.631477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:35.548637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e7c4f-acaf-488a-95fe-ad4b98ade139 req-87539b39-20b0-4c07-9f46-d08e81376c7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:35.550055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9a2e7c4f-acaf-488a-95fe-ad4b98ade139 req-87539b39-20b0-4c07-9f46-d08e81376c7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0762696 Dec 09 09:55:35.593983 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9a2e7c4f-acaf-488a-95fe-ad4b98ade139 req-b185ef2e-c4e9-4e68-8c17-7cb991c2a842 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Dec 09 09:55:35.779937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c05d73c0-f85c-4d8d-98f8-e170c0fda9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:36.802818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440bc7f-c889-490c-bde9-87f6cec11ed9 req-42cb8ce0-5e2c-4d21-96a5-9cb7df44273e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:36.804263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b440bc7f-c889-490c-bde9-87f6cec11ed9 req-42cb8ce0-5e2c-4d21-96a5-9cb7df44273e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0766561 Dec 09 09:55:36.849120 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b440bc7f-c889-490c-bde9-87f6cec11ed9 req-f09f6955-a161-46ae-ad2a-d6e0ccdac0ff tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393567 Dec 09 09:55:36.857619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:37.144411 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-34a08df8-7a57-43b4-80d4-fe3171c6578f service neutron] 10.222.0.58 "GET /v2.0/ports/17efa119-0228-42e7-9d84-5f4e852b7478/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0756781 Dec 09 09:55:37.399526 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-081296bf-0c36-48ff-8bbc-bcfb088ab500 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1099 time: 0.0676653 Dec 09 09:55:37.489269 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-4e8229ba-2f2d-4fdb-b950-2c4669775b5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0689673 Dec 09 09:55:37.617107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-ea895882-7c04-4e75-8553-e6b0cae012ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:37.618489 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-ea895882-7c04-4e75-8553-e6b0cae012ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1233532 Dec 09 09:55:37.723832 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-07ffe540-d659-4d21-a7a6-728c0d010dec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 1001 time: 0.0982566 Dec 09 09:55:37.788046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-1362c233-6e1e-4926-bf75-a779aaa817d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:37.789421 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-1362c233-6e1e-4926-bf75-a779aaa817d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0595822 Dec 09 09:55:37.862960 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-0152d848-80a5-40a5-a824-d7c3f7514b6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670888 Dec 09 09:55:38.037737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-43978775-37f9-4845-af7c-ea3648c4637a service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682732 Dec 09 09:55:38.156291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e515f4-7175-456d-a2a9-a515aa6cdfe1 req-4e9a7f41-8956-45fd-84e9-dde5e6c42421 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:38.157745 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-90e515f4-7175-456d-a2a9-a515aa6cdfe1 req-4e9a7f41-8956-45fd-84e9-dde5e6c42421 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.1811552 Dec 09 09:55:38.325521 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8f237d9-2826-4310-b6ee-90c9a7ca1d80 req-48b8acaf-2c42-4ec5-98aa-40be2947e909 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803965 Dec 09 09:55:38.344523 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-90e515f4-7175-456d-a2a9-a515aa6cdfe1 req-7c122b40-5241-420c-9b5b-e569ebc525d4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725719 Dec 09 09:55:38.383410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:39.548340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b24ae-1eab-43bd-a8ae-3200dff9c08c req-2146709c-d174-4a90-b405-7e2f4f88717b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:39.549762 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-390b24ae-1eab-43bd-a8ae-3200dff9c08c req-2146709c-d174-4a90-b405-7e2f4f88717b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0800211 Dec 09 09:55:39.594695 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-390b24ae-1eab-43bd-a8ae-3200dff9c08c req-8b4beb6c-b1cb-41d2-bbc7-004ab747ecd3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Dec 09 09:55:39.893514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:55:40.025204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:40.037763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '17efa119-0228-42e7-9d84-5f4e852b7478', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '17efa119-0228-42e7-9d84-5f4e852b7478', 'mac_address': 'fa:16:3e:38:a7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:55:40.092334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:40.108966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17efa119-0228-42e7-9d84-5f4e852b7478 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:55:40.124528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:40.128191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:40.129885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:40.194546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:40.203122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.203470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.203829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.204166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.204497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.204826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.205150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.205479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.205799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.206116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.206434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:40.210129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:40.300077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['17efa119-0228-42e7-9d84-5f4e852b7478'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:55:40.789494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a230e-376f-4d71-9b5f-221b6c85d6c9 req-5e64d51a-9f0a-4877-ac84-998404176ecf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:40.790919 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f48a230e-376f-4d71-9b5f-221b6c85d6c9 req-5e64d51a-9f0a-4877-ac84-998404176ecf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0772874 Dec 09 09:55:40.836324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f48a230e-376f-4d71-9b5f-221b6c85d6c9 req-8c56a9ba-552a-4092-bf5a-dc0fd9bec8d4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Dec 09 09:55:41.927032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:55:41.996096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 17efa119-0228-42e7-9d84-5f4e852b7478 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:55:41.996495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:42.037776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee33e-01ea-4e5a-bd2c-6b1c98a638c2 req-2f0c26f8-e356-41bd-a669-ebcdcd0e8a34 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:42.039399 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e7ee33e-01ea-4e5a-bd2c-6b1c98a638c2 req-2f0c26f8-e356-41bd-a669-ebcdcd0e8a34 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0804880 Dec 09 09:55:42.089978 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e7ee33e-01ea-4e5a-bd2c-6b1c98a638c2 req-571531a3-4eef-47b4-ab4a-befce6ddb73b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Dec 09 09:55:42.116301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:42.143675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:55:42.154397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:42.158868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:42.160895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:42.215898 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478', 'code': 200} Dec 09 09:55:42.233117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:42.236315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:42.419740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23af-4d82-4851-aadf-025545dcdf16 req-f94ec946-9b72-4708-9a3b-74c9c4f2d97a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:42.421124 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-f94ec946-9b72-4708-9a3b-74c9c4f2d97a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9&tenant_id=8365872570844d6fbad96ccc85690801&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 946 time: 0.0852048 Dec 09 09:55:42.425201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa20f94-f0c1-447f-9aea-69bea74266dc req-cf8412c0-058a-4632-8c98-ace8811cf2ed tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:42.426839 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4fa20f94-f0c1-447f-9aea-69bea74266dc req-cf8412c0-058a-4632-8c98-ace8811cf2ed tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0772665 Dec 09 09:55:42.472646 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4fa20f94-f0c1-447f-9aea-69bea74266dc req-379b6806-321f-40e4-98f9-7bb6925b15c6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Dec 09 09:55:42.560335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-5cd3b415-65df-474e-80ef-203619d09efb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 1099 time: 0.0676420 Dec 09 09:55:42.691314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23af-4d82-4851-aadf-025545dcdf16 req-1f6afd49-2974-4a7f-b9e3-c80ccee8e26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:42.692722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-1f6afd49-2974-4a7f-b9e3-c80ccee8e26f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1268077 Dec 09 09:55:42.798757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-20289606-daf1-46bc-ae4a-a72bc26f1e09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 200 len: 1001 time: 0.0991626 Dec 09 09:55:42.863289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23af-4d82-4851-aadf-025545dcdf16 req-3de23c8b-0e2d-47ea-af4b-b901e7982acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:42.864999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-3de23c8b-0e2d-47ea-af4b-b901e7982acd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0596042 Dec 09 09:55:42.942382 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-dff300c4-ceb9-4470-bc77-011368220c5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708022 Dec 09 09:55:43.079377 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-246ab621-dca7-4ce1-bf11-b6936e0a9d25 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299300 Dec 09 09:55:43.208996 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-793c23af-4d82-4851-aadf-025545dcdf16 req-5e7c5329-9e86-4867-adc6-b105769492c4 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230872 Dec 09 09:55:43.677320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed4d-2de1-4f73-9a59-182c22ce4f3e req-cbf59c96-d107-4a21-a93a-b23657cd9f05 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:43.678777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4518ed4d-2de1-4f73-9a59-182c22ce4f3e req-cbf59c96-d107-4a21-a93a-b23657cd9f05 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0790849 Dec 09 09:55:43.735410 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4518ed4d-2de1-4f73-9a59-182c22ce4f3e req-25a5fdff-96bd-45fa-94ec-adb522e54642 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509934 Dec 09 09:55:44.936175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ef36-803b-4727-b8e4-5375f22a2293 req-d2791b77-db70-4533-b929-6a7813330e51 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:44.937622 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5fb6ef36-803b-4727-b8e4-5375f22a2293 req-d2791b77-db70-4533-b929-6a7813330e51 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0825875 Dec 09 09:55:44.983073 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5fb6ef36-803b-4727-b8e4-5375f22a2293 req-fed7f085-d648-4996-b053-fb15c9f9830a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Dec 09 09:55:45.178153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329934d0-307c-4f68-92ac-db385f4b81ed req-d5c5629f-2ee8-4ca8-876c-9d0a6b76cbd6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:45.179583 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-329934d0-307c-4f68-92ac-db385f4b81ed req-d5c5629f-2ee8-4ca8-876c-9d0a6b76cbd6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0799174 Dec 09 09:55:45.225623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-329934d0-307c-4f68-92ac-db385f4b81ed req-73e5f041-ecc4-4a62-abb6-88cc50b8abf1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Dec 09 09:55:45.423705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928fffb-3ee7-4c5b-9659-43190071357c req-5eeb7d35-93b9-4625-8334-f16829a3be04 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:45.425055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c928fffb-3ee7-4c5b-9659-43190071357c req-5eeb7d35-93b9-4625-8334-f16829a3be04 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0756125 Dec 09 09:55:45.469442 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c928fffb-3ee7-4c5b-9659-43190071357c req-7e1c93b7-9d64-4c79-bd3c-4b9184742829 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Dec 09 09:55:45.873842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512fe9-41e0-45eb-a2ce-091b89131846 req-cf8f061c-8b19-479e-8529-141ef2163148 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:45.875265 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae512fe9-41e0-45eb-a2ce-091b89131846 req-cf8f061c-8b19-479e-8529-141ef2163148 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0825539 Dec 09 09:55:45.921986 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae512fe9-41e0-45eb-a2ce-091b89131846 req-a9bcdeb8-fda4-4bd5-8207-58c76950a2a3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Dec 09 09:55:47.120070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5440e6b-1e3e-48df-ba99-5a185a4bc03f req-a9053e86-0551-43a3-a0f4-7131847a278a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:47.121504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5440e6b-1e3e-48df-ba99-5a185a4bc03f req-a9053e86-0551-43a3-a0f4-7131847a278a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0768776 Dec 09 09:55:47.169897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5440e6b-1e3e-48df-ba99-5a185a4bc03f req-c0c586a2-3765-4999-9c15-b87573c0d284 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427783 Dec 09 09:55:47.614676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-53ef7fd9-731c-417b-82df-9194cce97d52 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:47.616135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-53ef7fd9-731c-417b-82df-9194cce97d52 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0761657 Dec 09 09:55:47.691859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Deleting port 17efa119-0228-42e7-9d84-5f4e852b7478 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:55:47.692200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:47.934428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] For port 17efa119-0228-42e7-9d84-5f4e852b7478, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=17efa119-0228-42e7-9d84-5f4e852b7478,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:47.934764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:48.320364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:48.321057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:48.321057 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 disassociated. External IP: 172.26.4.22, port: 17efa119-0228-42e7-9d84-5f4e852b7478. Dec 09 09:55:48.321368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Calling delete_port for 17efa119-0228-42e7-9d84-5f4e852b7478 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:55:48.367161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018fd3-3417-4dde-8863-8a1898ea2386 req-7a911105-0552-4934-a68e-8806e2a62efb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:48.368642 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd018fd3-3417-4dde-8863-8a1898ea2386 req-7a911105-0552-4934-a68e-8806e2a62efb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 946 time: 0.0779090 Dec 09 09:55:48.417887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd018fd3-3417-4dde-8863-8a1898ea2386 req-1feec8b6-cfd1-412e-8e23-aeada03d481f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Dec 09 09:55:48.467567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:48.473056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bae7845b-926f-4434-9d25-7677140d3d1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:48.514604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'Port': ['ID=17efa119-0228-42e7-9d84-5f4e852b7478,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:48.529415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.529794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.530163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.530533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.530896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.531256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.531612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.532269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.532641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.532998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.533352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:55:48.537209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:48.741249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:55:48.945301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:55:48.956224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:55:48.969617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:55:48.970487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:55:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:55:49.016439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] No DVR routers for this DVR port 17efa119-0228-42e7-9d84-5f4e852b7478 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:55:49.018778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:49.021488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-deleted', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:55:49.037816 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8071fa61-5528-4a6c-bbf8-a072337f7c71 req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "DELETE /v2.0/ports/17efa119-0228-42e7-9d84-5f4e852b7478 HTTP/1.1" status: 204 len: 173 time: 1.4100275 Dec 09 09:55:49.098922 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9', 'name': 'network-vif-deleted', 'tag': '17efa119-0228-42e7-9d84-5f4e852b7478', 'status': 'completed', 'code': 200} Dec 09 09:55:49.162839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:55:49.513017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:55:49.517173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:55:49.528417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:55:49.529027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:55:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:55:49.615483 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d31a428b-d867-4544-8b98-a8939be348f4 req-e314f672-4b6f-482c-b045-9fad09a3554c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=232bc6f4-5650-4a58-bbb3-d3d2d5b4ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0422120 Dec 09 09:55:49.710530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:55:50.011276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:55:50.015266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793725ba-6cf7-4734-9e6d-d01af2ad48b6 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:55:50.233198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa354e07-8dd6-487b-b1f1-8d8c4cd41630 None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:55:50.660221 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:55:51.101663 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-091bafe7-a4d6-4769-8138-1fc637598f7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1720651280&fields=id&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 267 time: 0.0407913 Dec 09 09:55:51.248247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-d7f4e69f-fd49-4ad3-9bca-6c5cbf233dd7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:51.249581 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-d7f4e69f-fd49-4ad3-9bca-6c5cbf233dd7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1413729 Dec 09 09:55:51.265164 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-89dc8cb6-9722-43b4-b801-c8997cec82f5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/quotas/8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 375 time: 0.0102971 Dec 09 09:55:51.344122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cd0cc9c2-1ad0-4048-a21d-9b9c11a31662 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:55:51.359945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cd0cc9c2-1ad0-4048-a21d-9b9c11a31662 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:55:51.361236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cd0cc9c2-1ad0-4048-a21d-9b9c11a31662 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914800 Dec 09 09:55:51.500104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-74961c40-6221-46ad-9033-22f761119d59 service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265717 Dec 09 09:55:51.642328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-376e97a4-00d5-4a3e-be3a-d4c520d6073d service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367047 Dec 09 09:55:51.820154 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff2b57ef-8c57-4c1a-a420-d8c022671a69 req-2d93f68d-9058-4b4b-8118-35bda342d42a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 210 time: 0.0407805 Dec 09 09:55:51.931562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:55:51.970483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 17efa119-0228-42e7-9d84-5f4e852b7478 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:55:51.970814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 17efa119-0228-42e7-9d84-5f4e852b7478 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:55:52.823193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-35cf365c-9030-4b9a-ad2a-ea2a2e7ea02f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:52.824532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-35cf365c-9030-4b9a-ad2a-ea2a2e7ea02f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1494033 Dec 09 09:55:52.880462 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-04b8a557-b63c-48a7-9810-cb948838bcee tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 380 time: 0.0436502 Dec 09 09:55:52.889214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'port': {'device_id': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'admin_state_up': True, 'tenant_id': '8365872570844d6fbad96ccc85690801', 'security_groups': ['b5b19610-76d4-4040-9e4a-b997fb71e5a3']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:53.127536 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb731993-b2e6-4162-8f1d-86e5415c436f req-02f38189-f79f-4a28-a2c8-25f238c2ed04 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 210 time: 0.0505295 Dec 09 09:55:53.176574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:55:53.186601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:55:53.195901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:55:53.199542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.360020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Allocated IP 172.20.0.3 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/6e2fc14b-b24c-4acf-a5ac-a0dfd636689d) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:55:53.550683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.567098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Transition to ACTIVE for port object 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:55:53.588227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.593608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c513b060-2150-4f62-8314-c1fe26f33cf4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:53.656816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:55:53.664076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:55:53.669079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:55:53.698783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:53.705424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:53.734618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:53.735218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.760766 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755667 Dec 09 09:55:53.772133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Request body: {'port': {'device_id': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:53.885889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.927369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6e921ae9-58e1-4fa9-9550-0bc962818654 None None] Provisioning for port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:55:53.934164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6e921ae9-58e1-4fa9-9550-0bc962818654 None None] Provisioning complete for port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:55:53.934777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6e921ae9-58e1-4fa9-9550-0bc962818654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:53.989621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6e921ae9-58e1-4fa9-9550-0bc962818654 None None] Port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:55:54.228560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:55:54.235423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:54.250097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Transition to ACTIVE for port object 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:55:54.254234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:54.258666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:54.386408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:54.390057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:54.432748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfcd74-d065-4bda-bdc0-96f65b94b5af req-3c127a18-cd7a-442a-8445-90aedf93c605 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:54.435507 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-adbfcd74-d065-4bda-bdc0-96f65b94b5af req-3c127a18-cd7a-442a-8445-90aedf93c605 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.1872027 Dec 09 09:55:54.483747 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-adbfcd74-d065-4bda-bdc0-96f65b94b5af req-e93b694f-31e4-445d-8fe0-1c5c15dabbe6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Dec 09 09:55:54.507186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Attempting to bind port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:55:54.507649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Attempting to bind port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:55:54.508192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Attempting to bind port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:55:54.514878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d on network bd7334f9-d6d5-4401-8a87-de2913c72590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:55:54.515194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Attempting to bind port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:55:54.521809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:55:54.522161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:55:54.522536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:55:54.522952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Bound port: 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:55:54.523293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:54.609152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:55:54.612261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:55:54.616520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:54.621148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23dd2d13-0799-4b56-b864-79b14e555db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:54.675075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:54.676460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 1093 time: 0.9086893 Dec 09 09:55:54.676994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:55:54.702833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:54.713759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:54.751456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'status': 'completed', 'code': 200} Dec 09 09:55:54.794992 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-2013023f-6deb-42c8-837d-7979ba5fa535 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1096 time: 0.0764868 Dec 09 09:55:54.977456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-bc4b6505-d8de-48b9-8368-9983af5a02fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 217 time: 0.1749074 Dec 09 09:55:55.037578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-a0ec95ec-52ab-411d-b419-29f72adefe81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:55.038943 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-a0ec95ec-52ab-411d-b419-29f72adefe81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0553622 Dec 09 09:55:55.113693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-1acc7f8f-b03d-4a63-8859-c4cf293edc99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677106 Dec 09 09:55:55.242598 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-44e5e6b9-ec3d-4964-8678-cfc3edc50c66 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 Dec 09 09:55:55.372173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-94512d16-7345-4d07-a9fc-14fef0e05ed5 req-84b17b9d-4d86-475e-aace-06396350d50d service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230190 Dec 09 09:55:55.482190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-9a4ceb97-ceea-471b-95db-77eaed873ebb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1096 time: 0.0684321 Dec 09 09:55:55.613571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-1a9940f1-126a-443b-b319-9abed6998d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:55.615004 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-1a9940f1-126a-443b-b319-9abed6998d16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1269379 Dec 09 09:55:55.684144 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-d2a7fb01-f25e-46fb-8831-5d730fd8674d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 217 time: 0.0630333 Dec 09 09:55:55.684401 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd85f-62ad-4111-9971-3c6ec34e492a req-27babe3e-9f3b-4632-b791-10c8f87d3ac0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:55.685895 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b77cd85f-62ad-4111-9971-3c6ec34e492a req-27babe3e-9f3b-4632-b791-10c8f87d3ac0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.0763786 Dec 09 09:55:55.730830 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b77cd85f-62ad-4111-9971-3c6ec34e492a req-a41a5f05-52b3-4e06-b9ff-95c39569d767 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Dec 09 09:55:55.746801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-cb3823d1-3a5d-44c5-84fe-5affac49fe7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:55.748239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-cb3823d1-3a5d-44c5-84fe-5affac49fe7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0582204 Dec 09 09:55:55.826701 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-30df2d9d-0ba8-4a83-9b53-db0d3ad5801b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724721 Dec 09 09:55:55.958102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-4106e4d5-0dc9-4840-b9aa-c7c2f8203134 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250734 Dec 09 09:55:56.089633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c1d66f5-4cd0-40f6-ad16-14189c437fce req-b87f9c8b-a804-4e35-8afa-13b571f3b20b service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243124 Dec 09 09:55:56.927011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004363-2161-472b-8fd8-47b4fd40a741 req-645bb448-c2d2-4d11-8276-613ffcdf4885 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:56.927700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d7004363-2161-472b-8fd8-47b4fd40a741 req-645bb448-c2d2-4d11-8276-613ffcdf4885 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:55:56.943039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d7004363-2161-472b-8fd8-47b4fd40a741 req-645bb448-c2d2-4d11-8276-613ffcdf4885 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:55:56.944328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d7004363-2161-472b-8fd8-47b4fd40a741 req-645bb448-c2d2-4d11-8276-613ffcdf4885 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.0930128 Dec 09 09:55:56.994951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d7004363-2161-472b-8fd8-47b4fd40a741 req-92c98792-fb93-4680-8ee3-8d4503da3be1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430510 Dec 09 09:55:57.966424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:55:58.099440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:58.112673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'mac_address': 'fa:16:3e:4a:cc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:55:58.172546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:58.190621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:55:58.199813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e0953-d184-4d89-a15e-20a1e772b1b9 req-aef9c0f9-1eb3-4025-b35d-954b29cfd43f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:58.201284 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-508e0953-d184-4d89-a15e-20a1e772b1b9 req-aef9c0f9-1eb3-4025-b35d-954b29cfd43f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.0827332 Dec 09 09:55:58.206583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:55:58.210589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:55:58.212396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:55:58.248561 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-508e0953-d184-4d89-a15e-20a1e772b1b9 req-2f3b317f-7ad5-45a3-a20d-ce94f9f7deeb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Dec 09 09:55:58.277908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:55:58.280850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:55:58.522292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:55:59.451518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7231-bb3b-4d6a-a66a-84430e5ad6bc req-b3c7c7e4-4ee9-4d30-8584-c9e3e68d3f32 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:55:59.453000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1f6d7231-bb3b-4d6a-a66a-84430e5ad6bc req-b3c7c7e4-4ee9-4d30-8584-c9e3e68d3f32 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 944 time: 0.0806255 Dec 09 09:55:59.499915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1f6d7231-bb3b-4d6a-a66a-84430e5ad6bc req-00afb067-8065-40d2-8945-220d1875cb93 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Dec 09 09:55:59.966741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:56:00.033014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:56:00.037958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:56:00.038335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:00.155553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:00.183823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:56:00.193285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:56:00.197209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:00.200233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:56:00.244628 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'code': 200} Dec 09 09:56:00.273467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:56:00.276897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:56:00.469761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ef407583-bcb0-49cd-8d6e-e871a4c1d39e req-b2c44f7e-0a31-46d7-818e-4d2d6b7aafe3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.0683024 Dec 09 09:56:00.513382 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ef407583-bcb0-49cd-8d6e-e871a4c1d39e req-202fcf76-e970-4e4d-9caf-c5cdee7bcba8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369902 Dec 09 09:56:00.696611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62004c3-3414-4a78-ac59-b640e16e2295 req-86bc1ddc-18b7-4e37-a2dd-8a1a1ecdac43 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:00.698093 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a62004c3-3414-4a78-ac59-b640e16e2295 req-86bc1ddc-18b7-4e37-a2dd-8a1a1ecdac43 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0788698 Dec 09 09:56:00.743960 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a62004c3-3414-4a78-ac59-b640e16e2295 req-4ce376ef-edd9-4594-90c7-58b0ee872896 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Dec 09 09:56:01.952068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ba1be-5f1b-41c3-8aab-47e7c913d4b9 req-584a54e7-17a9-40c7-a1ff-94228c322c99 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:01.953490 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d35ba1be-5f1b-41c3-8aab-47e7c913d4b9 req-584a54e7-17a9-40c7-a1ff-94228c322c99 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0785511 Dec 09 09:56:02.002050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d35ba1be-5f1b-41c3-8aab-47e7c913d4b9 req-36c3752b-0e7f-41a8-865f-2d60dd38837e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Dec 09 09:56:03.163608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:03.198589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed25f1-ea74-4412-8b9b-145a36c5aee3 req-a5424e5a-4aed-4586-810b-3835826618d6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:03.200173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5eed25f1-ea74-4412-8b9b-145a36c5aee3 req-a5424e5a-4aed-4586-810b-3835826618d6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0787549 Dec 09 09:56:03.248258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5eed25f1-ea74-4412-8b9b-145a36c5aee3 req-45e84f54-3d6b-453f-8101-6311b7283276 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Dec 09 09:56:03.438881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab711a4f-5576-4c2a-beb3-c6eab7bd762b req-d2e16523-94da-458b-84f2-731a6f653c6d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:03.440357 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab711a4f-5576-4c2a-beb3-c6eab7bd762b req-d2e16523-94da-458b-84f2-731a6f653c6d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0777574 Dec 09 09:56:03.449592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 35302) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:56:03.454709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'floatingip': {'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:56:03.530729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:03.551028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4b0c-d343-4c9d-abdb-1a49ef01a143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:04.114224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:04.117632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:04.306889 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 associated. External IP: 172.26.4.22, port: 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d. Dec 09 09:56:04.633007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:04.804339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:56:05.007086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:56:05.012899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:05.017288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:56:05.029714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:56:05.030424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:55:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:56:05.069288 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-be95244f-f1ea-440b-ab33-46581b951de4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "PUT /v2.0/floatingips/c88cf8c8-737e-477e-9cc7-2a72380c9bc8 HTTP/1.1" status: 200 len: 990 time: 1.6186578 Dec 09 09:56:05.069929 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:56:05.203206 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'status': 'completed', 'code': 200} Dec 09 09:56:05.256628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:56:05.403026 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-26186bc4-040e-47aa-84a9-ba3145133c8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.1802204 Dec 09 09:56:05.533569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-ae9212dc-0f9c-47cb-8d72-3ab95b8a85e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:05.534917 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-ae9212dc-0f9c-47cb-8d72-3ab95b8a85e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1258922 Dec 09 09:56:05.614523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:4a:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:56:04Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:56:05.618546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:56:05.630569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:56:05.631174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:55:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:56:05.638132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-17285d36-1bd1-4be7-b9a1-fe5078df1d74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 998 time: 0.0968969 Dec 09 09:56:05.700447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-b9fdc4d8-6491-4c70-ae49-dd35c0871089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:56:05.701880 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-b9fdc4d8-6491-4c70-ae49-dd35c0871089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0575552 Dec 09 09:56:05.780055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-44aa5c5b-71e8-4d67-a2a0-0ea68579b6f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715528 Dec 09 09:56:05.800650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b4630bc1-f8dc-41b9-ab9c-0c2cfb40fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:05.824684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:56:05.913322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-51c9ce5b-be73-454d-a74c-c2f03dac108c service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268926 Dec 09 09:56:06.049808 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f60adc8-7d90-432a-a2fb-13704bcb09bb req-3603e310-42bf-4875-b5b1-500564e87be7 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294608 Dec 09 09:56:06.175705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:4a:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:56:04Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:56:06.179645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701353c-529c-4ad8-bb05-746633aa87b8 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:4a:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:56:04Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:56:06.373685 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a86eef-a0c7-4208-bdaf-c9e8116cd72d None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:56:06.859814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:08.310919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:27.660070 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:56:33.159394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:33.554550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4c5d23e4-2ca5-4b4c-a13d-64800f902d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:34.636578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:35.781732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-deba9ff5-7d3b-42b4-aec7-128229d21169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:36.864995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:56:38.312665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:02.195995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-99bab917-8acd-48f6-8aa8-8b288924191d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340508 Dec 09 09:57:02.338571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-ec318581-274c-493a-9744-9df16605c637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.0728257 Dec 09 09:57:02.483868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-e4890f85-2320-457e-8bb1-4bf3594a6fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:02.485301 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-e4890f85-2320-457e-8bb1-4bf3594a6fb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1276388 Dec 09 09:57:02.586219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-ae9ac04e-fcf2-4db9-b894-dc6aefd6ef69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 1000 time: 0.0926979 Dec 09 09:57:02.653167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-f9606a95-583c-4bbb-a91d-abeef2b0e5fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:02.654476 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-f9606a95-583c-4bbb-a91d-abeef2b0e5fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0608354 Dec 09 09:57:02.730834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-bb337be3-46c2-4d5f-915e-744b2fe7d726 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676653 Dec 09 09:57:02.740393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-c831e6b7-c483-44d0-8b22-2f613bf06f7e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:57:02.741335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-c831e6b7-c483-44d0-8b22-2f613bf06f7e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045712 Dec 09 09:57:02.873644 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-8c6194d3-3d39-487f-a906-cc55ccde3a87 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251204 Dec 09 09:57:03.020136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df0268bc-f265-4311-a777-9ef56b132ab6 req-3df56a8c-80f5-430d-9d78-ff6c984cf885 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399961 Dec 09 09:57:03.177921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:03.557621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-317f3e52-1ecf-4783-bc8c-54bbd12286c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:04.637804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:04.660011 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:57:05.782617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f8e66d21-5e4d-4fc6-8c2b-bd74d3fb773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:06.865220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:08.315117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:13.775960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23701-7622-432b-92ea-728900416b60 req-7b3b3a95-189d-4cf6-82ab-ef39fb9e02f4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:13.777390 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d23701-7622-432b-92ea-728900416b60 req-7b3b3a95-189d-4cf6-82ab-ef39fb9e02f4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.2516742 Dec 09 09:57:13.823025 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d23701-7622-432b-92ea-728900416b60 req-1f728f18-a06a-4224-ae74-1aed48713f81 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401464 Dec 09 09:57:15.088143 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b832c5-5d55-498e-9e4b-5ac8c7cb60c8 req-d60322f0-0f25-409e-84c2-a26d8662776c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:15.089558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b832c5-5d55-498e-9e4b-5ac8c7cb60c8 req-d60322f0-0f25-409e-84c2-a26d8662776c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.1443784 Dec 09 09:57:15.133949 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-98b832c5-5d55-498e-9e4b-5ac8c7cb60c8 req-9134b3bf-dadc-4eaf-b8cd-5ee5cce07128 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Dec 09 09:57:16.331856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaab78-b770-44a5-9faa-ea19d1d155be req-e1f4888e-6c59-4b7d-998f-b3fea3f4528e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:16.333302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-15aaab78-b770-44a5-9faa-ea19d1d155be req-e1f4888e-6c59-4b7d-998f-b3fea3f4528e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0780923 Dec 09 09:57:16.379910 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-15aaab78-b770-44a5-9faa-ea19d1d155be req-0554b542-1ed3-4e5c-9ae7-3f2697e82c6f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 Dec 09 09:57:17.598481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0d1df-8d2e-4530-b384-64dc128aa20c req-dd28ab4f-8d0c-4384-b468-192c002ba0b5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:17.599942 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-85b0d1df-8d2e-4530-b384-64dc128aa20c req-dd28ab4f-8d0c-4384-b468-192c002ba0b5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0798817 Dec 09 09:57:17.645748 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-85b0d1df-8d2e-4530-b384-64dc128aa20c req-b2938667-b142-4f39-924a-cb045eb611c3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Dec 09 09:57:18.841062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066a88f-67e8-46db-b88e-9d1b4a541705 req-90b48462-23e9-4ac9-be44-28c627722d33 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:18.842417 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7066a88f-67e8-46db-b88e-9d1b4a541705 req-90b48462-23e9-4ac9-be44-28c627722d33 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0794933 Dec 09 09:57:18.887555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7066a88f-67e8-46db-b88e-9d1b4a541705 req-c9214f27-f22a-4093-a97d-1767e3580184 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396624 Dec 09 09:57:20.084428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cd912-1ca6-4dbd-9115-153fe67d87da req-f7087897-56ab-49be-8025-a750b8f4a777 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:20.086489 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8a7cd912-1ca6-4dbd-9115-153fe67d87da req-f7087897-56ab-49be-8025-a750b8f4a777 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0769229 Dec 09 09:57:20.130950 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8a7cd912-1ca6-4dbd-9115-153fe67d87da req-71053f91-d405-42bb-91fe-a0ff6d2f6581 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389810 Dec 09 09:57:21.331045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3e0b0-9d3c-4b6d-93c0-bf9e533fb115 req-827c1b12-02df-4555-9b6a-08112c86cda5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:21.332529 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0ec3e0b0-9d3c-4b6d-93c0-bf9e533fb115 req-827c1b12-02df-4555-9b6a-08112c86cda5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0779884 Dec 09 09:57:21.385275 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0ec3e0b0-9d3c-4b6d-93c0-bf9e533fb115 req-ed782adb-2dc3-43fd-adb7-b3c6ca789ce3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464706 Dec 09 09:57:22.581659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a480f-8934-4545-b003-35c50283f26f req-b9834084-35c1-4432-b755-7da677acff7b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:22.583091 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e65a480f-8934-4545-b003-35c50283f26f req-b9834084-35c1-4432-b755-7da677acff7b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0786402 Dec 09 09:57:22.628265 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e65a480f-8934-4545-b003-35c50283f26f req-4abd23fe-1d97-4973-8f96-9b0bd7204b5f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Dec 09 09:57:23.827467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012701a-57b6-4bf8-bdc5-871a6d5016ab req-bc12c64f-cff5-4923-87e4-59d456b351f8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:23.828944 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e012701a-57b6-4bf8-bdc5-871a6d5016ab req-bc12c64f-cff5-4923-87e4-59d456b351f8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0763185 Dec 09 09:57:23.874123 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e012701a-57b6-4bf8-bdc5-871a6d5016ab req-25775b67-cbe8-4a28-ac55-6ac63580e6d1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Dec 09 09:57:25.078752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765801c3-2e4e-4910-b1ad-49b1a933d79d req-c3bf6a36-b74b-4dfc-9f88-58aef48adf42 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:25.080200 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-765801c3-2e4e-4910-b1ad-49b1a933d79d req-c3bf6a36-b74b-4dfc-9f88-58aef48adf42 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0844505 Dec 09 09:57:25.130345 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-765801c3-2e4e-4910-b1ad-49b1a933d79d req-74471db5-243f-40b5-838e-a3a394cd833f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Dec 09 09:57:25.388517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9f4d2046-1dda-4f8b-9902-47540aba9fb0 req-8eb2c5b9-cf8c-4b63-bbad-cc794f9ac21d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1343744 Dec 09 09:57:25.695972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9261-856b-42e3-a5cb-9dd8b8a1233b req-78dcf129-e1ef-45c8-b363-1e5e07e60611 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:25.697618 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5cbe9261-856b-42e3-a5cb-9dd8b8a1233b req-78dcf129-e1ef-45c8-b363-1e5e07e60611 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0788677 Dec 09 09:57:25.697750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-c4d7401d-7142-497f-aee0-faaabe1a11b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332090 Dec 09 09:57:25.745461 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5cbe9261-856b-42e3-a5cb-9dd8b8a1233b req-a42a04a6-8dcd-475e-926a-405f8cde1d5c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Dec 09 09:57:27.020028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8721e51-9df3-4648-b8fc-da41c8ae4366 req-50cf92f1-f6a0-4e22-80a0-c057eec996d8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:27.021495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8721e51-9df3-4648-b8fc-da41c8ae4366 req-50cf92f1-f6a0-4e22-80a0-c057eec996d8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.1496954 Dec 09 09:57:27.026413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-dc944fb0-d633-438a-ac7b-c74bcf3abc90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.1239202 Dec 09 09:57:27.163011 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8721e51-9df3-4648-b8fc-da41c8ae4366 req-111b4fe0-a780-4af5-8a39-b52c01cff90a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349697 Dec 09 09:57:27.193699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-d02cde96-f61e-44b4-98b2-b47d45741a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:27.196257 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-d02cde96-f61e-44b4-98b2-b47d45741a52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1554821 Dec 09 09:57:27.301101 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-9a609657-bf3a-4026-a8c5-5ffb375d4d49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 1000 time: 0.0980227 Dec 09 09:57:27.371597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-374a2adb-c80e-4076-b61a-cfc28c25d4ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:27.373056 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-374a2adb-c80e-4076-b61a-cfc28c25d4ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0650620 Dec 09 09:57:27.448456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-1fa9cee6-ac70-4e30-86c6-7f305ca7ae9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677319 Dec 09 09:57:27.578385 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-762812eb-5a06-4087-b93e-ba65244d54b3 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238685 Dec 09 09:57:27.709565 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-d70107a4-63e1-4dcb-887b-6f7285948850 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255031 Dec 09 09:57:28.366423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb629-d6a8-4920-8ce3-817766c49441 req-27cbdf83-61f4-4c7b-9af8-9e588971996c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:28.367882 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb0fb629-d6a8-4920-8ce3-817766c49441 req-27cbdf83-61f4-4c7b-9af8-9e588971996c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0807917 Dec 09 09:57:28.415273 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb0fb629-d6a8-4920-8ce3-817766c49441 req-3c70e339-f6ea-4707-a37c-c4c09737477a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Dec 09 09:57:29.306769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-d3f995e2-5c49-49db-a1ae-373d38e1e150 service neutron] 10.222.0.58 "GET /v2.0/ports/6e2fc14b-b24c-4acf-a5ac-a0dfd636689d/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0876195 Dec 09 09:57:29.630673 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-b97ae3dc-d34d-4518-8c1a-62f19ef3650a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1098 time: 0.1309836 Dec 09 09:57:29.640563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a7c09-5368-4a5d-89a4-bd1ce40951fe req-00d6bbda-a2eb-47be-be5c-28bda50dbdfa tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:29.641897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e94a7c09-5368-4a5d-89a4-bd1ce40951fe req-00d6bbda-a2eb-47be-be5c-28bda50dbdfa tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0989938 Dec 09 09:57:29.834191 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e94a7c09-5368-4a5d-89a4-bd1ce40951fe req-6ca1b54b-8a45-490f-aecf-037e3e3454d2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866612 Dec 09 09:57:29.854028 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-7f585570-7524-41b9-b996-2323c3983ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.1924393 Dec 09 09:57:29.992386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-f31c139c-5aee-4cfc-8ebc-b7b6f303012f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:29.993819 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-f31c139c-5aee-4cfc-8ebc-b7b6f303012f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1332223 Dec 09 09:57:30.097818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-cd1c27d6-a8cc-481b-b360-66ce70603bcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 1000 time: 0.0977917 Dec 09 09:57:30.163936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-ae8928f9-f644-4d06-8442-9a9f08c7a557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:30.165367 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-ae8928f9-f644-4d06-8442-9a9f08c7a557 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0607755 Dec 09 09:57:30.244190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-3e0a8442-f25a-48de-a4f1-22dbb977ce05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729196 Dec 09 09:57:30.379054 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-d2614c21-9042-4d51-9f7e-578495b60594 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283672 Dec 09 09:57:30.512484 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd4de57c-fd5d-4519-b5f0-c37a8aacf36e req-f4ab9f09-46b0-4e1d-80f8-f4908c9b175f service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266334 Dec 09 09:57:31.041312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4edc6-e572-4ea7-88ca-a145cead521e req-2db27f04-aa4f-44c2-bcb7-2b6b2318a473 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:31.042772 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56d4edc6-e572-4ea7-88ca-a145cead521e req-2db27f04-aa4f-44c2-bcb7-2b6b2318a473 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0782878 Dec 09 09:57:31.096531 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56d4edc6-e572-4ea7-88ca-a145cead521e req-e3923438-2556-4b13-ade1-b39029277c28 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482264 Dec 09 09:57:32.306508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9747c5b-a812-4bf0-8658-ba0af33c2959 req-e367e553-9403-4227-9f5d-d4d58d35659f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:32.307959 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c9747c5b-a812-4bf0-8658-ba0af33c2959 req-e367e553-9403-4227-9f5d-d4d58d35659f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0782809 Dec 09 09:57:32.353438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c9747c5b-a812-4bf0-8658-ba0af33c2959 req-122aa653-53ff-47a0-b1b8-1417c228d5f9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 Dec 09 09:57:32.376244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:57:32.483843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:32.509673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:32.518994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:32.523496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:32.525221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:32.590572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:32.598986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.599326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.599658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.600017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.601067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.601676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.601783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.602082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.602402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.602720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.603039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:32.606889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:32.651592 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'code': 200} Dec 09 09:57:33.191521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:33.550942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4ca65-8bef-4c1f-ae20-85cb4895bf07 req-837ae9f9-de8c-4562-b484-ef352352947f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:33.552417 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ad4ca65-8bef-4c1f-ae20-85cb4895bf07 req-837ae9f9-de8c-4562-b484-ef352352947f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.0794890 Dec 09 09:57:33.560049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3c50-2b4b-44f9-8838-aaf4c8075b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:33.599014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ad4ca65-8bef-4c1f-ae20-85cb4895bf07 req-4f4b91a1-3110-4d2f-bd51-5d7efb0b3887 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Dec 09 09:57:33.975680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-eff4b519-eb10-4d98-9586-ceea2bd7e5e3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:33.977248 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-eff4b519-eb10-4d98-9586-ceea2bd7e5e3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da&tenant_id=8365872570844d6fbad96ccc85690801&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 943 time: 0.1379285 Dec 09 09:57:33.988331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b577ad-57ff-46d3-8878-d28e0b11836d req-3d664254-61f1-400c-a2e8-e8cfa23ba1d7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:33.989744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d3b577ad-57ff-46d3-8878-d28e0b11836d req-3d664254-61f1-400c-a2e8-e8cfa23ba1d7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 943 time: 0.1186109 Dec 09 09:57:34.034926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d3b577ad-57ff-46d3-8878-d28e0b11836d req-e5a0e357-7d68-42eb-b6bd-cb7c0ae070ed tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Dec 09 09:57:34.118497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-2e357c3d-4748-453d-ad0a-477faa4196df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1096 time: 0.0704091 Dec 09 09:57:34.247238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-b7539cad-1dbc-4a92-8d26-43646cd7bc2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:34.248681 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-b7539cad-1dbc-4a92-8d26-43646cd7bc2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1244326 Dec 09 09:57:34.350057 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-7f7d291f-4dec-44ca-bf39-dcde80ea2b6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 998 time: 0.0948145 Dec 09 09:57:34.381720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:57:34.414506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-1db34689-840d-4733-88e6-a5d7acece365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:34.415951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-1db34689-840d-4733-88e6-a5d7acece365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0602195 Dec 09 09:57:34.490568 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-62278698-ae4b-4a39-b1ab-9d0cf66312ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683260 Dec 09 09:57:34.563943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:34.578530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'mac_address': 'fa:16:3e:4a:cc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:57:34.639404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:34.664909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:57:34.670914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:34.685831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:34.689765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:34.692513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:34.736545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-e7488c5a-13dc-42a9-8404-83e0100ee104 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388442 Dec 09 09:57:34.764444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:57:34.793581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:34.801424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:34.868126 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6313ae29-d196-4ed9-a3fc-d61c7208d23f req-063cfd0a-2cad-4624-8df4-8aa39ddfc099 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247070 Dec 09 09:57:35.240816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218bbe-c8eb-41ea-a106-3e52d56a91d0 req-9061cc24-39f4-4007-aeec-1c6c288b6d1c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:35.242802 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07218bbe-c8eb-41ea-a106-3e52d56a91d0 req-9061cc24-39f4-4007-aeec-1c6c288b6d1c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 944 time: 0.0840676 Dec 09 09:57:35.290610 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07218bbe-c8eb-41ea-a106-3e52d56a91d0 req-e1ad9260-beef-4f9f-a374-30711a5746ac tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Dec 09 09:57:35.790883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a8c7cd61-8561-4abc-9226-f28bd8a93c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:36.379032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:57:36.446911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:57:36.447285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:36.492182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c4d6-9646-47b3-bf4a-b0483253bb14 req-ce6f1a19-2821-48ce-90fd-4d8fcf85e874 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:36.493658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cab5c4d6-9646-47b3-bf4a-b0483253bb14 req-ce6f1a19-2821-48ce-90fd-4d8fcf85e874 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 944 time: 0.0775149 Dec 09 09:57:36.545548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cab5c4d6-9646-47b3-bf4a-b0483253bb14 req-f41e0672-94e3-47c2-9287-5026c1389aba tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Dec 09 09:57:36.564303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:36.590993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:36.601007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:36.605724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:36.607656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:36.650978 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'code': 200} Dec 09 09:57:36.677613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:36.680885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:36.743865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7b94-5afe-4f26-b920-0974787ff288 req-da090fc8-666c-496b-85c3-cf3b87209c06 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:36.745310 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4eec7b94-5afe-4f26-b920-0974787ff288 req-da090fc8-666c-496b-85c3-cf3b87209c06 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0766246 Dec 09 09:57:36.794080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4eec7b94-5afe-4f26-b920-0974787ff288 req-f673e9fd-7e7d-47ab-ba53-ded8e65d2b2e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Dec 09 09:57:36.868920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:37.171313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13a7f-d445-4040-94e9-05594115d6c5 req-903e75b8-1124-4495-b60f-b0eed64f4eca tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:37.172669 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87a13a7f-d445-4040-94e9-05594115d6c5 req-903e75b8-1124-4495-b60f-b0eed64f4eca tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0911608 Dec 09 09:57:37.189902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-369aac8b-4118-45fb-b29a-ae9437f25455 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 1098 time: 0.0708172 Dec 09 09:57:37.218643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-87a13a7f-d445-4040-94e9-05594115d6c5 req-d5e3fdee-19d4-4d4a-856d-8fea0d7654f4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Dec 09 09:57:37.322956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-6a2fa511-bf45-4390-9a56-bb07f7d95cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:37.324428 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-6a2fa511-bf45-4390-9a56-bb07f7d95cbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1279697 Dec 09 09:57:37.427166 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-42e4302f-f53e-487e-815e-94fab6e6f21f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 200 len: 1000 time: 0.0960679 Dec 09 09:57:37.488877 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-6101db4e-d055-4840-aac9-5d854388b02c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:37.490286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-6101db4e-d055-4840-aac9-5d854388b02c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0571909 Dec 09 09:57:37.566657 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-8d42f3b6-7103-495a-ad3a-a8f9a570c472 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698054 Dec 09 09:57:37.697141 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-8b15326e-f838-49b3-8625-e8b8f38ac7f1 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232579 Dec 09 09:57:37.826519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8febef0-ed3d-4794-b8fd-7b0769f55871 req-67613ef6-0347-4ea4-86a2-d4631fa53adb service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232216 Dec 09 09:57:38.382493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:38.438974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3e57-6518-4392-953d-d98953a39855 req-647f3983-3aae-4294-a35c-b1fb96e98082 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:38.440450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b0b3e57-6518-4392-953d-d98953a39855 req-647f3983-3aae-4294-a35c-b1fb96e98082 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0858498 Dec 09 09:57:38.487556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9b0b3e57-6518-4392-953d-d98953a39855 req-a989a3c4-45a2-4504-8c0c-abc09e6ad015 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Dec 09 09:57:39.683958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e829-9d7b-45b3-b250-5b94e2aec4bb req-ac726a42-28ea-4fa0-b896-58fb19c58560 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:39.685358 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-09a9e829-9d7b-45b3-b250-5b94e2aec4bb req-ac726a42-28ea-4fa0-b896-58fb19c58560 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0785434 Dec 09 09:57:39.826610 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-09a9e829-9d7b-45b3-b250-5b94e2aec4bb req-dc7af150-466a-48bb-a036-906291d463ff tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357310 Dec 09 09:57:40.223077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596b84-3435-4d7d-b0bb-c61f0b59ed61 req-2ba00702-2b95-4bc2-a09e-b3e0a36b5bbc tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:40.224451 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a1596b84-3435-4d7d-b0bb-c61f0b59ed61 req-2ba00702-2b95-4bc2-a09e-b3e0a36b5bbc tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0779369 Dec 09 09:57:40.269998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a1596b84-3435-4d7d-b0bb-c61f0b59ed61 req-6ee95e6f-bd61-4af8-aa4e-395893012a99 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Dec 09 09:57:41.471902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e095f-7fcb-4d6b-9e72-6a664e765892 req-ba93e4b8-b4e9-409f-85b6-d72c6eced815 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:41.473342 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-492e095f-7fcb-4d6b-9e72-6a664e765892 req-ba93e4b8-b4e9-409f-85b6-d72c6eced815 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0803084 Dec 09 09:57:41.518547 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-492e095f-7fcb-4d6b-9e72-6a664e765892 req-4ba29c31-5246-4888-a0d3-5aa800830bc8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392971 Dec 09 09:57:41.660062 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:57:41.796462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-d666998a-8b2b-48ea-9a8f-62d7a4f35e78 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:41.797874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-d666998a-8b2b-48ea-9a8f-62d7a4f35e78 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 945 time: 0.0764151 Dec 09 09:57:41.868516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Deleting port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:57:41.868859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:42.109640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] For port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:42.110259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:42.498765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:42.499489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:42.499489 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 disassociated. External IP: 172.26.4.22, port: 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d. Dec 09 09:57:42.499783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Calling delete_port for 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:57:42.641644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:42.648141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d35aad0c-c75b-496b-81dd-670053f4d15a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:42.686695 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f28c5ff2-7c3f-464b-8ae9-75b5502d4e99 req-2e04db24-1795-4e36-a282-88347db609bd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f5de4db-287b-4f2a-9d10-5fd90f9312da HTTP/1.1" status: 200 len: 210 time: 0.0462587 Dec 09 09:57:42.690732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'Port': ['ID=6e2fc14b-b24c-4acf-a5ac-a0dfd636689d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:42.706703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.706964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.707345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.707724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.708122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.708492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.708856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.709741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.710099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.710537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.710862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:57:42.714955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:42.921060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:57:43.120751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:57:43.130263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:57:43.143815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:57:43.144440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:57:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:43.191925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] No DVR routers for this DVR port 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:57:43.195084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:43.197813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-deleted', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:43.213952 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a43ccf2-0849-4ff9-876e-0e42b7eb8c14 req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "DELETE /v2.0/ports/6e2fc14b-b24c-4acf-a5ac-a0dfd636689d HTTP/1.1" status: 204 len: 173 time: 1.4098206 Dec 09 09:57:43.260853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5de4db-287b-4f2a-9d10-5fd90f9312da', 'name': 'network-vif-deleted', 'tag': '6e2fc14b-b24c-4acf-a5ac-a0dfd636689d', 'status': 'completed', 'code': 200} Dec 09 09:57:43.328530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:57:43.645717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:43.650486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:57:43.663925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:57:43.664552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:57:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:43.892192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:57:44.080093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-c83787d8-a63b-484b-9251-bc49b939bba7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1720651280&fields=id&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 267 time: 0.0425138 Dec 09 09:57:44.207395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:44.211987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01782b67-bc3d-4108-ae63-21f8348c6916 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:57:44.232018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-1e83d45c-e08e-4f2d-9d3c-525be6276a73 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:44.233701 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-1e83d45c-e08e-4f2d-9d3c-525be6276a73 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1457069 Dec 09 09:57:44.250482 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-f93746da-efa1-4534-a165-3d2a54ea0064 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/quotas/8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 375 time: 0.0114090 Dec 09 09:57:44.335244 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-44937cc5-5827-41d8-a254-6abf236e20d1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790637 Dec 09 09:57:44.420693 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-39d1ce43-b897-47f9-912a-aa2f6ce0bdee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 09:57:44.421654 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-39d1ce43-b897-47f9-912a-aa2f6ce0bdee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0748260 Dec 09 09:57:44.435551 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9b0d2-dff7-4ec0-a56a-70318032588c None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:57:44.444261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:57:44.476943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:57:44.477214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 6e2fc14b-b24c-4acf-a5ac-a0dfd636689d not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:57:44.553722 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-cff6ad7c-c8e4-4a30-874a-8dfea685e21a service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254773 Dec 09 09:57:44.686428 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-96dedf91-8ebc-4cf4-b829-1e6a2a7383ea service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271124 Dec 09 09:57:44.865013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-269f3111-dbc2-4aee-9606-7bae5ed8c381 req-837e90a6-9aad-4c52-bd10-d20cb8f07b62 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:57:44.881777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-269f3111-dbc2-4aee-9606-7bae5ed8c381 req-837e90a6-9aad-4c52-bd10-d20cb8f07b62 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:57:44.883043 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-269f3111-dbc2-4aee-9606-7bae5ed8c381 req-837e90a6-9aad-4c52-bd10-d20cb8f07b62 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 210 time: 0.0587764 Dec 09 09:57:45.878207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-b79e7686-7949-4761-bac7-0e39e8d6d230 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:45.879607 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-b79e7686-7949-4761-bac7-0e39e8d6d230 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1450655 Dec 09 09:57:45.948402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-ad3e1c8b-0335-4fb3-81ae-06b8f9747015 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 380 time: 0.0562022 Dec 09 09:57:45.961703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'port': {'device_id': '3f333fcc-1bb5-4645-af59-5346782a4907', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'admin_state_up': True, 'tenant_id': '8365872570844d6fbad96ccc85690801', 'security_groups': ['b5b19610-76d4-4040-9e4a-b997fb71e5a3']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:46.060723 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e9ff6658-59b6-4c2b-9904-0dbd84a351e4 req-83dae04e-e424-42f5-a2c1-89bef04606f5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 210 time: 0.0462482 Dec 09 09:57:46.098426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:57:46.107847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:57:46.118103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:57:46.121147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:46.298191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Allocated IP 172.20.0.8 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/f7ee3253-d799-45d7-a92c-8a7da59bbe7c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:57:46.589283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:46.604838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Transition to ACTIVE for port object f7ee3253-d799-45d7-a92c-8a7da59bbe7c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:57:46.626581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:46.632012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:46.696270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:57:46.705232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:57:46.709752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:57:46.742174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:46.748928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:46.777355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:46.777955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:46.808414 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8523326 Dec 09 09:57:46.821016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Request body: {'port': {'device_id': '3f333fcc-1bb5-4645-af59-5346782a4907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:46.933523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:46.962905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dfab9365-bd9e-40f6-ae5a-7ba20e83a69e None None] Provisioning for port f7ee3253-d799-45d7-a92c-8a7da59bbe7c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:57:46.969275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-dfab9365-bd9e-40f6-ae5a-7ba20e83a69e None None] Provisioning complete for port f7ee3253-d799-45d7-a92c-8a7da59bbe7c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:57:46.969833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dfab9365-bd9e-40f6-ae5a-7ba20e83a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.022492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dfab9365-bd9e-40f6-ae5a-7ba20e83a69e None None] Port f7ee3253-d799-45d7-a92c-8a7da59bbe7c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:57:47.325295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de9b4-d728-4b37-9c88-96d7ccc1ff6d req-c6036dba-d610-4432-92a2-4a2a1e2cacb8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:47.325983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-568de9b4-d728-4b37-9c88-96d7ccc1ff6d req-c6036dba-d610-4432-92a2-4a2a1e2cacb8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:57:47.359455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ee3253-d799-45d7-a92c-8a7da59bbe7c {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:57:47.365821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-568de9b4-d728-4b37-9c88-96d7ccc1ff6d req-c6036dba-d610-4432-92a2-4a2a1e2cacb8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:57:47.366967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568de9b4-d728-4b37-9c88-96d7ccc1ff6d req-c6036dba-d610-4432-92a2-4a2a1e2cacb8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 931 time: 0.1784513 Dec 09 09:57:47.368547 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.402596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Transition to ACTIVE for port object f7ee3253-d799-45d7-a92c-8a7da59bbe7c will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:57:47.411545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.417422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62c42abb-fda3-4c07-a4da-9926daa8493c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:47.477924 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568de9b4-d728-4b37-9c88-96d7ccc1ff6d req-dcf99be2-2965-48ad-99d0-be8d4d1af19b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050897 Dec 09 09:57:47.553369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:47.556932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:47.663465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Attempting to bind port f7ee3253-d799-45d7-a92c-8a7da59bbe7c on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:57:47.663836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Attempting to bind port f7ee3253-d799-45d7-a92c-8a7da59bbe7c by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:57:47.664162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Attempting to bind port f7ee3253-d799-45d7-a92c-8a7da59bbe7c on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:57:47.670060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Port f7ee3253-d799-45d7-a92c-8a7da59bbe7c on network bd7334f9-d6d5-4401-8a87-de2913c72590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:57:47.670381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Attempting to bind port f7ee3253-d799-45d7-a92c-8a7da59bbe7c on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:57:47.676779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:57:47.677119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:57:47.678017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:57:47.678463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Bound port: f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:57:47.678804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.785064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:57:47.789080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:57:47.793947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.799000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:47.851658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:47.853110 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1093 time: 1.0366285 Dec 09 09:57:47.855872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:47.884760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:47.887935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:47.951263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'status': 'completed', 'code': 200} Dec 09 09:57:47.993043 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-41cfe19b-1fc3-4873-9cf7-d57b659ca2c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1096 time: 0.0845113 Dec 09 09:57:48.065972 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-c588ad0d-193e-4369-83b9-d17f91185476 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 217 time: 0.0658977 Dec 09 09:57:48.129287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-4f18661c-db3f-4161-9009-4a4cb79c3e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:48.130650 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-4f18661c-db3f-4161-9009-4a4cb79c3e1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0589347 Dec 09 09:57:48.211400 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-96b4e263-bb08-47df-8bba-029e0b30ef20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747564 Dec 09 09:57:48.340624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-faf83e2f-4993-4d6d-b458-0bd41bd6ce4e service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230347 Dec 09 09:57:48.578183 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2084a8c7-31f9-4a35-a3ac-2512822a4e0d req-e4a4a277-3cf5-423e-97f0-dc0d82be0e03 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311940 Dec 09 09:57:48.737152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b2c74-2fba-4b0c-bd34-d7a01c6ec294 req-db1cebac-49a5-46de-937a-8ca4b1737cd6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:48.738584 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bb1b2c74-2fba-4b0c-bd34-d7a01c6ec294 req-db1cebac-49a5-46de-937a-8ca4b1737cd6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.1327910 Dec 09 09:57:48.744802 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-ede559c5-6405-4e74-a260-3c2549d1eae4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1096 time: 0.1055665 Dec 09 09:57:48.867070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bb1b2c74-2fba-4b0c-bd34-d7a01c6ec294 req-4d9a923b-602a-4c9b-971a-93919301c7cd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212573 Dec 09 09:57:48.900467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-df173d0e-37d3-4fbc-bf5a-5cf7de63568a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:48.901880 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-df173d0e-37d3-4fbc-bf5a-5cf7de63568a service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1430211 Dec 09 09:57:48.972889 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-4cd4fd6d-bc4e-4f72-bbe3-2e2982588b2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 217 time: 0.0636566 Dec 09 09:57:49.035409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-0870c260-0a6b-4c5d-a2a9-14bc5c526a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:49.036844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-0870c260-0a6b-4c5d-a2a9-14bc5c526a64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0576010 Dec 09 09:57:49.117457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-2f4c54e9-8be0-4bea-9f6b-5798c4191685 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737453 Dec 09 09:57:49.251015 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-62f4920a-a549-4e15-abe9-79d0ea3cfe7c service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264181 Dec 09 09:57:49.381769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a8d56c98-68eb-447a-bd75-ff7d6b985fac req-e8a62dfa-11b0-4a1f-9f0c-af8aebd4f2ff service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242001 Dec 09 09:57:50.065592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec280dd-d967-4d6b-944d-5956b78c1ddb req-361d49b0-1bc0-4a30-88df-e2581d276e0f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:50.067019 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-aec280dd-d967-4d6b-944d-5956b78c1ddb req-361d49b0-1bc0-4a30-88df-e2581d276e0f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0770473 Dec 09 09:57:50.111940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-aec280dd-d967-4d6b-944d-5956b78c1ddb req-e24e5da3-0f76-4b55-973e-3bdfa6084f72 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 Dec 09 09:57:51.307339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ad18b-78bd-40b4-af3d-a48ed2e62348 req-c0483760-8166-49fd-8b41-129403b1c743 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:51.308809 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d1ad18b-78bd-40b4-af3d-a48ed2e62348 req-c0483760-8166-49fd-8b41-129403b1c743 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0773997 Dec 09 09:57:51.353405 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d1ad18b-78bd-40b4-af3d-a48ed2e62348 req-c5777358-039e-4273-9b5a-07532b266119 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Dec 09 09:57:52.490753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:57:52.563038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89ce6e-9a54-411b-ae0d-1774da5a039f req-3ba775d8-385f-48f2-9969-751f1474e3be tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:52.564546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae89ce6e-9a54-411b-ae0d-1774da5a039f req-3ba775d8-385f-48f2-9969-751f1474e3be tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0871432 Dec 09 09:57:52.610727 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ae89ce6e-9a54-411b-ae0d-1774da5a039f req-a540f360-e499-4259-a535-a2884e2851e8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Dec 09 09:57:52.624412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:52.641323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'mac_address': 'fa:16:3e:10:ec:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:57:52.694906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:52.711407 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ee3253-d799-45d7-a92c-8a7da59bbe7c {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:57:52.726443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:52.730423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:52.732223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:52.795693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:52.798690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:53.045734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['f7ee3253-d799-45d7-a92c-8a7da59bbe7c'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:57:53.809008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accee6c-b801-425d-b4f9-ced487770dd3 req-da6beff0-1d89-46bd-b346-ebf4dd8a03b4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:53.810402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0accee6c-b801-425d-b4f9-ced487770dd3 req-da6beff0-1d89-46bd-b346-ebf4dd8a03b4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 944 time: 0.0807765 Dec 09 09:57:53.854484 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0accee6c-b801-425d-b4f9-ced487770dd3 req-d03be504-d8a7-4d88-b12b-3740ede63ff1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Dec 09 09:57:54.505924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:57:54.575123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port f7ee3253-d799-45d7-a92c-8a7da59bbe7c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:57:54.579910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port f7ee3253-d799-45d7-a92c-8a7da59bbe7c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:57:54.580393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:54.690326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:54.719654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:54.729938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:57:54.733769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:54.735796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:57:54.776750 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'code': 200} Dec 09 09:57:54.804819 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:57:54.807649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:57:55.044932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e9eee654-413b-4b2d-96a3-c6f11026fc4b req-03fad2c0-0ec1-44ae-8c62-58a314abbab0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.1153541 Dec 09 09:57:55.104434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b584-1e03-42dc-9a1c-45ac36d5f079 req-191c2c0e-023e-4356-b2ad-cc1ca47fb778 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:55.105851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5bc4b584-1e03-42dc-9a1c-45ac36d5f079 req-191c2c0e-023e-4356-b2ad-cc1ca47fb778 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.1233187 Dec 09 09:57:55.108923 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e9eee654-413b-4b2d-96a3-c6f11026fc4b req-b965bb48-a9dd-41d7-b22b-aae3a11b8b30 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556386 Dec 09 09:57:55.152048 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5bc4b584-1e03-42dc-9a1c-45ac36d5f079 req-c64b563c-9b8b-4a58-9e16-c3497337b20b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Dec 09 09:57:56.353610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675b131-db92-475b-99e1-05e503f071d6 req-db765274-4f3b-4e24-a0b7-0822ad526e7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:56.355203 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8675b131-db92-475b-99e1-05e503f071d6 req-db765274-4f3b-4e24-a0b7-0822ad526e7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Dec 09 09:57:56.406469 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8675b131-db92-475b-99e1-05e503f071d6 req-3ef25908-35af-44e8-a176-77598b0609bf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Dec 09 09:57:57.601258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f7a5-45e4-4cd8-87ec-0cb075ca8dd6 req-9c2c2eb6-e1f2-446c-a533-99580f69a460 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:57.602695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4736f7a5-45e4-4cd8-87ec-0cb075ca8dd6 req-9c2c2eb6-e1f2-446c-a533-99580f69a460 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0768015 Dec 09 09:57:57.651614 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4736f7a5-45e4-4cd8-87ec-0cb075ca8dd6 req-148d0f99-0c94-4762-9fe3-4e27a5aa1daf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Dec 09 09:57:57.841180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2491e-89ee-4132-9bec-cf9f2956729b req-eb02a3bc-1da6-452b-bea6-ad33b14b2e4a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:57.842613 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1dd2491e-89ee-4132-9bec-cf9f2956729b req-eb02a3bc-1da6-452b-bea6-ad33b14b2e4a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0764847 Dec 09 09:57:57.851311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 35594) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:57:57.856457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'floatingip': {'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:57.933586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:58.612728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:58.616631 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:58.805009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 associated. External IP: 172.26.4.22, port: f7ee3253-d799-45d7-a92c-8a7da59bbe7c. Dec 09 09:57:59.188564 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:57:59.383542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:57:59.388342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:57:59.393135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:57:59.404924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:57:59.405542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:57:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:59.440628 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e5719528-a7a5-4983-ad89-80bcb7a3d878 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "PUT /v2.0/floatingips/c88cf8c8-737e-477e-9cc7-2a72380c9bc8 HTTP/1.1" status: 200 len: 990 time: 1.5881708 Dec 09 09:57:59.441204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:57:59.495426 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'status': 'completed', 'code': 200} Dec 09 09:57:59.590262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:57:59.595462 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-0423940b-5f18-486d-9b44-cae57ca24801 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0739582 Dec 09 09:57:59.727178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-cb3167b3-11ff-444b-9bb6-bdab505c76f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:57:59.728654 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-cb3167b3-11ff-444b-9bb6-bdab505c76f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1272578 Dec 09 09:57:59.944223 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-460f4793-8f07-4f42-aec6-11a2b52c06b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 998 time: 0.2096479 Dec 09 09:57:59.981464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:10:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333fcc-1bb5-4645-af59-5346782a4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:57:59.985489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:57:59.996063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:57:59.996666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:57:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:58:00.008510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-a5509f56-4dac-4855-96d7-b499ecf27042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:58:00.009945 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-a5509f56-4dac-4855-96d7-b499ecf27042 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0593917 Dec 09 09:58:00.091604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-ca87ae88-fa53-42d7-8ac4-f0475ef953ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720880 Dec 09 09:58:00.176566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:58:00.226922 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-75eb3d73-fd64-4bf9-9279-24ae13c66eed service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290176 Dec 09 09:58:00.359592 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01ac52b9-9c11-4e94-9c75-28d54edfe3fc req-13900a51-94ab-4dd0-8471-56a893bf03da service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259885 Dec 09 09:58:00.520745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:10:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333fcc-1bb5-4645-af59-5346782a4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:58:00.524902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbd12f-b153-4cd3-851c-3ff3d3dda309 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:10:ec:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333fcc-1bb5-4645-af59-5346782a4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:58:00.728639 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9b2b6-cd77-49d2-969e-432e8a86e217 None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:58:03.206615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:03.561988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ea8252ce-7d7b-41c8-99fc-bc5d9e382e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:04.118903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-2515be8c-3c02-42b3-837a-cbec9eebfae9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684669 Dec 09 09:58:04.253641 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-a3c476c7-6280-431b-97f2-d208ec2f4d4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0684168 Dec 09 09:58:04.394186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff67067-8550-49cc-81ce-1c218547adca req-dd352cda-2d53-4065-a0be-71d315688824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:58:04.396164 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-dd352cda-2d53-4065-a0be-71d315688824 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1233656 Dec 09 09:58:04.497498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-e04cece1-2e53-46cf-99b0-b75bfdc0304b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1001 time: 0.0959723 Dec 09 09:58:04.560818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff67067-8550-49cc-81ce-1c218547adca req-7cab1f0d-de57-4486-aac2-78dee2358963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:58:04.562199 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-7cab1f0d-de57-4486-aac2-78dee2358963 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0583885 Dec 09 09:58:04.637322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-56a0d949-cfe9-4190-99c8-be40918fff16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684042 Dec 09 09:58:04.643287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:04.769721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-34fb489d-8cae-4c0a-b5b3-c94cd0daef95 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258407 Dec 09 09:58:04.903092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fff67067-8550-49cc-81ce-1c218547adca req-be941768-4f0e-4ab0-8071-078d09fcc1d0 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273432 Dec 09 09:58:05.782669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46878921-6382-4058-8c4f-662c9e47224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:06.872215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:08.320414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:18.659273 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:58:33.225370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:33.564318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e134e8b-b726-44d6-8e24-1e2d467196ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:34.646869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:35.784174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4ab0dfc5-6c58-43fe-be46-805700dbc454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:36.876671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:38.323543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:58:55.659251 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:59:03.220268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:03.566439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8a273347-25fb-4db3-84d8-1d3656de36ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:04.648983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:05.111281 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-ec164615-b896-4744-8015-78e1e053ecd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717487 Dec 09 09:59:05.247196 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-29862f0c-6904-494a-b8e9-78f80f020e38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0690966 Dec 09 09:59:05.392360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2491-9026-4860-be0a-31c06be448ef req-05bb0419-457b-4612-aef8-06c26db0f0de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:05.393774 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-05bb0419-457b-4612-aef8-06c26db0f0de service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1272941 Dec 09 09:59:05.598233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-44cd25b2-5c77-4bb4-8949-2d4d36e4bd02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1001 time: 0.1974008 Dec 09 09:59:05.660911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2491-9026-4860-be0a-31c06be448ef req-e3e8294e-832b-4d9e-9856-88ded7dadff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:05.662353 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-e3e8294e-832b-4d9e-9856-88ded7dadff1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0578556 Dec 09 09:59:05.743032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-9feaa21f-767f-45bb-b138-b15ef5227ca7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724649 Dec 09 09:59:05.790598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-230ae6ed-d4e4-426b-abc3-055432010ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:05.876378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-14e40104-f9de-4554-8cb7-b9a762ecec42 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258841 Dec 09 09:59:06.009487 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-024e2491-9026-4860-be0a-31c06be448ef req-8f04ee01-f2a2-4b7c-88cc-1b26e3778a9e service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271951 Dec 09 09:59:06.877761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:08.168996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a8a91fc1-8983-46d6-b2a3-98dbd2b95a60 req-e30342d4-6129-4251-9427-dbaf088dc601 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723355 Dec 09 09:59:08.327570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:08.457277 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-c1bd1b40-632a-4e7c-92dc-d9cf0e05ceb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128318 Dec 09 09:59:08.493982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60951749-cab6-4b83-9fb8-10cf6556e548 req-9d22ef6e-6b10-4fe8-bb17-c72bf2150b59 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:08.495422 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-60951749-cab6-4b83-9fb8-10cf6556e548 req-9d22ef6e-6b10-4fe8-bb17-c72bf2150b59 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0953426 Dec 09 09:59:08.542488 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-60951749-cab6-4b83-9fb8-10cf6556e548 req-18f4aa04-5c82-43fd-b463-1d31f3be5d5e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Dec 09 09:59:09.591347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-7cdcac63-9627-4ee0-9213-3258f2e8da98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0684588 Dec 09 09:59:09.723141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-ffe724e3-c760-49c8-840e-3238271b0d87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:09.724610 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-ffe724e3-c760-49c8-840e-3238271b0d87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1273873 Dec 09 09:59:09.740890 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1abe5-63ee-4a7f-87e9-143cc8bedc09 req-8238cecb-fe84-47ab-a6ab-4866f5618b87 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:09.742338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-15e1abe5-63ee-4a7f-87e9-143cc8bedc09 req-8238cecb-fe84-47ab-a6ab-4866f5618b87 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0783803 Dec 09 09:59:09.789283 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-15e1abe5-63ee-4a7f-87e9-143cc8bedc09 req-715400c8-6e60-4067-b45f-34a2873fba77 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Dec 09 09:59:09.828874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-e8c7e039-0a3f-45c7-a848-8d2183b95879 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1001 time: 0.0978563 Dec 09 09:59:09.891751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-18719dfa-2e3b-421d-9ff1-8b4af6024279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:09.893080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-18719dfa-2e3b-421d-9ff1-8b4af6024279 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0576994 Dec 09 09:59:09.970864 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-ed81ef9f-42cc-4cf1-bd7e-e1466a2b186f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716736 Dec 09 09:59:10.100941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-a1954a96-2c70-4969-bb58-9ec4be35f5ff service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233737 Dec 09 09:59:10.233588 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-394a0d4f-ee7d-46aa-8907-c9c91b6deb33 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267343 Dec 09 09:59:10.993126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902e14b-3219-4d22-836b-6173717e1e8e req-e954c1e2-9227-4106-aa8d-9f5c4ca5ddb2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:10.994579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b902e14b-3219-4d22-836b-6173717e1e8e req-e954c1e2-9227-4106-aa8d-9f5c4ca5ddb2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0762310 Dec 09 09:59:11.039189 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b902e14b-3219-4d22-836b-6173717e1e8e req-434670ab-afab-4f4c-8bc7-2f494c89d5a0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Dec 09 09:59:12.240738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a398a-d29f-4ce8-bd03-1c66dfd3f415 req-42a5710f-9be5-4230-9b75-2a2d08fb6549 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:12.242175 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-594a398a-d29f-4ce8-bd03-1c66dfd3f415 req-42a5710f-9be5-4230-9b75-2a2d08fb6549 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0797093 Dec 09 09:59:12.286760 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-594a398a-d29f-4ce8-bd03-1c66dfd3f415 req-30cc1459-ddbf-415d-ac2a-6c793cbe06e5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Dec 09 09:59:13.496155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e576ad-436a-40cf-b4e5-c4ba68c9cbba req-1c9e2eb2-36de-4e5f-b074-d92b6a57fb13 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:13.497682 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-35e576ad-436a-40cf-b4e5-c4ba68c9cbba req-1c9e2eb2-36de-4e5f-b074-d92b6a57fb13 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0907731 Dec 09 09:59:13.542259 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-35e576ad-436a-40cf-b4e5-c4ba68c9cbba req-464b5d03-54ec-4b26-bb0f-a033d6d04604 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Dec 09 09:59:14.738087 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f20761-7430-455e-bf1d-05b1ec80936d req-a2ed27d5-b408-41b3-92a4-aee56e02b049 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:14.739513 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40f20761-7430-455e-bf1d-05b1ec80936d req-a2ed27d5-b408-41b3-92a4-aee56e02b049 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0781481 Dec 09 09:59:14.898868 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40f20761-7430-455e-bf1d-05b1ec80936d req-fe766a27-98b3-47b0-8652-7e7511691dd4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536748 Dec 09 09:59:16.099280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62799-c2e1-4992-b073-3b0034b9ed25 req-70618c4d-8c77-4725-90bf-a7b1e2f2e21e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:16.100752 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-09a62799-c2e1-4992-b073-3b0034b9ed25 req-70618c4d-8c77-4725-90bf-a7b1e2f2e21e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0782449 Dec 09 09:59:16.147966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-09a62799-c2e1-4992-b073-3b0034b9ed25 req-6fa1ef8d-99da-43b4-884c-4a5a019f1a6d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Dec 09 09:59:17.341463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca015d5-eeb7-4f1c-83e4-c40b9a7e0c7b req-a12ce9ee-140d-4397-8075-7199faaf9306 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:17.342881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eca015d5-eeb7-4f1c-83e4-c40b9a7e0c7b req-a12ce9ee-140d-4397-8075-7199faaf9306 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0755589 Dec 09 09:59:17.386756 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-eca015d5-eeb7-4f1c-83e4-c40b9a7e0c7b req-e1917488-db0c-4da7-9dfe-c10ac72612b8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Dec 09 09:59:18.691747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9fa21-74ad-496e-9cd9-c590729fd7f2 req-869c88e9-ec68-4235-800b-fca4a3285c20 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:18.693113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dec9fa21-74ad-496e-9cd9-c590729fd7f2 req-869c88e9-ec68-4235-800b-fca4a3285c20 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.1821885 Dec 09 09:59:18.738154 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dec9fa21-74ad-496e-9cd9-c590729fd7f2 req-db5aa72b-71a2-421d-a578-5e6aca52718e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Dec 09 09:59:19.947519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fb551-cdb4-4a14-9a10-51a36d80c76a req-47ed1323-82ef-4b14-b58e-9ff85f5382c0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:19.948988 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6f4fb551-cdb4-4a14-9a10-51a36d80c76a req-47ed1323-82ef-4b14-b58e-9ff85f5382c0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0834332 Dec 09 09:59:19.994719 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6f4fb551-cdb4-4a14-9a10-51a36d80c76a req-af22feaf-f211-4dcf-9fc2-6ed175be56e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403228 Dec 09 09:59:21.195008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31555bb5-24ba-48d2-9230-d16206b4eea6 req-1b322083-7dbc-4995-aa02-3c11daa08989 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:21.196491 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-31555bb5-24ba-48d2-9230-d16206b4eea6 req-1b322083-7dbc-4995-aa02-3c11daa08989 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0797448 Dec 09 09:59:21.243317 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-31555bb5-24ba-48d2-9230-d16206b4eea6 req-6e5b98fa-36cb-4b7b-88b7-93662c695404 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Dec 09 09:59:21.909940 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-6dda35e6-ebf6-4606-94fe-44a0edd2f170 service neutron] 10.222.0.58 "GET /v2.0/ports/f7ee3253-d799-45d7-a92c-8a7da59bbe7c/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0734580 Dec 09 09:59:22.193498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-4dac40dc-7fe8-4610-af2b-e22c938d26d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1098 time: 0.0736153 Dec 09 09:59:22.285064 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-8b37959d-5997-4f2e-a494-1edc250a89f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0693116 Dec 09 09:59:22.415455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-ea40817a-7cad-4409-ba15-a55e0f149c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:22.416917 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-ea40817a-7cad-4409-ba15-a55e0f149c4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1262362 Dec 09 09:59:22.441867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158ce9-4592-4fd7-951b-d532aea20ecd req-b3d34cb8-3da3-4433-ba2f-e8b5f884b5bb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:22.443315 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c0158ce9-4592-4fd7-951b-d532aea20ecd req-b3d34cb8-3da3-4433-ba2f-e8b5f884b5bb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0764084 Dec 09 09:59:22.489690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c0158ce9-4592-4fd7-951b-d532aea20ecd req-78c0e948-2b5a-4049-a2bd-5100ba3aadf3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Dec 09 09:59:22.521743 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-7ca05d88-e3a5-4056-ab8c-01601ffc4de6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1001 time: 0.0978072 Dec 09 09:59:22.583519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-96094068-4213-418b-9884-408a865f30fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:22.584915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-96094068-4213-418b-9884-408a865f30fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0565302 Dec 09 09:59:22.664996 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-626a2285-12ef-4dc2-91b2-62c2a32115fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699363 Dec 09 09:59:22.793471 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-07d5d275-5ad0-41bd-8018-6011ebf52299 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211386 Dec 09 09:59:22.924894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-44b87c26-d009-44bc-80a5-c9583c9429e7 req-284b462d-4ca1-43b6-89a3-377a352e8c8a service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238320 Dec 09 09:59:23.687503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232e899-35ea-4248-8d1f-f33a5ce3975f req-820e759d-eb30-4982-9520-6c84d1cfdd41 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:23.688954 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1232e899-35ea-4248-8d1f-f33a5ce3975f req-820e759d-eb30-4982-9520-6c84d1cfdd41 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0753305 Dec 09 09:59:23.734394 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1232e899-35ea-4248-8d1f-f33a5ce3975f req-7f7151d8-e215-4984-9a04-d46bf0a1049a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392940 Dec 09 09:59:24.934388 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a22346-11b6-49ae-a8df-88f8f6668e36 req-9ac56894-e8c2-49db-a8a6-a2fcf2afe19f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:24.935728 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e0a22346-11b6-49ae-a8df-88f8f6668e36 req-9ac56894-e8c2-49db-a8a6-a2fcf2afe19f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0808234 Dec 09 09:59:24.980849 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e0a22346-11b6-49ae-a8df-88f8f6668e36 req-18ed4647-2fed-404b-8814-d1be77b735a3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394742 Dec 09 09:59:24.985751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:59:25.092832 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:25.119082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:25.128400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:25.133692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:25.135546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:25.183951 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'code': 200} Dec 09 09:59:25.199743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:25.208735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.209080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.209414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.209762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.210073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.210400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.210722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.211042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.211361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.211678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.212020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:25.215637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:26.181336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45de885-c038-4755-99bf-c712c6386b0f req-a22adb5e-b732-4494-ab37-fb00b945cc90 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:26.182761 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f45de885-c038-4755-99bf-c712c6386b0f req-a22adb5e-b732-4494-ab37-fb00b945cc90 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0771759 Dec 09 09:59:26.232183 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f45de885-c038-4755-99bf-c712c6386b0f req-1cfe11f3-12b4-421f-9daf-8d3164c98aa6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Dec 09 09:59:26.648889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-7d271d7d-825c-40cc-bb57-3f333f7100eb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:26.650390 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-7d271d7d-825c-40cc-bb57-3f333f7100eb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&tenant_id=8365872570844d6fbad96ccc85690801&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 943 time: 0.0850859 Dec 09 09:59:26.696301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2210-f841-4824-b0ec-1ba13e5be506 req-5e75058a-ae50-44fe-adb9-fb4b6fc76012 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:26.697752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-36ea2210-f841-4824-b0ec-1ba13e5be506 req-5e75058a-ae50-44fe-adb9-fb4b6fc76012 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0775824 Dec 09 09:59:26.731799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-cb769756-c345-4009-9fad-59328797bfa8 service neutron] 10.222.0.58 "GET /v2.0/ports/f7ee3253-d799-45d7-a92c-8a7da59bbe7c/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0725105 Dec 09 09:59:26.743966 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-36ea2210-f841-4824-b0ec-1ba13e5be506 req-3774d8c5-a9d0-4f87-a42e-9d9e6d3140a3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Dec 09 09:59:26.825504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-0eb313bf-0a67-4611-bb52-4350ba49739f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1096 time: 0.0715656 Dec 09 09:59:26.954504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-dee48556-9ef9-4dfc-bea1-ffb4e8709f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:26.956118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-dee48556-9ef9-4dfc-bea1-ffb4e8709f4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1242592 Dec 09 09:59:26.999960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:59:27.058995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-90949eca-dfc1-49ae-aebf-a1446c62c575 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 999 time: 0.0970402 Dec 09 09:59:27.139578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:27.153635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'mac_address': 'fa:16:3e:10:ec:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:59:27.209061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:27.229932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ee3253-d799-45d7-a92c-8a7da59bbe7c {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:59:27.237998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-77310b75-a711-4106-82af-458aab52e171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:27.239435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-77310b75-a711-4106-82af-458aab52e171 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.1742232 Dec 09 09:59:27.245703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:27.249826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:27.251704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:27.317565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['f7ee3253-d799-45d7-a92c-8a7da59bbe7c'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:59:27.318177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-8557e9f8-fba0-4dda-a8ac-b4b6581a8a92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722876 Dec 09 09:59:27.353849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:27.358426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:27.450432 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-dbc56d6c-dc77-4a3e-88cc-cf5993dedb71 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257687 Dec 09 09:59:27.585433 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-7faf1146-6be4-4f05-8ba9-1b9ae9756bfe service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284854 Dec 09 09:59:27.948193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74366c8-5326-4335-b54c-9da56c9086c4 req-817ea4df-0477-4c05-8fbc-7f5dd6b620e2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:27.949647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b74366c8-5326-4335-b54c-9da56c9086c4 req-817ea4df-0477-4c05-8fbc-7f5dd6b620e2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 944 time: 0.0783527 Dec 09 09:59:27.999945 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b74366c8-5326-4335-b54c-9da56c9086c4 req-21e7da0a-04cc-445c-b32a-1e15dfffdff8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Dec 09 09:59:29.026599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:59:29.094971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port f7ee3253-d799-45d7-a92c-8a7da59bbe7c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:59:29.095353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:29.204532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ad84-7908-4093-b939-1e1f14aaf17b req-47ea7e79-a860-4863-9a87-4dffafbac615 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:29.206722 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2cf2ad84-7908-4093-b939-1e1f14aaf17b req-47ea7e79-a860-4863-9a87-4dffafbac615 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 944 time: 0.0829794 Dec 09 09:59:29.213339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:29.240969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:29.250285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:29.254578 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2cf2ad84-7908-4093-b939-1e1f14aaf17b req-2162911c-638d-4e16-8982-ba9b8a530cf3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Dec 09 09:59:29.257161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:29.259075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:29.327087 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'code': 200} Dec 09 09:59:29.329600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:29.332443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:30.183833 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-9f2c46dc-d150-487f-a15c-7f16bc9f9086 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1098 time: 0.0737181 Dec 09 09:59:30.274312 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-a39ad8ea-620f-41f5-8284-a59fcd92ca3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 1098 time: 0.0694251 Dec 09 09:59:30.406988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-25891d34-09cb-472c-bd9d-34abd755b6c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:30.409071 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-25891d34-09cb-472c-bd9d-34abd755b6c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1272862 Dec 09 09:59:30.486579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a43c7e-3a67-4787-9314-a109d093bbba req-a0d1c75d-c209-48d9-bf7e-c793043a2715 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:30.488307 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43a43c7e-3a67-4787-9314-a109d093bbba req-a0d1c75d-c209-48d9-bf7e-c793043a2715 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0776415 Dec 09 09:59:30.510535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-778f4301-215c-4f57-8c07-7f90096d8d57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 200 len: 1001 time: 0.0961866 Dec 09 09:59:30.534643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-43a43c7e-3a67-4787-9314-a109d093bbba req-32fb3b04-f424-4524-8c8b-acc55020a7bd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Dec 09 09:59:30.571702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-1672f8e9-194b-4c85-b9b1-7af829725020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:30.573149 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-1672f8e9-194b-4c85-b9b1-7af829725020 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0562286 Dec 09 09:59:30.651262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-b357b73f-111d-4c28-8669-a97b4463d355 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708263 Dec 09 09:59:30.784856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-be77046d-529e-450b-bd2f-5bdf562ebe49 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264310 Dec 09 09:59:30.916438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac3f4117-5c79-40eb-8ee2-5f63fb45df0a req-d83bbf76-d7dd-40e4-958e-f3ad356e6e4b service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257865 Dec 09 09:59:31.729310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d054e9-beed-474b-89a7-18c093f8027f req-8f7416b3-3d8f-4ce2-b9a6-4e145fb8b500 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:31.730744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86d054e9-beed-474b-89a7-18c093f8027f req-8f7416b3-3d8f-4ce2-b9a6-4e145fb8b500 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.0762649 Dec 09 09:59:31.775895 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86d054e9-beed-474b-89a7-18c093f8027f req-d047b383-dfa0-4cf0-8a11-3af9930a6577 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394135 Dec 09 09:59:32.660760 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 09:59:33.004010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584da47-c244-49ff-b72c-751b8284d1b7 req-9a172553-04f7-4e6e-bd7e-d22e8dce5240 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:33.006215 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b584da47-c244-49ff-b72c-751b8284d1b7 req-9a172553-04f7-4e6e-bd7e-d22e8dce5240 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 945 time: 0.1040781 Dec 09 09:59:33.052091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:59:33.058905 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b584da47-c244-49ff-b72c-751b8284d1b7 req-679860d1-003a-4267-9273-d57fa20bea9a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470974 Dec 09 09:59:33.183598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:33.216476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:33.231637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:33.233804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:33.237059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:33.239826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:33.274572 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'code': 200} Dec 09 09:59:33.306526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=9']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:33.310176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:33.567047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ca0398e-68da-497b-8555-026b54945e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:34.271322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93262-5293-48f6-8c00-31ca2b3a3bcb req-b64dca82-de38-40e7-96c5-b9c164123983 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:34.272804 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bcb93262-5293-48f6-8c00-31ca2b3a3bcb req-b64dca82-de38-40e7-96c5-b9c164123983 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0771403 Dec 09 09:59:34.321957 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bcb93262-5293-48f6-8c00-31ca2b3a3bcb req-e98c30e9-218e-4c86-bbf1-a49aaf130c66 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Dec 09 09:59:34.521715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffb5cc-0f3c-4787-b244-c853f9baef5c req-bce25955-7ccf-4b4d-9897-fd0d37bf7648 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:34.523041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7ffb5cc-0f3c-4787-b244-c853f9baef5c req-bce25955-7ccf-4b4d-9897-fd0d37bf7648 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0800169 Dec 09 09:59:34.567776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7ffb5cc-0f3c-4787-b244-c853f9baef5c req-6b0199f6-f4a7-473e-8805-6307f982e7e6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 Dec 09 09:59:34.651555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:34.773812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9bef3-bb54-41b7-8fae-8f84b5f297d9 req-a0e5141d-577f-413f-a6d6-49437e5dcc8c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:34.775241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f2b9bef3-bb54-41b7-8fae-8f84b5f297d9 req-a0e5141d-577f-413f-a6d6-49437e5dcc8c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0753632 Dec 09 09:59:34.821232 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f2b9bef3-bb54-41b7-8fae-8f84b5f297d9 req-486ba03f-c910-4706-8cb0-7f5f2a3948f1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Dec 09 09:59:35.235286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4bea-6b28-4644-ac96-b3042c7a8b09 req-64fe1155-0569-43ca-af35-e6f99dc358ab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:35.236855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d41d4bea-6b28-4644-ac96-b3042c7a8b09 req-64fe1155-0569-43ca-af35-e6f99dc358ab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0810146 Dec 09 09:59:35.294318 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d41d4bea-6b28-4644-ac96-b3042c7a8b09 req-69b71b06-efc1-44e5-aedf-9706d7129a02 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514028 Dec 09 09:59:35.781792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-00fd399b-f38c-4d5c-aa30-a232aa0d3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:36.494205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ccdcd-a6a7-47d8-ab02-c839b5050fb1 req-5736b13f-3d96-42db-935f-4019031ae76e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:36.495647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb9ccdcd-a6a7-47d8-ab02-c839b5050fb1 req-5736b13f-3d96-42db-935f-4019031ae76e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0770864 Dec 09 09:59:36.540628 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb9ccdcd-a6a7-47d8-ab02-c839b5050fb1 req-055a6987-f830-46b7-ab3b-54f63979e1e1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Dec 09 09:59:36.879811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:37.465307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-78f00b28-b7c5-434f-bcec-214b24d6896b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:37.466752 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-78f00b28-b7c5-434f-bcec-214b24d6896b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.1958778 Dec 09 09:59:37.541815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Deleting port f7ee3253-d799-45d7-a92c-8a7da59bbe7c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 09:59:37.542791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:37.753247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b4a85-06d7-4dab-9a86-a5bd3182db13 req-d993aed2-5ef5-4947-a5e0-650d77a4fdfd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:37.754778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-806b4a85-06d7-4dab-9a86-a5bd3182db13 req-d993aed2-5ef5-4947-a5e0-650d77a4fdfd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 943 time: 0.0871418 Dec 09 09:59:37.807018 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-806b4a85-06d7-4dab-9a86-a5bd3182db13 req-e53cdb8c-07f5-4814-8294-2f9df0805de8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Dec 09 09:59:37.812095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] For port f7ee3253-d799-45d7-a92c-8a7da59bbe7c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:37.812453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.141456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.141734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.142066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 disassociated. External IP: 172.26.4.22, port: f7ee3253-d799-45d7-a92c-8a7da59bbe7c. Dec 09 09:59:38.142578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Calling delete_port for f7ee3253-d799-45d7-a92c-8a7da59bbe7c owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 09:59:38.294531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.301856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-39ebb369-1b2f-49bf-9e07-e56de11c008f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:38.349734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'Port': ['ID=f7ee3253-d799-45d7-a92c-8a7da59bbe7c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:38.366856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.367792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.368171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.368542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.368926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.369282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.370410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.370813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.371180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.371544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.372033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 09:59:38.376156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:38.390664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.591746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:59:38.793295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:59:38.802862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:59:38.814331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:59:38.815124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:59:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:38.868035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] No DVR routers for this DVR port f7ee3253-d799-45d7-a92c-8a7da59bbe7c on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 09:59:38.870839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:38.873597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-deleted', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:38.892757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-731f31ec-bf8d-49ee-b869-424b54f64744 req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "DELETE /v2.0/ports/f7ee3253-d799-45d7-a92c-8a7da59bbe7c HTTP/1.1" status: 204 len: 173 time: 1.4199927 Dec 09 09:59:39.040811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:59:39.041127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333fcc-1bb5-4645-af59-5346782a4907', 'name': 'network-vif-deleted', 'tag': 'f7ee3253-d799-45d7-a92c-8a7da59bbe7c', 'status': 'completed', 'code': 200} Dec 09 09:59:39.046793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25e1e2ef-2990-4357-afc7-37fb289a1210 req-8d3307f9-5b55-4373-9389-3483c124211e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:59:39.064884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25e1e2ef-2990-4357-afc7-37fb289a1210 req-8d3307f9-5b55-4373-9389-3483c124211e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:59:39.066548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25e1e2ef-2990-4357-afc7-37fb289a1210 req-8d3307f9-5b55-4373-9389-3483c124211e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333fcc-1bb5-4645-af59-5346782a4907 HTTP/1.1" status: 200 len: 210 time: 0.0752931 Dec 09 09:59:39.346773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:39.350656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:59:39.363163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:59:39.363816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:59:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:39.590436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:59:39.908903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:39.912983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab05732-6584-4518-9749-d4c5641ed029 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:59:40.130518 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616f70d-a08d-4347-ac5b-81b33b5a8d40 None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 09:59:40.460153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-6655051b-299a-41bd-8bef-70bc850c944b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1720651280&fields=id&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 267 time: 0.0401909 Dec 09 09:59:40.606399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def50351-4b72-494b-969d-aeb49a3811f9 req-7534578d-9d86-4934-bab6-0244f52b6868 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:40.608080 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-7534578d-9d86-4934-bab6-0244f52b6868 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.1419773 Dec 09 09:59:40.623881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-6b1211d3-f102-4a0e-8d69-b04ed255a2a9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/quotas/8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 375 time: 0.0103378 Dec 09 09:59:40.703519 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-4a976803-f019-4443-8caa-f343c0b37495 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742290 Dec 09 09:59:40.838772 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-0dcdb867-ceda-4e32-a0ad-a3317306ec66 service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232710 Dec 09 09:59:41.057261 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-f3a6ae5a-366e-4546-8bd9-c40257ae61d1 service neutron] 10.222.0.41 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128232 Dec 09 09:59:41.093611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 09:59:41.129825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: f7ee3253-d799-45d7-a92c-8a7da59bbe7c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 09:59:41.130175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device f7ee3253-d799-45d7-a92c-8a7da59bbe7c not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 09:59:41.240226 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a1c50782-749c-4816-8acd-4e7370bed916 req-e5bf1c66-bba0-4d93-8464-ce5259850bd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 210 time: 0.0422316 Dec 09 09:59:42.347276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def50351-4b72-494b-969d-aeb49a3811f9 req-7b3cb059-4576-4006-bd3d-61f03ca87742 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:42.348751 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-7b3cb059-4576-4006-bd3d-61f03ca87742 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 811 time: 0.2741885 Dec 09 09:59:42.403338 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-c954f001-4415-40c9-bb3e-44014b065e54 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 380 time: 0.0406783 Dec 09 09:59:42.408152 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b3172c2b-168e-4984-a723-c3b6c5cd8acd req-84798332-e40c-4648-843c-f732d5bf6ccb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 210 time: 0.0408671 Dec 09 09:59:42.412683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'port': {'device_id': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'admin_state_up': True, 'tenant_id': '8365872570844d6fbad96ccc85690801', 'security_groups': ['b5b19610-76d4-4040-9e4a-b997fb71e5a3']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:42.545042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 09:59:42.554885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 09:59:42.564986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Made reservation on behalf of 8365872570844d6fbad96ccc85690801 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 09:59:42.567922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:42.730676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Allocated IP 172.20.0.14 (bd7334f9-d6d5-4401-8a87-de2913c72590/caffc6a2-a3c4-4da1-99aa-71fa55e27b72/5abbfadf-bb6d-4831-a7bd-52e7ebe3f433) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 09:59:42.916343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:42.933046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Transition to ACTIVE for port object 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:59:42.954844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:42.960487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:43.022303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Network bd7334f9-d6d5-4401-8a87-de2913c72590 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 09:59:43.029355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 09:59:43.034233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 09:59:43.069311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:43.077379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:43.108141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:43.108794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:43.135029 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7259510 Dec 09 09:59:43.148163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Request body: {'port': {'device_id': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:43.259751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:43.291083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6eeb64e5-fb8d-481f-b1b7-2c82cd1fce3c None None] Provisioning for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:59:43.295743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6eeb64e5-fb8d-481f-b1b7-2c82cd1fce3c None None] Provisioning complete for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:59:43.296204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb64e5-fb8d-481f-b1b7-2c82cd1fce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:43.350181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb64e5-fb8d-481f-b1b7-2c82cd1fce3c None None] Port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 09:59:43.648616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:59:43.657100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:43.685339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259d59-9de8-462b-9cdf-e2e2e13e6d09 req-8f3db824-f178-4678-ada3-72d9f3f76872 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:43.686023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1e259d59-9de8-462b-9cdf-e2e2e13e6d09 req-8f3db824-f178-4678-ada3-72d9f3f76872 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Synchronizing usage tracker for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 09:59:43.688556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Transition to ACTIVE for port object 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 09:59:43.694858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:43.701382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-72c6580d-7047-4251-8db5-2b8cf86b400f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:43.750577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1e259d59-9de8-462b-9cdf-e2e2e13e6d09 req-8f3db824-f178-4678-ada3-72d9f3f76872 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Unset dirty status for tenant:8365872570844d6fbad96ccc85690801 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 09:59:43.752350 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e259d59-9de8-462b-9cdf-e2e2e13e6d09 req-8f3db824-f178-4678-ada3-72d9f3f76872 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 932 time: 0.2211981 Dec 09 09:59:43.844500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:43.851985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:43.938172 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1e259d59-9de8-462b-9cdf-e2e2e13e6d09 req-48db3919-a0fb-4d42-9143-7bb0dc6d3a79 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794302 Dec 09 09:59:43.980518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Attempting to bind port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 09:59:43.980853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Attempting to bind port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 09:59:43.981175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Attempting to bind port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:59:43.988040 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 on network bd7334f9-d6d5-4401-8a87-de2913c72590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 09:59:43.988356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Attempting to bind port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 on network bd7334f9-d6d5-4401-8a87-de2913c72590 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 09:59:43.994480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:59:43.994814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Checking segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 09:59:43.995192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Bound using segment: {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 09:59:43.995607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Bound port: 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 09:59:43.995969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:44.083983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 09:59:44.086951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 09:59:44.090885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:44.095262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9a5675f4-2ad7-4b95-83d1-777a6b058a43 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:44.146516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:44.148208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-cfdbb131-339a-417f-ada7-445608180886 service neutron] 10.222.0.58 "PUT /v2.0/ports/5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1094 time: 1.0043273 Dec 09 09:59:44.150764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:44.187833 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:44.192316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:44.228108 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'status': 'completed', 'code': 200} Dec 09 09:59:44.268890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-f987f7db-5b1e-4f29-bb62-4f28eeb7d166 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1097 time: 0.0777121 Dec 09 09:59:44.338834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-82017ab3-d815-4bf3-b86a-3874b70690cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 217 time: 0.0631518 Dec 09 09:59:44.404995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def50351-4b72-494b-969d-aeb49a3811f9 req-57f2e3c4-336d-4b5c-9067-81c179e86a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:44.406420 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-57f2e3c4-336d-4b5c-9067-81c179e86a7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0614552 Dec 09 09:59:44.485264 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-f1402d3f-227b-482d-a6c3-90910c34d340 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725634 Dec 09 09:59:44.722079 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-53bb83ba-df7b-4fd7-930a-d7a12f6561eb service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305686 Dec 09 09:59:44.862537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def50351-4b72-494b-969d-aeb49a3811f9 req-f70e29f8-d1b5-43c3-ba0f-4aa1470e4592 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337464 Dec 09 09:59:44.982890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-50cd3905-1b06-4b1e-8181-02d64540baad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1097 time: 0.0754550 Dec 09 09:59:45.160592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-2fb28fd9-d4ba-43ca-8242-fd44ae0c7949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:45.161915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-2fb28fd9-d4ba-43ca-8242-fd44ae0c7949 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1726615 Dec 09 09:59:45.245575 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-aedd7d63-faa7-4647-b81c-e41ca32e607a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 217 time: 0.0764129 Dec 09 09:59:45.251280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bc008-990d-4e20-b233-abc7492ea668 req-ab730f53-63ae-4f46-a58c-f6eec254e6e4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:45.253228 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-506bc008-990d-4e20-b233-abc7492ea668 req-ab730f53-63ae-4f46-a58c-f6eec254e6e4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.1833141 Dec 09 09:59:45.347482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-f2ec9cc8-7da1-4597-b09d-5c72a448a3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:45.348913 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-f2ec9cc8-7da1-4597-b09d-5c72a448a3bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0948739 Dec 09 09:59:45.353517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-506bc008-990d-4e20-b233-abc7492ea668 req-7ce0a455-a5ed-457e-9284-68b2c3685f34 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710042 Dec 09 09:59:45.425999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-65c9d9fe-4276-4432-b9b4-b7f98833c1a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707216 Dec 09 09:59:45.557164 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-33ec93c7-e6f1-4917-98f9-dffbbfe8a9ca service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247156 Dec 09 09:59:45.687569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97d2a98a-07b5-4afb-83b5-2bce623c6f45 req-7e4cdfbe-121e-4684-b6b4-8261094d2898 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238003 Dec 09 09:59:46.562065 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf105a1-6a7a-4002-a88e-143a710e1931 req-3efabf8b-03e5-4701-84a9-493adb04128c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:46.563485 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1cf105a1-6a7a-4002-a88e-143a710e1931 req-3efabf8b-03e5-4701-84a9-493adb04128c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0876582 Dec 09 09:59:46.609023 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1cf105a1-6a7a-4002-a88e-143a710e1931 req-35b9f0d2-773d-4f83-b6eb-8623604cb79e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397899 Dec 09 09:59:47.801970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5f40d-358b-45bd-a2af-ce3f1dd46773 req-bdf13be4-2ae7-4677-b463-119da68063c8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:47.803398 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01f5f40d-358b-45bd-a2af-ce3f1dd46773 req-bdf13be4-2ae7-4677-b463-119da68063c8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0762825 Dec 09 09:59:47.851305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01f5f40d-358b-45bd-a2af-ce3f1dd46773 req-b35bea36-7412-4f1e-bcbc-ef4e17c7b6f9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Dec 09 09:59:49.049905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7308b-7758-43b9-a1ff-d4ac95110334 req-6804d541-5e10-4f50-ad2c-dbe3cd41dea0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:49.051341 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99b7308b-7758-43b9-a1ff-d4ac95110334 req-6804d541-5e10-4f50-ad2c-dbe3cd41dea0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0762029 Dec 09 09:59:49.100167 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-99b7308b-7758-43b9-a1ff-d4ac95110334 req-639b8156-0d1d-4bdc-be78-b648d8bd58a7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Dec 09 09:59:49.124191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 09:59:49.257472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:49.270428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:59:49.326181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:49.342811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 09:59:49.357854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:49.362529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:49.364263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:49.427596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:49.430501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:49.660934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 09:59:50.297096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e4a3a-6257-4f19-9976-9b04572bddb1 req-06552ce7-cd23-4f91-be4d-6124df6eeb42 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:50.298556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-557e4a3a-6257-4f19-9976-9b04572bddb1 req-06552ce7-cd23-4f91-be4d-6124df6eeb42 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 945 time: 0.0771546 Dec 09 09:59:50.345076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-557e4a3a-6257-4f19-9976-9b04572bddb1 req-3e50e7e0-0787-44b1-b54c-92b2729e7f07 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Dec 09 09:59:51.139633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 09:59:51.207209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 09:59:51.211737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 09:59:51.212137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:51.323693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:51.350826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:51.360970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 09:59:51.365382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:51.367342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 09:59:51.413615 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'code': 200} Dec 09 09:59:51.445371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 09:59:51.448158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 09:59:51.552171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6242a4-cb75-4f84-931e-7333e4e4aa10 req-7c6e0a95-d2bb-4b36-97fb-e5aa2b25ea60 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:51.553684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0f6242a4-cb75-4f84-931e-7333e4e4aa10 req-7c6e0a95-d2bb-4b36-97fb-e5aa2b25ea60 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0827124 Dec 09 09:59:51.640048 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0f6242a4-cb75-4f84-931e-7333e4e4aa10 req-63961767-d2b3-40a4-910c-b49b9fb6c6d8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806015 Dec 09 09:59:51.665458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d24849b2-ea79-4067-afd7-db3400205ffa req-ea84a84c-5456-4fc4-8699-2b1b0a67c153 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0884607 Dec 09 09:59:51.709001 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d24849b2-ea79-4067-afd7-db3400205ffa req-a0e4c833-9d6f-4590-87c8-d860e83aac69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366070 Dec 09 09:59:52.839329 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc137-272a-4e11-8fb4-b8384aafa8a4 req-315f93ef-2ae6-4a61-96ed-6c36f147f074 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:52.840793 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95dfc137-272a-4e11-8fb4-b8384aafa8a4 req-315f93ef-2ae6-4a61-96ed-6c36f147f074 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0788431 Dec 09 09:59:52.886564 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95dfc137-272a-4e11-8fb4-b8384aafa8a4 req-d6eccb26-0117-4d34-897b-c159512a6bb4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Dec 09 09:59:54.086491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c043cc1-dbde-42aa-bd39-c206c3924da8 req-3e50f509-ed9e-42e6-bbd2-eaed44716304 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:54.087935 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1c043cc1-dbde-42aa-bd39-c206c3924da8 req-3e50f509-ed9e-42e6-bbd2-eaed44716304 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0792949 Dec 09 09:59:54.132979 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1c043cc1-dbde-42aa-bd39-c206c3924da8 req-556102b5-c102-4dc6-bff4-6d6ada219708 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Dec 09 09:59:54.330816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb33e4-297a-4da6-8b89-032ac5db25bb req-f9bbc930-ba28-4575-8499-e4362ab529ec tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:54.332267 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51fb33e4-297a-4da6-8b89-032ac5db25bb req-f9bbc930-ba28-4575-8499-e4362ab529ec tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0797546 Dec 09 09:59:54.340714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 35870) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:59:54.345966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Request body: {'floatingip': {'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:54.419282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:55.012909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:55.016904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:55.206693 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 associated. External IP: 172.26.4.22, port: 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433. Dec 09 09:59:55.694444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 09:59:55.889509 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 09:59:55.895012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 09:59:55.899485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 09:59:55.912732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:59:55.913422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:59:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:55.951081 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9dc0f4f-3127-43a2-aad7-5d373c8fd37b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "PUT /v2.0/floatingips/c88cf8c8-737e-477e-9cc7-2a72380c9bc8 HTTP/1.1" status: 200 len: 992 time: 1.6067553 Dec 09 09:59:55.951081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 09:59:56.008360 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'status': 'completed', 'code': 200} Dec 09 09:59:56.092007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:59:56.124539 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-eb38f5d9-9ae1-4563-ad20-bc5a3dc5245f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0705819 Dec 09 09:59:56.374239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-557bfc19-3dc5-400d-bee0-194ad6a04d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:56.375686 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-557bfc19-3dc5-400d-bee0-194ad6a04d34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.2451756 Dec 09 09:59:56.479969 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-5857136c-76b2-4fb4-9b65-101ae6d86df0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1000 time: 0.0985091 Dec 09 09:59:56.496572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:59:54Z', 'revision_number': 13, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:56.500473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 09:59:56.511131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 09:59:56.511731 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T09:59:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:56.544179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-b0598c14-acc0-48bc-803a-3914d43e7697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 09:59:56.545588 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-b0598c14-acc0-48bc-803a-3914d43e7697 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0590575 Dec 09 09:59:56.621714 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-f27903e2-039a-462a-ae2f-541009d15523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699925 Dec 09 09:59:56.688805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 09:59:56.753694 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-925c860e-edd9-4131-a9da-c0446b73cc55 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Dec 09 09:59:56.886694 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2f24dd4-611b-429c-9185-7c02ba7eec92 req-fc886b33-b28c-4ca7-a86a-a982a0e1ffba service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272306 Dec 09 09:59:57.034981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:59:54Z', 'revision_number': 13, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 09:59:57.038912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebf8b87-e3e2-4114-b9c7-bee64072c445 None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c88cf8c8-737e-477e-9cc7-2a72380c9bc8', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'floating_ip_address': '172.26.4.22', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:53:57Z', 'updated_at': '2021-12-09T09:59:54Z', 'revision_number': 13, 'project_id': '8365872570844d6fbad96ccc85690801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 09:59:57.233824 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fa0c5-364b-47d2-9b60-dafc31b14968 None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:00:03.230397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:03.569216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a691a69a-0041-43fc-801a-528372f20a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:04.653312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:05.789392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d7809df-a1d2-43f4-abb8-d1eb9dc3f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:06.882601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:07.102837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-a90d4b02-1e78-4eef-9544-7a39db891023 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688329 Dec 09 10:00:07.244222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-94614511-de27-421b-8613-f598f37aff05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0732765 Dec 09 10:00:07.396784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-63855ed3-109d-4af8-a271-7ed861ce42d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:00:07.398236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-63855ed3-109d-4af8-a271-7ed861ce42d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1363754 Dec 09 10:00:07.503796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-3ab02467-2e58-426d-a96b-665a8171e4ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0985413 Dec 09 10:00:07.578386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-7ad31f2d-c4ca-438c-aff9-e829e0bda482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:00:07.580024 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-7ad31f2d-c4ca-438c-aff9-e829e0bda482 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0579374 Dec 09 10:00:07.657390 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-2cf573ab-60c6-437e-bb6e-f1b378bac9ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706234 Dec 09 10:00:07.787299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-adbf0363-66ca-4dc9-97a2-a08e55a7ab0d service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237507 Dec 09 10:00:07.918255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8c36ee88-8deb-4b31-a8f2-4f7caf40a20b req-1b04106f-3b3d-4907-b701-9382445ea63b service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249077 Dec 09 10:00:08.331034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:09.661290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:00:33.242747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:33.570072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4995faf2-9dde-4a3a-b061-78e0a0128be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:34.655372 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:35.780965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e56f1d5e-4848-409e-a91e-81b62b3ae000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:36.886232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:38.334129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:00:46.662261 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:01:03.242010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:03.572309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-666db370-5658-47f9-a9fb-753c59e72249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:04.656688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:05.781654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8e46641c-8bfd-4b4f-b157-9a63fc3847b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:06.887810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:08.336162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:08.685482 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-e8b70242-7814-40f9-a4e8-08e3623315e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688179 Dec 09 10:01:08.823069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-0c721cee-f842-4f1a-a222-df78b48c48ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0703177 Dec 09 10:01:09.081574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36082b9-26db-458c-972a-4665afec7551 req-cc542cdb-b992-44a7-99b0-54d1ccb5b689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:09.083315 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-cc542cdb-b992-44a7-99b0-54d1ccb5b689 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.2410827 Dec 09 10:01:09.190785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-67e966e6-83d5-4e92-999f-d12a5eeea40c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0980377 Dec 09 10:01:09.264400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36082b9-26db-458c-972a-4665afec7551 req-b72a66e6-f6b0-4dfe-b3d2-88452fb5c600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:09.266322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-b72a66e6-f6b0-4dfe-b3d2-88452fb5c600 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0687029 Dec 09 10:01:09.341882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-0e3438d8-3b0b-4a89-bcd9-ed60e6b57281 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701232 Dec 09 10:01:09.476171 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-8e8a76d7-8bc4-4891-a7e0-5847a3ec675f service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282015 Dec 09 10:01:09.607264 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b36082b9-26db-458c-972a-4665afec7551 req-7beee646-6c8f-4c64-881a-0dc95e397069 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252506 Dec 09 10:01:10.622800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b842-0a36-4d96-8187-cb458576c5cf req-113f0b73-dd8e-41fc-bc42-c9c9079d3765 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:10.624171 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4d72b842-0a36-4d96-8187-cb458576c5cf req-113f0b73-dd8e-41fc-bc42-c9c9079d3765 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0798008 Dec 09 10:01:10.669385 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4d72b842-0a36-4d96-8187-cb458576c5cf req-fad99cbb-2ba1-435f-bf1f-0e0a5c9b71fe tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Dec 09 10:01:23.690889 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:01:24.571579 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-635ada84-07fd-4d17-a424-da776ecd8ef9 req-d1a0ec06-ff91-403d-b765-357a5d24583d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666237 Dec 09 10:01:24.867871 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-97ba324e-702b-4dc7-bcc5-5b48ce0335c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166019 Dec 09 10:01:24.899593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd235fa-7f01-403e-8695-4bd556648444 req-562f8e4d-dcfe-46b0-b4db-763d613d4bce tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:24.901044 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2dd235fa-7f01-403e-8695-4bd556648444 req-562f8e4d-dcfe-46b0-b4db-763d613d4bce tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0934370 Dec 09 10:01:24.947913 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2dd235fa-7f01-403e-8695-4bd556648444 req-08b7399a-2642-411e-bc23-99d5342e54a8 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Dec 09 10:01:26.069354 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-2f406746-7a98-4e51-b377-dd33af288ab3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0732627 Dec 09 10:01:26.155136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d0db-ce80-48c3-bd92-9c584938a0c0 req-438f17bb-bd56-4f0b-aed1-5993adcb7221 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:26.157140 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2550d0db-ce80-48c3-bd92-9c584938a0c0 req-438f17bb-bd56-4f0b-aed1-5993adcb7221 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0791669 Dec 09 10:01:26.201815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-a823040d-d156-45bd-be0d-d7a6a74450f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:26.204296 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-a823040d-d156-45bd-be0d-d7a6a74450f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1290059 Dec 09 10:01:26.204448 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2550d0db-ce80-48c3-bd92-9c584938a0c0 req-3531d166-fc52-4c4e-8bf3-bb1a3fef3bf1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Dec 09 10:01:26.308333 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-ec4801a4-16e8-4605-ab24-e4b2047b4a84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0972118 Dec 09 10:01:26.370161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-55ac6886-d37e-443b-872a-d55d5363133b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:26.371594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-55ac6886-d37e-443b-872a-d55d5363133b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0576134 Dec 09 10:01:26.445002 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-c2ba665c-6b89-4951-890a-93e60a4b525c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676460 Dec 09 10:01:26.575495 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-d466a19e-e045-473d-9d0f-9b6fb148c82d service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244230 Dec 09 10:01:26.705319 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-5ac74543-3e54-4669-babb-b5492a6a48f5 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240692 Dec 09 10:01:27.507688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe160-9cbc-4c98-98bd-a32e916f0726 req-88769386-e828-485e-94a1-336eb8be8546 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:27.509076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76fbe160-9cbc-4c98-98bd-a32e916f0726 req-88769386-e828-485e-94a1-336eb8be8546 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.1773920 Dec 09 10:01:27.553863 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76fbe160-9cbc-4c98-98bd-a32e916f0726 req-4fa9c567-f947-47c7-bec9-02420ab9c559 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Dec 09 10:01:28.755550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c734-cee2-4abd-96d3-02144b2ca9b7 req-4eb7654d-b8b4-4528-b2d6-9dd1fc72b9ca tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:28.756982 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2379c734-cee2-4abd-96d3-02144b2ca9b7 req-4eb7654d-b8b4-4528-b2d6-9dd1fc72b9ca tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0745327 Dec 09 10:01:28.804952 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2379c734-cee2-4abd-96d3-02144b2ca9b7 req-abc02d09-3551-4b31-ad45-ff309bea9610 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Dec 09 10:01:30.003980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5097cb-023a-4776-8f2b-23ab885f54cd req-501f96b6-839b-4734-9841-429ff284da00 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:30.005436 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e5097cb-023a-4776-8f2b-23ab885f54cd req-501f96b6-839b-4734-9841-429ff284da00 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0768373 Dec 09 10:01:30.054821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3e5097cb-023a-4776-8f2b-23ab885f54cd req-6533fa68-7504-45bb-825a-f8080ab24270 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Dec 09 10:01:31.251567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f128e9b-ce82-404c-9c12-fd9a2cdb5b37 req-693a7414-c0de-4f80-8877-fc1c91ac07c1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:31.253024 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7f128e9b-ce82-404c-9c12-fd9a2cdb5b37 req-693a7414-c0de-4f80-8877-fc1c91ac07c1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0797427 Dec 09 10:01:31.297940 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7f128e9b-ce82-404c-9c12-fd9a2cdb5b37 req-915a96ba-9129-46cd-90b6-c1149142bf8c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Dec 09 10:01:32.498374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f59e-2c35-4fc6-8ee0-a27fc81694c0 req-b4545c59-2f12-438d-825a-c23c89224c2c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:32.499897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-69e2f59e-2c35-4fc6-8ee0-a27fc81694c0 req-b4545c59-2f12-438d-825a-c23c89224c2c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0775356 Dec 09 10:01:32.545266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-69e2f59e-2c35-4fc6-8ee0-a27fc81694c0 req-23f1fcd3-a274-4bb0-9ba2-c9feb199be18 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398064 Dec 09 10:01:33.242382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:33.573389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ff687bc7-be67-4840-a654-c847023133e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:33.754541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9283-c02e-4665-9c9f-d1b596bdb4f9 req-7a156ffd-b2eb-4149-b122-f4c7ee25308a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:33.755974 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c78f9283-c02e-4665-9c9f-d1b596bdb4f9 req-7a156ffd-b2eb-4149-b122-f4c7ee25308a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0786700 Dec 09 10:01:33.799962 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c78f9283-c02e-4665-9c9f-d1b596bdb4f9 req-ab8a6777-0368-4a2d-8715-20923f972bf3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385766 Dec 09 10:01:34.660824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:35.001874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d08bb-20d0-4c74-806d-93d7fdcb0edc req-fe01fae6-36e4-48b9-aa9f-61ef85c3c9fa tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:35.003300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-084d08bb-20d0-4c74-806d-93d7fdcb0edc req-fe01fae6-36e4-48b9-aa9f-61ef85c3c9fa tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0820186 Dec 09 10:01:35.049025 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-084d08bb-20d0-4c74-806d-93d7fdcb0edc req-70865d2c-51ee-4c99-a504-5520ab6d4551 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Dec 09 10:01:35.783397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-33169da7-35bc-4c4f-9a91-1a5d661471ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:36.247515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75523489-f06d-4cc4-86ea-fed945e5fa62 req-9a41b9eb-2f81-4b11-b807-71bb58e270e2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:36.248973 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75523489-f06d-4cc4-86ea-fed945e5fa62 req-9a41b9eb-2f81-4b11-b807-71bb58e270e2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0776582 Dec 09 10:01:36.294269 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-75523489-f06d-4cc4-86ea-fed945e5fa62 req-baf65a6a-87bb-4f61-807d-c04a9a673970 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 Dec 09 10:01:36.890967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:37.493944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d314-d7b0-4f08-9c71-af9dab31dfc9 req-042e3300-ac24-4017-8fd8-9c1fdfc593ad tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:37.495358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0bd5d314-d7b0-4f08-9c71-af9dab31dfc9 req-042e3300-ac24-4017-8fd8-9c1fdfc593ad tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0760968 Dec 09 10:01:37.541011 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0bd5d314-d7b0-4f08-9c71-af9dab31dfc9 req-696ad6f8-3ef4-485e-b105-c41162950ed2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Dec 09 10:01:38.394476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:38.743606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9eeef-c6aa-4207-80df-b4c1ec7c1bd8 req-e6f7013a-fbdc-40c4-9a11-6545b7c17e68 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:38.745076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-abe9eeef-c6aa-4207-80df-b4c1ec7c1bd8 req-e6f7013a-fbdc-40c4-9a11-6545b7c17e68 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0816560 Dec 09 10:01:38.790726 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-abe9eeef-c6aa-4207-80df-b4c1ec7c1bd8 req-01fa6d1a-ce0d-4b4d-8537-0fae6ea4a78f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Dec 09 10:01:39.990491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4490-a255-44a8-9809-1c6445008fa4 req-e517bdcf-a0a2-4cdc-87b4-5ad688ca4a6e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:39.991978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-927a4490-a255-44a8-9809-1c6445008fa4 req-e517bdcf-a0a2-4cdc-87b4-5ad688ca4a6e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0818233 Dec 09 10:01:40.036757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-927a4490-a255-44a8-9809-1c6445008fa4 req-07b31f1c-4930-4f23-9839-884ae9916dd4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Dec 09 10:01:41.253504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549e4e6-ce75-497e-831b-d227f2e1f80d req-e613af52-0aff-48f3-8811-8a9ec7f9f036 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:41.254953 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3549e4e6-ce75-497e-831b-d227f2e1f80d req-e613af52-0aff-48f3-8811-8a9ec7f9f036 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0778983 Dec 09 10:01:41.301287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3549e4e6-ce75-497e-831b-d227f2e1f80d req-8ad59279-0336-4e52-852a-7fcd2d9f1b7d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Dec 09 10:01:42.511486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609aecf-9e93-42e0-97a3-98eeb8d06ba9 req-68cd9834-7f90-4817-a7db-dd6af56534c0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:42.513018 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c609aecf-9e93-42e0-97a3-98eeb8d06ba9 req-68cd9834-7f90-4817-a7db-dd6af56534c0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0775840 Dec 09 10:01:42.561061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c609aecf-9e93-42e0-97a3-98eeb8d06ba9 req-e791c749-1eeb-4320-9cf0-47cf44fe4274 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Dec 09 10:01:43.762854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd738487-edb6-4cf9-bbbe-ac3eca64f958 req-b0eb44f7-8fd9-42dc-be04-bbc0337ed802 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:43.764308 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fd738487-edb6-4cf9-bbbe-ac3eca64f958 req-b0eb44f7-8fd9-42dc-be04-bbc0337ed802 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0797200 Dec 09 10:01:43.808991 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fd738487-edb6-4cf9-bbbe-ac3eca64f958 req-f56d720a-1443-4b54-ac23-d2b60f31de7f tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Dec 09 10:01:45.006762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e5718-b1de-41de-bf8b-12966678b127 req-f493561c-2d69-43e9-852e-4eed5fcf6b88 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:45.008293 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-611e5718-b1de-41de-bf8b-12966678b127 req-f493561c-2d69-43e9-852e-4eed5fcf6b88 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0770431 Dec 09 10:01:45.053994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-611e5718-b1de-41de-bf8b-12966678b127 req-0c78b808-55fe-4532-81a5-640dc50a191c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Dec 09 10:01:46.250445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d3c5f-15f6-47fd-8284-bf0ffecc513d req-013d4959-b361-44db-9fd2-015e4b6dd9f7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:46.251896 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a0d3c5f-15f6-47fd-8284-bf0ffecc513d req-013d4959-b361-44db-9fd2-015e4b6dd9f7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0760460 Dec 09 10:01:46.405709 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a0d3c5f-15f6-47fd-8284-bf0ffecc513d req-31943377-f750-41fc-b60e-79ba2b338a36 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483901 Dec 09 10:01:47.605898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e1eb-0b68-42b7-bd27-3fd175f1d762 req-bab396d6-60b8-48b6-8404-164140407891 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:47.607302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8e2e1eb-0b68-42b7-bd27-3fd175f1d762 req-bab396d6-60b8-48b6-8404-164140407891 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0798888 Dec 09 10:01:47.651963 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c8e2e1eb-0b68-42b7-bd27-3fd175f1d762 req-107444c2-acdc-40d7-aa64-2acee95a8951 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391009 Dec 09 10:01:48.852794 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d581f-c377-4cd0-9431-8bedf8b9e409 req-dc989c13-36be-42bc-b276-13804f5df738 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:48.854255 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f65d581f-c377-4cd0-9431-8bedf8b9e409 req-dc989c13-36be-42bc-b276-13804f5df738 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0784280 Dec 09 10:01:48.901390 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f65d581f-c377-4cd0-9431-8bedf8b9e409 req-2671901f-34ad-4a80-bb95-71f884e63be2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Dec 09 10:01:49.122871 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-39936176-aeac-4aea-b84f-d7f5c78bc0bf service neutron] 10.222.0.58 "GET /v2.0/ports/5abbfadf-bb6d-4831-a7bd-52e7ebe3f433/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0747292 Dec 09 10:01:49.386676 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-175f23d1-a8ee-40f0-8799-6ab7007007bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1099 time: 0.0717266 Dec 09 10:01:49.479066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-e42ec656-fc1e-417a-a5e0-ba739583d424 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0711129 Dec 09 10:01:49.607354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-99c12b16-0b1d-4a27-897a-5ec22bb9f47b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:49.608800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-99c12b16-0b1d-4a27-897a-5ec22bb9f47b service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1231873 Dec 09 10:01:49.710323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-2cdd3f1b-3002-4ede-b6a8-408e76a8d843 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0948253 Dec 09 10:01:49.771515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-e56695de-0817-420e-9790-e4f393b4b186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:49.772927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-e56695de-0817-420e-9790-e4f393b4b186 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0563092 Dec 09 10:01:49.848766 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-80dd03d3-c262-48e5-9153-61dadbb92661 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694966 Dec 09 10:01:49.980997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-dfecd196-2bd3-42e0-88bc-c53d57284bc4 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257799 Dec 09 10:01:50.261038 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-36147e84-6209-4ac1-a48e-ec1f19d3320d service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740757 Dec 09 10:01:50.286291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8787-c077-48fc-8274-d872c720d84c req-5951e986-68cb-496a-9649-24fe57608250 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:50.287870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4eae8787-c077-48fc-8274-d872c720d84c req-5951e986-68cb-496a-9649-24fe57608250 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.2323804 Dec 09 10:01:50.334065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4eae8787-c077-48fc-8274-d872c720d84c req-782d5ba9-a442-441d-964e-f8250a81b521 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Dec 09 10:01:51.538038 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94191660-3eec-4bca-95aa-68dc168d5346 req-1b7c6696-bc5f-4e39-b3b2-93b72b2b7b74 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:51.540117 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-94191660-3eec-4bca-95aa-68dc168d5346 req-1b7c6696-bc5f-4e39-b3b2-93b72b2b7b74 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0842984 Dec 09 10:01:51.585551 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-94191660-3eec-4bca-95aa-68dc168d5346 req-be5f25c8-5c8e-4e3f-b09a-9329adff8553 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Dec 09 10:01:51.744502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:01:51.856048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:51.881316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:01:51.891267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:01:51.895002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:51.897088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:01:51.945795 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'code': 200} Dec 09 10:01:51.962404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:01:51.971182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.971525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.971903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.972239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.972567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.972892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.973217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.973539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.973860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.974599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.974599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:01:51.978193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:01:52.790058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f115b-46cc-4d42-93a6-308eb0247a35 req-d903865b-2fbf-462d-ad25-f3694175da8c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:52.791508 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f35f115b-46cc-4d42-93a6-308eb0247a35 req-d903865b-2fbf-462d-ad25-f3694175da8c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0813353 Dec 09 10:01:52.836547 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f35f115b-46cc-4d42-93a6-308eb0247a35 req-3ee1884e-7613-4a93-bba8-b18f135b9eb0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Dec 09 10:01:54.038974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d4704-963e-485e-92f2-f6ca8263770c req-e90fcf39-591f-4ca7-acf4-ec94cca3febd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:54.040466 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0f4d4704-963e-485e-92f2-f6ca8263770c req-e90fcf39-591f-4ca7-acf4-ec94cca3febd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0805697 Dec 09 10:01:54.086546 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0f4d4704-963e-485e-92f2-f6ca8263770c req-c8fa929a-0a22-4cc6-9c98-3c2ddd2219e7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Dec 09 10:01:55.288411 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d9cc-e7a0-4092-87ce-225fcbad715f req-99d620ab-17ce-4a3e-849d-dcecf84f7a26 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:55.289848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce15d9cc-e7a0-4092-87ce-225fcbad715f req-99d620ab-17ce-4a3e-849d-dcecf84f7a26 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0811493 Dec 09 10:01:55.334859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ce15d9cc-e7a0-4092-87ce-225fcbad715f req-4de02575-8c2a-45ff-bc5f-a79c197201ab tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Dec 09 10:01:55.774285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:01:55.906139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:01:55.953070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:01:56.005773 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:56.022254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:01:56.036947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:01:56.040818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:56.042637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:01:56.110296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:01:56.114593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:01:56.136818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:01:56.536468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707445be-b7b1-4ba8-ba35-aee0bfc9a125 req-260894c5-cc0e-424b-940a-50c67872389d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:56.537922 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-707445be-b7b1-4ba8-ba35-aee0bfc9a125 req-260894c5-cc0e-424b-940a-50c67872389d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 945 time: 0.0788696 Dec 09 10:01:56.586985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-707445be-b7b1-4ba8-ba35-aee0bfc9a125 req-37c9825e-d8b1-402a-90a5-0e6bb7c314de tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Dec 09 10:01:57.782008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4279e5-233f-40a9-9e49-9aa9db1f802a req-f84944a7-bc7a-4eaa-9248-d76ca587067b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:57.784968 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e4279e5-233f-40a9-9e49-9aa9db1f802a req-f84944a7-bc7a-4eaa-9248-d76ca587067b tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 945 time: 0.0779774 Dec 09 10:01:57.790529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:01:57.835128 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e4279e5-233f-40a9-9e49-9aa9db1f802a req-72252c93-8b04-45d8-98bb-bc5983bf7ea4 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Dec 09 10:01:57.864887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:01:57.865269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:57.982028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:58.007528 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:01:58.023619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:01:58.031552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:01:58.039720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:01:58.080964 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'code': 200} Dec 09 10:01:58.105786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:01:58.108683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:01:59.031880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd106-950f-4315-b4a8-7abb772f6534 req-28686f77-ccdf-4f16-a3e0-43bf9cc7f5ef tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:01:59.033809 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ecfd106-950f-4315-b4a8-7abb772f6534 req-28686f77-ccdf-4f16-a3e0-43bf9cc7f5ef tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0759246 Dec 09 10:01:59.077686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ecfd106-950f-4315-b4a8-7abb772f6534 req-0e232eaa-aec3-4774-999a-56f65cd0bba7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383773 Dec 09 10:02:00.279783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e284-b703-4912-ab6b-c805c424c935 req-a38c5b44-f972-4a77-a310-9ca607b9d255 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:00.281545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6545e284-b703-4912-ab6b-c805c424c935 req-a38c5b44-f972-4a77-a310-9ca607b9d255 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0804956 Dec 09 10:02:00.327302 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6545e284-b703-4912-ab6b-c805c424c935 req-2b616b0b-9b40-40f4-aee8-9da9738bf322 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392890 Dec 09 10:02:00.662727 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:02:00.798451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18003f1-b207-4f39-be40-6616822124a3 req-73cbded1-58e0-4cbb-9cfb-4345ba7f84cb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:00.800010 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-73cbded1-58e0-4cbb-9cfb-4345ba7f84cb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&tenant_id=8365872570844d6fbad96ccc85690801&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 946 time: 0.1325476 Dec 09 10:02:00.868579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0f13c-ad56-4452-a75c-4245b3edc604 req-96bc8d9c-4b6e-4706-9f5e-01cf77c389ae tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:00.870067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-91c0f13c-ad56-4452-a75c-4245b3edc604 req-96bc8d9c-4b6e-4706-9f5e-01cf77c389ae tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.1523545 Dec 09 10:02:00.924274 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-72907c89-b14e-40fb-a7c3-a9154acfe516 service neutron] 10.222.0.58 "GET /v2.0/ports/5abbfadf-bb6d-4831-a7bd-52e7ebe3f433/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.1185455 Dec 09 10:02:00.934863 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-91c0f13c-ad56-4452-a75c-4245b3edc604 req-35bcfef3-2dec-46c8-8061-dfeca953d82a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551836 Dec 09 10:02:01.015547 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-911accb8-dae9-4c32-aa04-4371f5a0c4bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0701623 Dec 09 10:02:01.145311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18003f1-b207-4f39-be40-6616822124a3 req-5d6e9e80-5e88-43e7-890d-1c76292abaca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:01.146658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-5d6e9e80-5e88-43e7-890d-1c76292abaca service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1249008 Dec 09 10:02:01.250633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-e4dd3271-e3b1-4d78-ae70-8d2de38bed43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0971513 Dec 09 10:02:01.311530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18003f1-b207-4f39-be40-6616822124a3 req-ec1fe79e-05d0-441b-936d-e449bb377bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:01.312958 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-ec1fe79e-05d0-441b-936d-e449bb377bc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0564423 Dec 09 10:02:01.392069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-1bf3cb66-054b-41b9-8544-39779916edb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730276 Dec 09 10:02:01.526082 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-5e9cfb9b-b7ae-42e6-97a6-204d0a8f186b service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277132 Dec 09 10:02:01.658902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-1b5aeb78-0730-422c-85be-39c168aa1387 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268280 Dec 09 10:02:02.138207 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b444-6bd9-499c-88c6-b18b1627ca4e req-f7026026-8b02-418d-a7d5-e4a65c8f9f1c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:02.139709 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8f46b444-6bd9-499c-88c6-b18b1627ca4e req-f7026026-8b02-418d-a7d5-e4a65c8f9f1c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0801961 Dec 09 10:02:02.190761 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8f46b444-6bd9-499c-88c6-b18b1627ca4e req-abe2a363-42ca-4078-9562-27e309d9516a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Dec 09 10:02:03.256608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:03.394495 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e8235-3d7f-4156-b064-950144f3b3bb req-f1b49495-6c90-4d9d-b7ca-579a7e654129 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:03.395941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-654e8235-3d7f-4156-b064-950144f3b3bb req-f1b49495-6c90-4d9d-b7ca-579a7e654129 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0770848 Dec 09 10:02:03.442299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-654e8235-3d7f-4156-b064-950144f3b3bb req-a23441b3-a519-47c7-92fd-e9d67f8d2799 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 Dec 09 10:02:03.575235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e63fe189-d6e7-4f1a-a0e9-6c1546438381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:04.648377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d9d7-cb22-4b40-81b6-6b59cd3f48c0 req-dbdda921-889c-45dd-aa23-2f788c89aaf2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:04.649837 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4887d9d7-cb22-4b40-81b6-6b59cd3f48c0 req-dbdda921-889c-45dd-aa23-2f788c89aaf2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0833621 Dec 09 10:02:04.663158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:04.700169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4887d9d7-cb22-4b40-81b6-6b59cd3f48c0 req-f7a52dec-140a-4f61-8f6c-7597080a5d88 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Dec 09 10:02:05.032298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-8202f446-2190-4083-b836-a190a158b561 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb&tenant_id=8365872570844d6fbad96ccc85690801 HTTP/1.1" status: 200 len: 1099 time: 0.1466303 Dec 09 10:02:05.120175 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-c9d66e82-e8c9-4510-b6d3-d736e90f9251 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0684986 Dec 09 10:02:05.353272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18003f1-b207-4f39-be40-6616822124a3 req-2e2ff332-f86f-4ff1-b1a1-2ff53935bcbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:05.354614 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-2e2ff332-f86f-4ff1-b1a1-2ff53935bcbf service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.2288442 Dec 09 10:02:05.456805 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-0634391d-bdd0-436d-a969-fadaf26a8113 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1002 time: 0.0952718 Dec 09 10:02:05.520960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18003f1-b207-4f39-be40-6616822124a3 req-9d2355bc-e982-4b69-a650-ea143d955cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:05.522361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-9d2355bc-e982-4b69-a650-ea143d955cfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0584829 Dec 09 10:02:05.599236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-76205b26-245e-4871-af36-6437e1868eff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711257 Dec 09 10:02:05.731502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-46e34645-17ec-4a8b-bdc4-5dfd2904ebc5 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251543 Dec 09 10:02:05.787301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9eee69fd-8a66-4889-9349-3db31d4337c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:05.836479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:02:05.912471 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b18003f1-b207-4f39-be40-6616822124a3 req-4832981e-a9b6-4bc4-9c7c-e4c9983a18b8 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752651 Dec 09 10:02:05.936510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948f96-fb14-46c4-8f54-40083e67ce79 req-393f8b53-e11b-41bd-9317-642675e71e3e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:05.937993 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4a948f96-fb14-46c4-8f54-40083e67ce79 req-393f8b53-e11b-41bd-9317-642675e71e3e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.1082101 Dec 09 10:02:05.956005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:05.984830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:05.993894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4a948f96-fb14-46c4-8f54-40083e67ce79 req-4203e3a6-5116-4208-bc2d-b6e72a9305c6 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Dec 09 10:02:05.997357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:06.002345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:06.005390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:06.058093 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'code': 200} Dec 09 10:02:06.080488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=9']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:06.083808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:06.894089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:07.199680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1f41e-65f9-45df-bbfb-ef1272ebeccc req-63d2b713-12ab-4ee8-a4dd-8d6c952a0550 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:07.201061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92b1f41e-65f9-45df-bbfb-ef1272ebeccc req-63d2b713-12ab-4ee8-a4dd-8d6c952a0550 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0805123 Dec 09 10:02:07.248763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92b1f41e-65f9-45df-bbfb-ef1272ebeccc req-80f974f3-2824-4e23-97ea-04333dcc5933 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Dec 09 10:02:08.342038 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:08.457188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4def3-77d9-4ea4-952e-23c01fb7ceb2 req-a7b70229-0449-450e-adcf-3808b72318a2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:08.458615 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f3a4def3-77d9-4ea4-952e-23c01fb7ceb2 req-a7b70229-0449-450e-adcf-3808b72318a2 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0807307 Dec 09 10:02:08.503077 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f3a4def3-77d9-4ea4-952e-23c01fb7ceb2 req-838b7a73-8b2e-40ef-8ebd-507d18c9adef tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Dec 09 10:02:09.712458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56112f0-a55e-4fd7-b272-f86038d11878 req-4a0fd847-0508-40f2-9dc9-778749cffab7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:09.713936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56112f0-a55e-4fd7-b272-f86038d11878 req-4a0fd847-0508-40f2-9dc9-778749cffab7 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 944 time: 0.0887530 Dec 09 10:02:09.765936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56112f0-a55e-4fd7-b272-f86038d11878 req-0146d14f-d1f1-430d-b07f-d9310429dacd tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Dec 09 10:02:09.851732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:02:09.985122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:09.998351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'port_id': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'mac_address': 'fa:16:3e:0e:5c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:02:10.053129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:10.070580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:02:10.085088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:10.088975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:10.090728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:10.162757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:02:10.178951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-5e550967-4626-44d2-82c4-f82911181b49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8365872570844d6fbad96ccc85690801&device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 1099 time: 0.0709288 Dec 09 10:02:10.185741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=10']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:10.193447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:10.331024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b919f-977b-449c-a4bc-d50a7a938cab req-dd923f08-48bd-4c74-bfd3-9f0fe219fcbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:10.332504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-dd923f08-48bd-4c74-bfd3-9f0fe219fcbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 200 len: 912 time: 0.1320190 Dec 09 10:02:10.436790 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-2f54da83-3df5-4e16-930d-c09d65a1eda2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 200 len: 1001 time: 0.0975084 Dec 09 10:02:10.499117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b919f-977b-449c-a4bc-d50a7a938cab req-2373f012-7783-48f7-a920-06efddd4680c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:10.500556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-2373f012-7783-48f7-a920-06efddd4680c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 200 len: 850 time: 0.0572584 Dec 09 10:02:10.578347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-cc908faf-9f55-4bab-9f4a-17071e29d8fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd7334f9-d6d5-4401-8a87-de2913c72590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715032 Dec 09 10:02:10.706866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-1557ade0-d81c-456b-9803-a8e07da4359f service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221206 Dec 09 10:02:10.955794 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-545b919f-977b-449c-a4bc-d50a7a938cab req-5cc456d2-e3ce-4ad5-b53e-e459fcfeff54 service neutron] 10.222.0.58 "GET /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421386 Dec 09 10:02:10.976062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707b0f-5b3f-41d7-b76f-278ea2eb1313 req-275c8e29-9187-4e18-8ff6-e20163848822 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:10.977496 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13707b0f-5b3f-41d7-b76f-278ea2eb1313 req-275c8e29-9187-4e18-8ff6-e20163848822 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 946 time: 0.0823209 Dec 09 10:02:11.029379 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-13707b0f-5b3f-41d7-b76f-278ea2eb1313 req-d92ae05a-6b24-4c82-aeb8-070b28bb4c89 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446682 Dec 09 10:02:11.866968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:02:11.937901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:02:11.938285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:12.050888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:12.077664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:12.088683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:12.093810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:12.096520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5be846e9-92e2-45e0-9462-a35ab17acd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:12.146556 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'code': 200} Dec 09 10:02:12.165678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=11']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:12.168650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:12.228905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f24e58-e728-4e57-a820-01c14ea7fa1a req-3acb4676-33af-41ad-97a8-d954f86b93ef tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:12.230576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76f24e58-e728-4e57-a820-01c14ea7fa1a req-3acb4676-33af-41ad-97a8-d954f86b93ef tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0775812 Dec 09 10:02:12.275651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76f24e58-e728-4e57-a820-01c14ea7fa1a req-70739db6-4347-40aa-9ba0-9c1774a2ac93 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395257 Dec 09 10:02:13.477155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029c70-4bc6-42cf-b0d4-28c9eaec2236 req-cb8b1c98-86fa-44cc-a17d-b8faeb97cdf5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:13.478596 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b5029c70-4bc6-42cf-b0d4-28c9eaec2236 req-cb8b1c98-86fa-44cc-a17d-b8faeb97cdf5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0769088 Dec 09 10:02:13.523764 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b5029c70-4bc6-42cf-b0d4-28c9eaec2236 req-4bc15fa7-b517-42bc-9624-093abf1235cf tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Dec 09 10:02:14.811518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a1921-d08a-490a-8917-b6a2747a5231 req-c08def6b-430f-4c5a-be52-9f49a796bc65 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:14.812963 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-869a1921-d08a-490a-8917-b6a2747a5231 req-c08def6b-430f-4c5a-be52-9f49a796bc65 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.1678889 Dec 09 10:02:14.857776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-869a1921-d08a-490a-8917-b6a2747a5231 req-a45edb57-8d9f-41e4-8861-cdc47e40194e tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Dec 09 10:02:15.056468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada00f8-bc9b-4ca0-8ff1-4e2159f1f7a7 req-719aae73-242a-4bfc-8ee5-d80c00afae15 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:15.057890 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8ada00f8-bc9b-4ca0-8ff1-4e2159f1f7a7 req-719aae73-242a-4bfc-8ee5-d80c00afae15 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0793886 Dec 09 10:02:15.101936 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8ada00f8-bc9b-4ca0-8ff1-4e2159f1f7a7 req-dd0acf40-2791-4fd4-ab5e-818270dd54a9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Dec 09 10:02:15.297618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b739bc-a560-4045-8b65-d1d7feaeb453 req-890bcb05-4518-471b-a29d-9bb47126c4d3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:15.299612 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-47b739bc-a560-4045-8b65-d1d7feaeb453 req-890bcb05-4518-471b-a29d-9bb47126c4d3 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0763016 Dec 09 10:02:15.345922 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-47b739bc-a560-4045-8b65-d1d7feaeb453 req-1f6cf5ab-5901-48ce-a2d3-185d837bcbce tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 Dec 09 10:02:15.748497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc42d-6e72-42b4-b389-6dcda7b96f6b req-ff385661-d620-4d53-8e13-8d9aac36143d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:15.749927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-163fc42d-6e72-42b4-b389-6dcda7b96f6b req-ff385661-d620-4d53-8e13-8d9aac36143d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0792880 Dec 09 10:02:15.794883 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-163fc42d-6e72-42b4-b389-6dcda7b96f6b req-e0659b2c-8057-4a7c-ae34-ec963f85fcf1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Dec 09 10:02:17.058915 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e47be9-9f8f-4a49-811e-bc12d1d34007 req-456a193a-0833-46b2-8e83-2e7b5c74436a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:17.060383 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69e47be9-9f8f-4a49-811e-bc12d1d34007 req-456a193a-0833-46b2-8e83-2e7b5c74436a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.1429451 Dec 09 10:02:17.105954 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-69e47be9-9f8f-4a49-811e-bc12d1d34007 req-ceccae52-7ccd-49f9-96dc-2b42bb788885 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Dec 09 10:02:18.145962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-137da3b5-2837-4bec-8010-7baeae3f0611 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:18.147435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-137da3b5-2837-4bec-8010-7baeae3f0611 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.0787482 Dec 09 10:02:18.221181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Deleting port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:18.221935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:18.422446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccefb35-c066-447f-bd85-816f25e0de6e req-063aa391-c61e-4c2f-92ff-0d3be4bbcc95 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:18.425070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dccefb35-c066-447f-bd85-816f25e0de6e req-063aa391-c61e-4c2f-92ff-0d3be4bbcc95 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 947 time: 0.1796925 Dec 09 10:02:18.566206 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dccefb35-c066-447f-bd85-816f25e0de6e req-513e142a-d670-4c09-89fa-97e67af7f524 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups?id=b5b19610-76d4-4040-9e4a-b997fb71e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910323 Dec 09 10:02:18.572805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] For port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:18.573158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:18.870798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:18.871267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:18.871590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8 disassociated. External IP: 172.26.4.22, port: 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433. Dec 09 10:02:18.871896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Calling delete_port for 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:19.011316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:19.018616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9022dff7-ad99-4c87-b161-8298ab54d2f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:19.065186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'Port': ['ID=5abbfadf-bb6d-4831-a7bd-52e7ebe3f433,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:19.080894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.081279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.081653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.082017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.082386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.082750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.083110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.083470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.083852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.084206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.084558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:19.088298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:19.290068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:02:19.591992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:02:19.602673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:02:19.616963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:02:19.617809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:02:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:19.664048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] No DVR routers for this DVR port 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:02:19.666515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:19.669185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-deleted', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:19.688574 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff813d33-6bd9-438d-b1ef-43a2f5e28d38 req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.58 "DELETE /v2.0/ports/5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 HTTP/1.1" status: 204 len: 173 time: 1.5358293 Dec 09 10:02:19.747459 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb', 'name': 'network-vif-deleted', 'tag': '5abbfadf-bb6d-4831-a7bd-52e7ebe3f433', 'status': 'completed', 'code': 200} Dec 09 10:02:19.754768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ca109994-727d-44b5-8d4c-3116ac8093c8 req-c908b767-c11d-48dc-9b0c-8048b0bc767c tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/ports?device_id=b517f1cf-a3c8-4d5f-a6d4-6b9d901f3bbb HTTP/1.1" status: 200 len: 210 time: 0.0517848 Dec 09 10:02:19.864821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:02:19.904463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:02:19.949916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:02:19.950273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 5abbfadf-bb6d-4831-a7bd-52e7ebe3f433 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:02:20.216423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:20.220632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:02:20.232194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:02:20.232815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:02:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:20.419544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:02:20.748591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:20.754614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc7163-0660-4d62-957c-dc1a6141597b None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T09:53:54Z', 'revision_number': 4, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f1c90908-1f51-4c92-9a43-3dce0c9e1cb4', 'name': '', 'network_id': 'bd7334f9-d6d5-4401-8a87-de2913c72590', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'mac_address': 'fa:16:3e:9a:28:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:54Z', 'updated_at': '2021-12-09T09:54:12Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'subnets': [{'id': 'caffc6a2-a3c4-4da1-99aa-71fa55e27b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:02:21.012902 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da2d45-325f-4fc1-ae29-558382a74aee None None] New status for floating IP c88cf8c8-737e-477e-9cc7-2a72380c9bc8: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:02:24.206102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36234) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:24.270730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.296980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.347568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.351200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8978bdbc-1e4b-4a9b-a1c2-c1e0ed71fff1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:24.370025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b19610-76d4-4040-9e4a-b997fb71e5a3,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:24.372678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:24.380506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.381592 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c0547f19-d8b5-4124-8627-7496c0ec1a55 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5b19610-76d4-4040-9e4a-b997fb71e5a3 HTTP/1.1" status: 204 len: 168 time: 0.1745272 Dec 09 10:02:24.384060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36238) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:24.399814 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.api.v2.resource [None req-83a6a9f9-f5de-495b-ba8c-b75f6fe907c9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] show failed (client error): The resource could not be found. Dec 09 10:02:24.400777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83a6a9f9-f5de-495b-ba8c-b75f6fe907c9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "GET /v2.0/security-groups/b5b19610-76d4-4040-9e4a-b997fb71e5a3 HTTP/1.1" status: 404 len: 347 time: 0.0158343 Dec 09 10:02:24.403269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36242) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:24.567111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Deleting port 861101d6-8ce3-402c-815f-5f0bd64a75e0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:24.567445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.732240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.732564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:24.859297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Calling delete_port for 861101d6-8ce3-402c-815f-5f0bd64a75e0 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:24.996811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:25.000277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:25.046560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Pushing event deleted for resources: {'Port': ['ID=861101d6-8ce3-402c-815f-5f0bd64a75e0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:25.050815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:25.136960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:25.152283 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:25.153402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] 10.222.0.41 "DELETE /v2.0/floatingips/c88cf8c8-737e-477e-9cc7-2a72380c9bc8 HTTP/1.1" status: 204 len: 168 time: 0.7492497 Dec 09 10:02:25.156445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:25.705431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:26.305496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Deleting port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:26.305837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:26.475450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] For port f1c90908-1f51-4c92-9a43-3dce0c9e1cb4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:26.475831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:26.595264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Calling delete_port for f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:26.770889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:26.774892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7c23783-6b48-4e98-a0d5-7c131bc2ab82 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:26.818151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c90908-1f51-4c92-9a43-3dce0c9e1cb4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:26.821456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:27.214680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:27.783509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Router 8b449712-59bd-4c92-85fd-249e2f02e046 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:02:27.986441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:02:27.995104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Sync routers for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:02:27.998477 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b449712-59bd-4c92-85fd-249e2f02e046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8403618 Dec 09 10:02:28.002026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36252) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:28.008883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:02:28.009535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:02:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:28.194882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:02:28.201643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:28.396660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:28.406541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Deleting port a35f6942-19e8-4064-bd66-495c6f58b64f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:28.407711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:28.530566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T10:02:26Z', 'revision_number': 5, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port': {'id': 'a35f6942-19e8-4064-bd66-495c6f58b64f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:53:52Z', 'updated_at': '2021-12-09T09:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:28.534503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Checking router: 8b449712-59bd-4c92-85fd-249e2f02e046 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:02:28.544899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Routers {'8b449712-59bd-4c92-85fd-249e2f02e046'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:02:28.545505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:02:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b449712-59bd-4c92-85fd-249e2f02e046'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:28.580640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] For port a35f6942-19e8-4064-bd66-495c6f58b64f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a35f6942-19e8-4064-bd66-495c6f58b64f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:28.580991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:28.699789 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] Set router 8b449712-59bd-4c92-85fd-249e2f02e046 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:02:28.820138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T10:02:28Z', 'revision_number': 6, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:28.824161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211467a-ff22-4c76-b638-0575f1cc7f6e None None] The sync data for ids ['8b449712-59bd-4c92-85fd-249e2f02e046'] in dv-neutron-821175-1-hyperv is: [{'id': '8b449712-59bd-4c92-85fd-249e2f02e046', 'name': 'tempest-ServerActionsTestJSON-347300504-router', 'tenant_id': '8365872570844d6fbad96ccc85690801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:53:51Z', 'updated_at': '2021-12-09T10:02:28Z', 'revision_number': 6, 'project_id': '8365872570844d6fbad96ccc85690801', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:02:28.836682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Calling delete_port for a35f6942-19e8-4064-bd66-495c6f58b64f owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:29.004775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.009002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-eba5dc51-0e83-4673-8605-551368a171c2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:29.048248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35f6942-19e8-4064-bd66-495c6f58b64f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:29.051622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:29.274506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.525870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.529926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.554533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.555389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b449712-59bd-4c92-85fd-249e2f02e046 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:02:29.569989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.571215 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8b449712-59bd-4c92-85fd-249e2f02e046 HTTP/1.1" status: 204 len: 168 time: 1.5681851 Dec 09 10:02:29.573565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36256) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:29.641099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Deleting subnet caffc6a2-a3c4-4da1-99aa-71fa55e27b72 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:02:29.645058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.696115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.779710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.853628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.858137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a7a8aa40-6a5b-4b35-8b1f-76759c1bc278 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:29.892284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caffc6a2-a3c4-4da1-99aa-71fa55e27b72,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:29.894719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:29.897291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:29.904279 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-df32eb7a-3b63-42c2-96df-2e7c2710ccc1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/caffc6a2-a3c4-4da1-99aa-71fa55e27b72 HTTP/1.1" status: 204 len: 168 time: 0.3296895 Dec 09 10:02:29.904665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f50b8-8f03-435d-9aaf-417712bc824f None None] Network bd7334f9-d6d5-4401-8a87-de2913c72590 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:02:29.905586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36260) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:30.015776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.026676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Deleting port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:30.027012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.151028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] DHCP port deletion for bd7334f9-d6d5-4401-8a87-de2913c72590 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:02:30.155454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Deleting port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:30.155896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.336331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] For port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:30.336681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.364962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] For port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,segment=NetworkSegment(8b446b1e-5c2e-4937-a5f5-d9d0250d57f3),segment_id=8b446b1e-5c2e-4937-a5f5-d9d0250d57f3)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:30.365291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.454780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Calling delete_port for 3e79f689-6f98-44cd-bd6c-5fdb397bc71f owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:30.482419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Calling delete_port for 3e79f689-6f98-44cd-bd6c-5fdb397bc71f owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:02:30.530531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.536301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb3a37e1-4137-4e50-a679-d4a05e5e3d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn_limited( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn_limited( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:02:30.551500 dv-neutron-821175-1-hyperv neutron-server[83488]: util.warn( Dec 09 10:02:30.557236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:02:30.557648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:02:30.576586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e79f689-6f98-44cd-bd6c-5fdb397bc71f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:30.579572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:30.582026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] No DVR routers for this DVR port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:02:30.697587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.723336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7334f9-d6d5-4401-8a87-de2913c72590']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:30.733002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:02:30.737569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:30.737860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b446b1e-5c2e-4937-a5f5-d9d0250d57f3') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:02:30.749188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.765015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.765450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:02:30.765812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f1c90908-1f51-4c92-9a43-3dce0c9e1cb4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:02:30.766827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a35f6942-19e8-4064-bd66-495c6f58b64f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:02:30.772604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:02:30.773147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:02:30.790481 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:02:30.798376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a35f6942-19e8-4064-bd66-495c6f58b64f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:02:30.798744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a35f6942-19e8-4064-bd66-495c6f58b64f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:02:30.799182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3e79f689-6f98-44cd-bd6c-5fdb397bc71f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:02:30.831001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 3e79f689-6f98-44cd-bd6c-5fdb397bc71f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:02:30.831363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3e79f689-6f98-44cd-bd6c-5fdb397bc71f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:02:30.868186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.871406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8cb5d547-9239-4d20-b554-4eb074848a4d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:30.884530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:30.896291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7334f9-d6d5-4401-8a87-de2913c72590,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:30.900182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:30.910432 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] 10.222.0.41 "DELETE /v2.0/networks/bd7334f9-d6d5-4401-8a87-de2913c72590 HTTP/1.1" status: 204 len: 168 time: 1.0013950 Dec 09 10:02:31.041140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36268) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:31.058527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Deleting port 3e79f689-6f98-44cd-bd6c-5fdb397bc71f {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:02:31.059011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:31.095816 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b0e2c007-5392-4a84-9daf-7abc9d2afcbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8365872570844d6fbad96ccc85690801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528505 Dec 09 10:02:31.097907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36272) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:31.125135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd714e-9d38-455b-a4c0-b49dc89ccb8f None None] The port '3e79f689-6f98-44cd-bd6c-5fdb397bc71f' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:02:31.161559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:31.186272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:31.236437 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:31.240136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4aa8957-e322-44fb-98e9-8072eba8bb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:31.254589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba280e-b7f7-4a44-9fba-4018691255b5,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:31.265742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:31.267009 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30ba280e-b7f7-4a44-9fba-4018691255b5 HTTP/1.1" status: 204 len: 168 time: 0.1681416 Dec 09 10:02:31.268340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.268721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.269088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.269455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.269818 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.270179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.270536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.271115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.271232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.271584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.271969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:31.275750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:32.130066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36298) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:32.274941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-87998711-network', 'tenant_id': '0f0bc0d67bb9402d80fe9a7cb2ee63b7'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:32.280843 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:02:32.284870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Usage tracker for resource:network and tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:02:32.287682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:02:32.293341 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:02:32.303499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Made reservation on behalf of 0f0bc0d67bb9402d80fe9a7cb2ee63b7 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:02:32.305780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.318881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.352142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:02:32.356082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:02:32.358790 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:02:32.364390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:02:32.428082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.431638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.434445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f3c17d46-f28f-444d-a20d-4405d36bdb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:32.465692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:02:32.467789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05616a9a-306d-4026-b279-b61211a1496b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:32.473036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:32.477893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.478232 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Added segment a6f7bf73-ec96-47af-9ff2-27a14b2279bc of type vlan for network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c Dec 09 10:02:32.504528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.534419 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.535309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:32.535920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.539209 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c93b2689-39a7-43a9-a1ed-01e3a9cfbc68 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:32.638539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Pushing event updated for resources: {'Network': ['ID=0e267ba3-6ed5-46ea-bf27-f9536ed1702c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:32.644278 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5104430 Dec 09 10:02:32.644278 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:32.644697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36304) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:32.648876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:02:32.652218 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Request body: {'subnet': {'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-87998711-subnet', 'tenant_id': '0f0bc0d67bb9402d80fe9a7cb2ee63b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:32.657358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:02:32.661224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Usage tracker for resource:subnet and tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:02:32.664128 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:02:32.670227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:02:32.681090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Made reservation on behalf of 0f0bc0d67bb9402d80fe9a7cb2ee63b7 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:02:32.683406 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.982172 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:32.987515 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fda2ca46-35cd-4d0e-8848-ba98d803faf9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:33.062199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5cfd95-b016-41fa-b294-658ba3adadc0,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:33.066494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:33.071619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Checking segment: {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:02:33.072011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Network hostable DHCP agents. Network: 0e267ba3-6ed5-46ea-bf27-f9536ed1702c, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:02:33.093786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:02:33.103586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 0e267ba3-6ed5-46ea-bf27-f9536ed1702c) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:02:33.107521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:33.108125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:33.114722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb20043-f280-43ed-bb12-e345e180562f None None] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:02:33.129435 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ac1b95e4-c2f2-49d8-b44f-9f4c2f4e632a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4837143 Dec 09 10:02:33.325613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:33.389100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d2e84-6856-4839-b89d-506c9fa90716 None None] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:02:33.610164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-989ca5f8-8cfa-4a1d-88f7-f6e5d9754a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:33.820612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1c473ead-0115-4a43-a9ff-bf1b14680e7b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:33.821264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1c473ead-0115-4a43-a9ff-bf1b14680e7b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Synchronizing usage tracker for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:02:33.838174 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1c473ead-0115-4a43-a9ff-bf1b14680e7b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Unset dirty status for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:02:33.839323 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1c473ead-0115-4a43-a9ff-bf1b14680e7b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 812 time: 0.1589372 Dec 09 10:02:33.855556 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-f7ea4c2d-a121-4ae2-ac85-d44359a2f80f tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/quotas/0f0bc0d67bb9402d80fe9a7cb2ee63b7 HTTP/1.1" status: 200 len: 375 time: 0.0107763 Dec 09 10:02:33.900643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-6a3cd6a0-935c-4e88-a88c-3bef8dd7d43a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399568 Dec 09 10:02:34.030918 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-28514268-bdb6-417f-8687-7df1055ae192 service neutron] 10.222.0.41 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239438 Dec 09 10:02:34.160394 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b8ed0d97-d80e-4b2b-8a37-33bdac620d84 service neutron] 10.222.0.41 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231422 Dec 09 10:02:34.343077 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2db0f639-96aa-4586-97e9-8a1cd500e424 req-26bb7114-741f-4712-a034-81323c9e6478 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 210 time: 0.0412951 Dec 09 10:02:34.666431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:35.520703 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2d8ebc58-1f06-455a-bf60-478e39c497c8 req-698938c5-4ff9-4f07-9f5a-a4c17f4c2fc8 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 210 time: 0.0522475 Dec 09 10:02:35.566384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-2763650c-d1f6-4bb8-96f1-06ca24af9cc6 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:35.567830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-2763650c-d1f6-4bb8-96f1-06ca24af9cc6 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 812 time: 0.1595023 Dec 09 10:02:35.603653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Request body: {'port': {'device_id': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c', 'admin_state_up': True, 'tenant_id': '0f0bc0d67bb9402d80fe9a7cb2ee63b7'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:35.737850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:02:35.741579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Usage tracker for resource:port and tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:02:35.744340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:02:35.749929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:02:35.759550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Made reservation on behalf of 0f0bc0d67bb9402d80fe9a7cb2ee63b7 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:02:35.762630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:35.789979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-25529f9c-db93-4fc3-b02b-53cbc836b041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:35.926854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Allocated IP 172.20.0.5 (0e267ba3-6ed5-46ea-bf27-f9536ed1702c/1c5cfd95-b016-41fa-b294-658ba3adadc0/327b6ae6-8341-4044-a6f3-9f8f5dd6d553) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:02:36.123175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:36.150815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:36.156335 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb9bc96b-76d3-41c7-ab65-4cbdd0510025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:36.220687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:02:36.228260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:02:36.232762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:02:36.374951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Pushing event updated for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:36.380176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:36.404787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:36.405388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:36.426292 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276258 Dec 09 10:02:36.436994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Request body: {'port': {'device_id': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:36.548637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:36.857303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504928f-39e0-49b5-98f4-99c6f833be87 req-01e7dcf6-d064-4d2a-89c1-d12b6d3830ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:36.857928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4504928f-39e0-49b5-98f4-99c6f833be87 req-01e7dcf6-d064-4d2a-89c1-d12b6d3830ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Synchronizing usage tracker for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:02:36.895594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-4504928f-39e0-49b5-98f4-99c6f833be87 req-01e7dcf6-d064-4d2a-89c1-d12b6d3830ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Unset dirty status for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:02:36.896290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:36.896799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4504928f-39e0-49b5-98f4-99c6f833be87 req-01e7dcf6-d064-4d2a-89c1-d12b6d3830ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 931 time: 0.2361064 Dec 09 10:02:36.997011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:02:37.004717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:37.008679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4504928f-39e0-49b5-98f4-99c6f833be87 req-a4582a27-03c1-4c4b-b4f3-6060eae7a98e tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996919 Dec 09 10:02:37.021085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Transition to ACTIVE for port object 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:02:37.026264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:37.030451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0043efd-341b-440d-8315-3d8d86178264 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:37.150853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Pushing event updated for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:37.154194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:37.255986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Attempting to bind port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:02:37.256311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Attempting to bind port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:02:37.256630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Attempting to bind port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:02:37.262207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:02:37.262518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Attempting to bind port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:02:37.268769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:02:37.269092 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Checking segment: {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:02:37.269461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Bound using segment: {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:02:37.269875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Bound port: 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:02:37.270207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:37.354007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:02:37.357158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:02:37.362390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:37.366676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:37.419952 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:37.421282 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] 10.222.0.58 "PUT /v2.0/ports/327b6ae6-8341-4044-a6f3-9f8f5dd6d553 HTTP/1.1" status: 200 len: 1093 time: 0.9881394 Dec 09 10:02:37.421782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:37.445866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Pushing event updated for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:37.448818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:37.492693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553', 'status': 'completed', 'code': 200} Dec 09 10:02:37.535029 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1001fd43-7f28-412f-9252-c63c327df2bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 1096 time: 0.0778499 Dec 09 10:02:37.606078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-392fef80-8d31-43a8-aa93-ea482127b86b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553 HTTP/1.1" status: 200 len: 217 time: 0.0641074 Dec 09 10:02:37.663184 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:02:37.666878 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-3effc444-62e1-4250-8644-760170e4e186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:37.668363 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-3effc444-62e1-4250-8644-760170e4e186 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c5cfd95-b016-41fa-b294-658ba3adadc0 HTTP/1.1" status: 200 len: 852 time: 0.0566878 Dec 09 10:02:37.712042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-1ffd17cc-3a56-4683-a6b6-df667d466990 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375245 Dec 09 10:02:37.850210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-809801dc-d857-4955-b7c4-976942fc3d13 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321156 Dec 09 10:02:37.984722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c37911e-7348-4bef-b1a5-825fb7c2e9f2 req-8c71b380-398d-494e-bd07-13a0edc3d1f9 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275241 Dec 09 10:02:38.270682 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-5a30dee8-2972-4c93-ab3a-0cc14bb68b1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 1096 time: 0.2404845 Dec 09 10:02:38.279666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12902158-3751-4a5d-bc97-7a1bb418097b req-68dfd945-f394-4c20-a34d-a8177c95045c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:38.281027 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-12902158-3751-4a5d-bc97-7a1bb418097b req-68dfd945-f394-4c20-a34d-a8177c95045c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 943 time: 0.1010487 Dec 09 10:02:38.346025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:38.409123 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-12902158-3751-4a5d-bc97-7a1bb418097b req-027167c3-2db9-4ce0-a632-48e07dfec0c2 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099241 Dec 09 10:02:38.444514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-11832ec7-ff60-49f1-a2be-1c4828b184df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:38.445949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-11832ec7-ff60-49f1-a2be-1c4828b184df service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 913 time: 0.1640382 Dec 09 10:02:38.512852 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-b02b182e-b7ca-49e1-9842-fd5477030352 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553 HTTP/1.1" status: 200 len: 217 time: 0.0606520 Dec 09 10:02:38.579347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-323a2469-ae32-4746-918f-ca6d8dfdfb49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:38.580698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-323a2469-ae32-4746-918f-ca6d8dfdfb49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c5cfd95-b016-41fa-b294-658ba3adadc0 HTTP/1.1" status: 200 len: 852 time: 0.0609148 Dec 09 10:02:38.626663 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-adb5a55b-db67-43ae-992f-84b0bd874b35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385954 Dec 09 10:02:38.756604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-9840d422-2e06-4201-bc8c-1a62cc306d84 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236134 Dec 09 10:02:38.885895 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fe4d221b-cb88-4bd2-a410-8b70c373f4b0 req-0be10133-7842-44d9-a807-a110c1289f3f service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222045 Dec 09 10:02:39.609492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b0d35-824e-4647-8350-5d56aeaf7980 req-c45d1bac-1bf0-4397-8fea-94df01e2c2f9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:39.611227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f07b0d35-824e-4647-8350-5d56aeaf7980 req-c45d1bac-1bf0-4397-8fea-94df01e2c2f9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 943 time: 0.0758703 Dec 09 10:02:39.654734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f07b0d35-824e-4647-8350-5d56aeaf7980 req-e3141732-c8ad-47b1-a3ec-9cf70f247690 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Synchronizing usage tracker for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:02:39.671253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f07b0d35-824e-4647-8350-5d56aeaf7980 req-e3141732-c8ad-47b1-a3ec-9cf70f247690 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Unset dirty status for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:02:39.672427 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f07b0d35-824e-4647-8350-5d56aeaf7980 req-e3141732-c8ad-47b1-a3ec-9cf70f247690 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Dec 09 10:02:40.886000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8ef71-6e0c-4c7c-a170-cae614f2a630 req-e6875476-fb02-474e-b0d8-fbba22b3f160 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:40.887445 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2bb8ef71-6e0c-4c7c-a170-cae614f2a630 req-e6875476-fb02-474e-b0d8-fbba22b3f160 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 943 time: 0.0765717 Dec 09 10:02:40.936718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2bb8ef71-6e0c-4c7c-a170-cae614f2a630 req-67b88f73-f31f-4632-8314-5ce7fa8da199 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Dec 09 10:02:41.960207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:02:42.098068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:42.112424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553', 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c', 'port_id': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553', 'mac_address': 'fa:16:3e:d1:4e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5cfd95-b016-41fa-b294-658ba3adadc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:02:42.135551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a2f4a-73a0-48e4-81de-7a40079f9b77 req-0320ec29-4910-4736-accd-36833b7485e9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:42.137015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d31a2f4a-73a0-48e4-81de-7a40079f9b77 req-0320ec29-4910-4736-accd-36833b7485e9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 943 time: 0.0806983 Dec 09 10:02:42.172769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:42.183389 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d31a2f4a-73a0-48e4-81de-7a40079f9b77 req-eb16dcd0-b0be-4458-ae7c-1f3d3adbb135 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Dec 09 10:02:42.190144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:02:42.205485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:42.209268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:42.212160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:42.275698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:42.278779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:42.594980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['327b6ae6-8341-4044-a6f3-9f8f5dd6d553'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:02:43.380356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59334f-680d-40e6-bbf5-f7ca45d6e3ac req-111ffd22-14ed-41d5-95f4-892b3120a558 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:43.381810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e59334f-680d-40e6-bbf5-f7ca45d6e3ac req-111ffd22-14ed-41d5-95f4-892b3120a558 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 944 time: 0.0765812 Dec 09 10:02:43.429596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e59334f-680d-40e6-bbf5-f7ca45d6e3ac req-75947f02-52bc-4ffa-b379-a84f55de304e tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Dec 09 10:02:43.982538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:02:44.049487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:02:44.053986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:02:44.054371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:44.167678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:44.194912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:44.204133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:44.208228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:44.210256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:44.278712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:44.282856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:44.328918 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553', 'code': 200} Dec 09 10:02:44.608047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-929c782c-13c1-4429-82d7-baabe8732f5f req-c42c6c16-643e-4cb9-8e94-7979824cbea4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 1098 time: 0.1108692 Dec 09 10:02:44.666074 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-929c782c-13c1-4429-82d7-baabe8732f5f req-b397a045-a666-44b0-ab17-9231f00caa6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Dec 09 10:02:44.676357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a9fe-18bd-4dbf-b95b-19eea493903a req-1ead8151-47ec-4d1c-a6b7-5365a3d4df34 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:44.677727 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3f32a9fe-18bd-4dbf-b95b-19eea493903a req-1ead8151-47ec-4d1c-a6b7-5365a3d4df34 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.1176910 Dec 09 10:02:44.724073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3f32a9fe-18bd-4dbf-b95b-19eea493903a req-b5c8eb67-62db-4545-a06d-97deb884de37 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Dec 09 10:02:45.925349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98022-acbe-4e24-abfe-f92721825984 req-15b080f6-5d63-4dc0-ac8d-96a21347bcf8 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:45.926915 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-19e98022-acbe-4e24-abfe-f92721825984 req-15b080f6-5d63-4dc0-ac8d-96a21347bcf8 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0803473 Dec 09 10:02:45.981552 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-19e98022-acbe-4e24-abfe-f92721825984 req-878ed2f7-0b2c-4810-8b6b-7190ca5758a6 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Dec 09 10:02:47.184992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740227c-b26c-436f-a1d6-45818f104208 req-dbf97779-e466-4a9e-b501-de75c7a3d08b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:47.186460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c740227c-b26c-436f-a1d6-45818f104208 req-dbf97779-e466-4a9e-b501-de75c7a3d08b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0797598 Dec 09 10:02:47.234266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c740227c-b26c-436f-a1d6-45818f104208 req-ae149023-5cba-4cdf-b221-a0570c30005f tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Dec 09 10:02:47.524440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-e7a65045-26ff-49eb-9286-48eadf26b6bc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:47.525776 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-e7a65045-26ff-49eb-9286-48eadf26b6bc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 812 time: 0.1407094 Dec 09 10:02:47.542216 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-7a0b9d39-5cee-4ec8-88f2-4e5e54705506 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/quotas/0f0bc0d67bb9402d80fe9a7cb2ee63b7 HTTP/1.1" status: 200 len: 375 time: 0.0112009 Dec 09 10:02:47.618607 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-f7273962-b3cc-4f72-afe9-cb63f58b58be tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713398 Dec 09 10:02:47.814465 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-5a1bac80-c291-43d8-aac2-6eac9ea0054b service neutron] 10.222.0.41 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892390 Dec 09 10:02:47.956941 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-e3404d20-f687-45ff-844c-17d839f3d302 service neutron] 10.222.0.41 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369290 Dec 09 10:02:48.139313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-01c690af-8fc2-4ed6-b1cc-8c4c5612b1aa req-af5d9c8b-5cef-470e-9105-bd86cad6ee8e tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 210 time: 0.0416076 Dec 09 10:02:49.140113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-a9a8fd37-3807-41fe-b0a7-c9bdf6c4599a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:49.141548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-a9a8fd37-3807-41fe-b0a7-c9bdf6c4599a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 812 time: 0.1471431 Dec 09 10:02:49.157928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Request body: {'port': {'device_id': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c', 'admin_state_up': True, 'tenant_id': '0f0bc0d67bb9402d80fe9a7cb2ee63b7'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:49.296535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:02:49.306478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:02:49.311617 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3d75c5b9-eb94-4a09-8230-aa1a9ab06fe0 req-2d15ce49-d4b0-414c-82f0-4bab4e97f83b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 210 time: 0.0450833 Dec 09 10:02:49.316923 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Made reservation on behalf of 0f0bc0d67bb9402d80fe9a7cb2ee63b7 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:02:49.320124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:49.582074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Allocated IP 172.20.0.13 (0e267ba3-6ed5-46ea-bf27-f9536ed1702c/1c5cfd95-b016-41fa-b294-658ba3adadc0/3ab19c69-4831-495d-9822-3c287d930c7b) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:02:49.780048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:49.807002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:49.813488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:49.818786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['327b6ae6-8341-4044-a6f3-9f8f5dd6d553'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:02:49.875991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:02:49.883114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:02:49.887372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:02:49.918008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Pushing event updated for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:49.925480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:49.953900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:49.954503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:49.980554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266988 Dec 09 10:02:49.991602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Request body: {'port': {'device_id': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:50.099713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.434758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab19c69-4831-495d-9822-3c287d930c7b {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:02:50.478850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.503059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Transition to ACTIVE for port object 3ab19c69-4831-495d-9822-3c287d930c7b will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:02:50.507494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.511593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7eeafdeb-fdb8-4f34-ab07-61a98cfdfa70 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:50.646570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:50.654098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ff26d-af84-4e16-a029-e3dc68d362dd req-20a2469c-34bd-41f9-8fc9-c85f9f5d4f95 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:50.654781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0d7ff26d-af84-4e16-a029-e3dc68d362dd req-20a2469c-34bd-41f9-8fc9-c85f9f5d4f95 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Synchronizing usage tracker for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:02:50.658340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:50.702528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0d7ff26d-af84-4e16-a029-e3dc68d362dd req-20a2469c-34bd-41f9-8fc9-c85f9f5d4f95 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Unset dirty status for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:02:50.704504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0d7ff26d-af84-4e16-a029-e3dc68d362dd req-20a2469c-34bd-41f9-8fc9-c85f9f5d4f95 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 932 time: 0.2649646 Dec 09 10:02:50.803236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0d7ff26d-af84-4e16-a029-e3dc68d362dd req-88d6f5e7-96d8-4f15-b0fe-7c60824c6c2a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 Dec 09 10:02:50.809708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Attempting to bind port 3ab19c69-4831-495d-9822-3c287d930c7b on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:02:50.810048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Attempting to bind port 3ab19c69-4831-495d-9822-3c287d930c7b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:02:50.810373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Attempting to bind port 3ab19c69-4831-495d-9822-3c287d930c7b on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:02:50.817181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Port 3ab19c69-4831-495d-9822-3c287d930c7b on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:02:50.817520 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Attempting to bind port 3ab19c69-4831-495d-9822-3c287d930c7b on network 0e267ba3-6ed5-46ea-bf27-f9536ed1702c {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:02:50.824286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:02:50.824627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Checking segment: {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:02:50.825017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Bound using segment: {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:02:50.825447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Bound port: 3ab19c69-4831-495d-9822-3c287d930c7b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:02:50.825794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.918137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:02:50.921382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3ab19c69-4831-495d-9822-3c287d930c7b,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:02:50.925317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.929013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:50.990420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:50.991840 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] 10.222.0.58 "PUT /v2.0/ports/3ab19c69-4831-495d-9822-3c287d930c7b HTTP/1.1" status: 200 len: 1094 time: 1.0041153 Dec 09 10:02:50.992322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:51.007456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:51.010395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:51.065545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b', 'status': 'completed', 'code': 200} Dec 09 10:02:51.101756 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-0cf2a9c4-d6f0-416c-abfb-02201d4b22bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 1097 time: 0.0714087 Dec 09 10:02:51.171662 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-372f59eb-1593-4764-80db-fd4dde92b2fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab19c69-4831-495d-9822-3c287d930c7b HTTP/1.1" status: 200 len: 217 time: 0.0624962 Dec 09 10:02:51.231879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-d2db3d7e-a11f-41d3-846a-0baf84df33b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:51.233276 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-d2db3d7e-a11f-41d3-846a-0baf84df33b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c5cfd95-b016-41fa-b294-658ba3adadc0 HTTP/1.1" status: 200 len: 852 time: 0.0559793 Dec 09 10:02:51.281093 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-a19656d3-a2d9-4aed-847b-53c6cd408209 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415800 Dec 09 10:02:51.507838 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-8893cccb-58ac-421b-8ef0-2d86095344cb service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206521 Dec 09 10:02:51.643965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acc8de5c-9aac-4cda-981a-614bd484c4ab req-d6535822-be26-4776-a721-69b21e43c241 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297014 Dec 09 10:02:51.755494 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-ec9c802d-eae0-4470-bea1-5d46cbb2e7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 1097 time: 0.0696733 Dec 09 10:02:51.887259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-a7d4f393-d445-4d8b-b4ab-6fdc1ba8a9dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:51.888751 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-a7d4f393-d445-4d8b-b4ab-6fdc1ba8a9dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 200 len: 913 time: 0.1271582 Dec 09 10:02:52.000723 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-b79b7c41-c598-4905-95e8-7dad80bca008 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab19c69-4831-495d-9822-3c287d930c7b HTTP/1.1" status: 200 len: 217 time: 0.1046045 Dec 09 10:02:52.081224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-8aaa621a-d9af-4f57-bf59-6b6c06c2bb31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:52.082626 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-8aaa621a-d9af-4f57-bf59-6b6c06c2bb31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c5cfd95-b016-41fa-b294-658ba3adadc0 HTTP/1.1" status: 200 len: 852 time: 0.0765619 Dec 09 10:02:52.089110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b555641-dcb4-423c-a946-e79872045b38 req-9069c912-6c14-44a0-986b-d9e2fc89fb6d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:52.090444 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b555641-dcb4-423c-a946-e79872045b38 req-9069c912-6c14-44a0-986b-d9e2fc89fb6d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 944 time: 0.1440721 Dec 09 10:02:52.143624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-fca75723-7ad4-44ac-b22d-3ebb69eb149c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e267ba3-6ed5-46ea-bf27-f9536ed1702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522149 Dec 09 10:02:52.238640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0b555641-dcb4-423c-a946-e79872045b38 req-e2f34e10-ea3a-4ea3-a20b-de3c962b61ef tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179318 Dec 09 10:02:52.294099 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-719764f2-2e23-4cfe-94b7-195b975f0af8 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369693 Dec 09 10:02:52.425755 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0b45c76-d2ff-48f9-91ad-29eeacf480d1 req-d1eb3519-0144-49ad-89d3-092a5b7540f3 service neutron] 10.222.0.58 "GET /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253357 Dec 09 10:02:53.436445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2b02-ac22-4231-aebc-cc289d9dfe8d req-2b9a8434-7ce9-49cb-bd08-fc26cde817d0 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:53.438454 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-50bb2b02-ac22-4231-aebc-cc289d9dfe8d req-2b9a8434-7ce9-49cb-bd08-fc26cde817d0 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 944 time: 0.0795045 Dec 09 10:02:53.483319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-50bb2b02-ac22-4231-aebc-cc289d9dfe8d req-b25db3a2-e03d-4e33-9d4a-af64c4e67a93 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391500 Dec 09 10:02:54.685038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24dea-a255-4568-9c33-128e489dbd09 req-53bd2b3d-f479-406e-ad8e-231ceec6dbd5 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:54.686474 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0ea24dea-a255-4568-9c33-128e489dbd09 req-53bd2b3d-f479-406e-ad8e-231ceec6dbd5 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 944 time: 0.0820365 Dec 09 10:02:54.732273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0ea24dea-a255-4568-9c33-128e489dbd09 req-34f2c197-eb5e-410b-91c7-64fc61ff6eb4 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Dec 09 10:02:55.945240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85f8cb-49f4-407b-a9ab-dd7a1b8cbdf6 req-2baa24c3-c6d1-4cd8-8672-f2a7f2e70d43 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:55.946694 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc85f8cb-49f4-407b-a9ab-dd7a1b8cbdf6 req-2baa24c3-c6d1-4cd8-8672-f2a7f2e70d43 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 944 time: 0.0758607 Dec 09 10:02:55.996388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc85f8cb-49f4-407b-a9ab-dd7a1b8cbdf6 req-0ee579dc-a922-4eb7-aa70-6aec8d1c72c2 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Dec 09 10:02:56.053361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3ab19c69-4831-495d-9822-3c287d930c7b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:02:56.191072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3ab19c69-4831-495d-9822-3c287d930c7b,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:56.204597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '3ab19c69-4831-495d-9822-3c287d930c7b', 'network_id': '0e267ba3-6ed5-46ea-bf27-f9536ed1702c', 'port_id': '3ab19c69-4831-495d-9822-3c287d930c7b', 'mac_address': 'fa:16:3e:27:96:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5cfd95-b016-41fa-b294-658ba3adadc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:02:56.257969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:56.275017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab19c69-4831-495d-9822-3c287d930c7b {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:02:56.291191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3ab19c69-4831-495d-9822-3c287d930c7b,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:56.295001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:56.297915 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:56.364361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:56.372627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.372969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.373304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.373635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.373983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.374312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.374668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.374992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.375310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.375628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.375968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:02:56.379777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:56.649766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['3ab19c69-4831-495d-9822-3c287d930c7b'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:02:57.194662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a611d7-ffad-41ca-8ef1-9bf5238ca231 req-bfe9999a-7d83-4a75-a4a5-60b2119945e2 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:57.196138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a9a611d7-ffad-41ca-8ef1-9bf5238ca231 req-bfe9999a-7d83-4a75-a4a5-60b2119945e2 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 945 time: 0.0818276 Dec 09 10:02:57.243137 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a9a611d7-ffad-41ca-8ef1-9bf5238ca231 req-032a40ef-25b3-4c6b-a59c-bfac7c5bf72e tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Dec 09 10:02:58.077270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3ab19c69-4831-495d-9822-3c287d930c7b up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:02:58.179745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 3ab19c69-4831-495d-9822-3c287d930c7b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:02:58.184201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 3ab19c69-4831-495d-9822-3c287d930c7b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:02:58.184580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:58.303920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:58.330902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:02:58.340480 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3ab19c69-4831-495d-9822-3c287d930c7b,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:02:58.345848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:02:58.347822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:02:58.384907 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b', 'code': 200} Dec 09 10:02:58.419228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:02:58.422811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:02:58.561464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32990aee-aa33-454a-88c7-85de12056259 req-c3ee9d42-8c62-41f4-8c5e-de06752c1c4b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:58.564187 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-32990aee-aa33-454a-88c7-85de12056259 req-c3ee9d42-8c62-41f4-8c5e-de06752c1c4b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.1965764 Dec 09 10:02:58.612066 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-32990aee-aa33-454a-88c7-85de12056259 req-b16013d2-846d-4f37-8e61-57906e2d84f3 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Dec 09 10:02:58.621915 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-113e1cf9-3f1e-4d8e-a678-02998af1f273 req-7f2d8599-640a-4c6b-8fd0-6b57fdc61b5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 1099 time: 0.0720239 Dec 09 10:02:58.663501 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-113e1cf9-3f1e-4d8e-a678-02998af1f273 req-634096f5-18d2-4301-a809-08646c529c9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Dec 09 10:02:59.810148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7fdd-72f7-4e8a-9a20-93aca7441c63 req-e5acb0c3-bfb3-492f-80cf-c7b6b6a2fe0a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:02:59.811572 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4f4e7fdd-72f7-4e8a-9a20-93aca7441c63 req-e5acb0c3-bfb3-492f-80cf-c7b6b6a2fe0a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.0751841 Dec 09 10:02:59.863006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4f4e7fdd-72f7-4e8a-9a20-93aca7441c63 req-2c67074a-9eb0-4765-bb16-9415752f25ff tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Dec 09 10:03:01.061091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37656cb5-aa65-4f39-be65-a8599d454928 req-33b3e535-8371-413d-a054-8b0d4f7c39b6 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:01.063354 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37656cb5-aa65-4f39-be65-a8599d454928 req-33b3e535-8371-413d-a054-8b0d4f7c39b6 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.0813076 Dec 09 10:03:01.108433 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37656cb5-aa65-4f39-be65-a8599d454928 req-1d7abd90-2e3f-4820-8ac8-57bc70b751e2 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Dec 09 10:03:01.502898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a23ee-5295-40c2-a7fc-c3ce9a171c63 req-ac9e3393-b32a-4379-8da9-04c80ff707ca tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:01.504341 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-805a23ee-5295-40c2-a7fc-c3ce9a171c63 req-ac9e3393-b32a-4379-8da9-04c80ff707ca tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.0752356 Dec 09 10:03:01.549700 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-805a23ee-5295-40c2-a7fc-c3ce9a171c63 req-aa159413-eee6-405b-97d3-444abd70908f tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Dec 09 10:03:02.746208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067de9c-ede0-4787-b464-393747a9233e req-cef002c1-6726-4ac0-ba65-5a2a16c2439b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:02.747646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7067de9c-ede0-4787-b464-393747a9233e req-cef002c1-6726-4ac0-ba65-5a2a16c2439b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.0783076 Dec 09 10:03:02.795258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7067de9c-ede0-4787-b464-393747a9233e req-d7140886-9a4b-4c86-a52a-f7c73f541e1e tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Dec 09 10:03:02.958131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-c6c4a6e6-9e77-438f-bb56-9177a06dc64b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:02.959476 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-c6c4a6e6-9e77-438f-bb56-9177a06dc64b tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 946 time: 0.0907152 Dec 09 10:03:03.032185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Deleting port 3ab19c69-4831-495d-9822-3c287d930c7b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:03.032538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.287018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.393002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] For port 3ab19c69-4831-495d-9822-3c287d930c7b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3ab19c69-4831-495d-9822-3c287d930c7b,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:03.393493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.510662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Calling delete_port for 3ab19c69-4831-495d-9822-3c287d930c7b owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:03.590757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd769-7b23-4990-88f5-54076923c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.668783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.675826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ab783a31-30d9-4061-b7e1-fd3c9525b7af tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:03.680752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['327b6ae6-8341-4044-a6f3-9f8f5dd6d553', '3ab19c69-4831-495d-9822-3c287d930c7b'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:03:03.718199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Pushing event deleted for resources: {'Port': ['ID=3ab19c69-4831-495d-9822-3c287d930c7b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:03.720697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:03.794684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] No DVR routers for this DVR port 3ab19c69-4831-495d-9822-3c287d930c7b on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:03.797761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:03.800329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'name': 'network-vif-deleted', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:03:03.816953 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2d92fce2-22ab-409e-912d-00d2e55e82c7 req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "DELETE /v2.0/ports/3ab19c69-4831-495d-9822-3c287d930c7b HTTP/1.1" status: 204 len: 173 time: 0.8514316 Dec 09 10:03:03.863364 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b', 'name': 'network-vif-deleted', 'tag': '3ab19c69-4831-495d-9822-3c287d930c7b', 'status': 'completed', 'code': 200} Dec 09 10:03:03.979231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-357b483e-6649-4659-8b85-26581e6f5f7b req-60412a6e-7c4f-48a4-bbb1-16d417824b0d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Synchronizing usage tracker for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:03.995312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-357b483e-6649-4659-8b85-26581e6f5f7b req-60412a6e-7c4f-48a4-bbb1-16d417824b0d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Unset dirty status for tenant:0f0bc0d67bb9402d80fe9a7cb2ee63b7 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:03.996670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-357b483e-6649-4659-8b85-26581e6f5f7b req-60412a6e-7c4f-48a4-bbb1-16d417824b0d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e6bfbca-dd95-42ec-a2f4-be5d87c02c6b HTTP/1.1" status: 200 len: 210 time: 0.0627439 Dec 09 10:03:04.668876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:05.271567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c9a0-347c-43e0-8d1f-b4f0fd516889 req-09f76b79-7769-4cfe-b6ae-942e107c23ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:05.272986 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f13c9a0-347c-43e0-8d1f-b4f0fd516889 req-09f76b79-7769-4cfe-b6ae-942e107c23ad tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0797195 Dec 09 10:03:05.317572 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7f13c9a0-347c-43e0-8d1f-b4f0fd516889 req-3954914e-99e8-4a2e-bde4-ffd30d30e3ba tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Dec 09 10:03:05.535261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457fc25-c107-4387-803b-e9cfd5ee8a95 req-14aece10-16c6-48bc-b902-4a9ae2223953 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:05.536627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0457fc25-c107-4387-803b-e9cfd5ee8a95 req-14aece10-16c6-48bc-b902-4a9ae2223953 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0766649 Dec 09 10:03:05.580613 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0457fc25-c107-4387-803b-e9cfd5ee8a95 req-cc4e977d-0bbe-4422-8a2b-6771bf803cb3 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Dec 09 10:03:05.776597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d5706-584f-420d-9d94-f7f25ad323d6 req-6c3ab898-831b-4c64-a090-cd445013ed97 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:05.778028 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f66d5706-584f-420d-9d94-f7f25ad323d6 req-6c3ab898-831b-4c64-a090-cd445013ed97 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0773802 Dec 09 10:03:05.791820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3869530d-abcd-4fe3-a2dd-2e42d57f0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:05.824483 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f66d5706-584f-420d-9d94-f7f25ad323d6 req-a9283ace-82f3-43f8-b658-42989ff03036 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Dec 09 10:03:06.094380 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f2acc067-714c-43f0-a4c5-5af6b17e825f req-9e058888-f6fb-40b4-8561-22ac6ad6af91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1408076 Dec 09 10:03:06.285547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a12c1-867b-4677-a411-fd7188b88615 req-2cd46e51-2c0b-4134-9db5-2a607c286e7d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:06.286972 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-377a12c1-867b-4677-a411-fd7188b88615 req-2cd46e51-2c0b-4134-9db5-2a607c286e7d tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0754251 Dec 09 10:03:06.336533 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-377a12c1-867b-4677-a411-fd7188b88615 req-4791188d-05de-4a95-a3b8-941f0e01bf02 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Dec 09 10:03:06.528580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bdf2e-9d17-4a63-9d98-8754cbc59735 req-21116f6b-e620-4c35-b1b8-c594972f03c7 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:06.529993 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-284bdf2e-9d17-4a63-9d98-8754cbc59735 req-21116f6b-e620-4c35-b1b8-c594972f03c7 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0752056 Dec 09 10:03:06.573800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-284bdf2e-9d17-4a63-9d98-8754cbc59735 req-cb802898-a2f3-4013-8b72-e2bc021f29c9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Dec 09 10:03:06.785286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720e9d0-1898-4c0d-8356-b1a56797748d req-bd5e6d33-5916-4c21-86f3-9d77cd280e6f tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:06.786706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a720e9d0-1898-4c0d-8356-b1a56797748d req-bd5e6d33-5916-4c21-86f3-9d77cd280e6f tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0792193 Dec 09 10:03:06.831929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a720e9d0-1898-4c0d-8356-b1a56797748d req-405bceea-adf1-4828-ab0d-fb0edcaf62f9 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Dec 09 10:03:06.899503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:07.383472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ea8f1-c5bb-4027-9c7a-2df09e3b3ea5 req-269ff54b-7b86-4c00-af0a-24a1cd0640e8 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:07.384938 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56ea8f1-c5bb-4027-9c7a-2df09e3b3ea5 req-269ff54b-7b86-4c00-af0a-24a1cd0640e8 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0759344 Dec 09 10:03:07.432861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56ea8f1-c5bb-4027-9c7a-2df09e3b3ea5 req-ab8ccac9-f612-41b7-8aae-b7012a65292a tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423553 Dec 09 10:03:08.108005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3ab19c69-4831-495d-9822-3c287d930c7b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:03:08.140843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 3ab19c69-4831-495d-9822-3c287d930c7b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:03:08.141195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3ab19c69-4831-495d-9822-3c287d930c7b not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:03:08.350035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:08.636160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f988ea8-4cd6-49b1-baec-b27c14db02ee req-cde04503-8bf4-4850-a416-7c7746d2f382 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:08.637517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6f988ea8-4cd6-49b1-baec-b27c14db02ee req-cde04503-8bf4-4850-a416-7c7746d2f382 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0799358 Dec 09 10:03:08.682076 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6f988ea8-4cd6-49b1-baec-b27c14db02ee req-fa4c8412-8548-490a-b28d-34a0c18e170c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/security-groups?id=05616a9a-306d-4026-b279-b61211a1496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Dec 09 10:03:09.031342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541018c2-98e4-4fec-b8dc-32010337c86f req-a32b09e8-70b4-4778-8974-440945774cf1 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:09.032774 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-541018c2-98e4-4fec-b8dc-32010337c86f req-a32b09e8-70b4-4778-8974-440945774cf1 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 945 time: 0.0781474 Dec 09 10:03:09.100372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Deleting port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:09.100712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:09.345897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] For port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,segment=NetworkSegment(a6f7bf73-ec96-47af-9ff2-27a14b2279bc),segment_id=a6f7bf73-ec96-47af-9ff2-27a14b2279bc)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:09.346264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:09.567343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Calling delete_port for 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:09.705850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:09.711235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5116c60d-35ec-405c-ad4a-bf3440a114fb tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:09.716958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['327b6ae6-8341-4044-a6f3-9f8f5dd6d553'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:03:09.758006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Pushing event deleted for resources: {'Port': ['ID=327b6ae6-8341-4044-a6f3-9f8f5dd6d553,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:09.761556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:09.863110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] No DVR routers for this DVR port 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:09.871888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:09.874472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'name': 'network-vif-deleted', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:03:09.881749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3c0d2f5b-20fc-4947-babf-9eaa185f2fa2 req-fdb2ad08-2048-44a3-bf37-98e24cd08515 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.41 "GET /v2.0/ports?device_id=7237094a-a9d4-4d43-9540-f1e22b99d390 HTTP/1.1" status: 200 len: 210 time: 0.0604811 Dec 09 10:03:09.893576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-541018c2-98e4-4fec-b8dc-32010337c86f req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] 10.222.0.58 "DELETE /v2.0/ports/327b6ae6-8341-4044-a6f3-9f8f5dd6d553 HTTP/1.1" status: 204 len: 173 time: 0.8550661 Dec 09 10:03:09.933026 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7237094a-a9d4-4d43-9540-f1e22b99d390', 'name': 'network-vif-deleted', 'tag': '327b6ae6-8341-4044-a6f3-9f8f5dd6d553', 'status': 'completed', 'code': 200} Dec 09 10:03:10.990252 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36454) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:11.051881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Deleting subnet 1c5cfd95-b016-41fa-b294-658ba3adadc0 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:03:11.054662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.102069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.154969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.236966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.242313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4ed1582d-7626-4e36-9168-b8dca460988d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:11.276101 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5cfd95-b016-41fa-b294-658ba3adadc0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:11.278601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:11.284620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.291095 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e7926dcd-98cc-456b-a174-8f4e41d5dec6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c5cfd95-b016-41fa-b294-658ba3adadc0 HTTP/1.1" status: 204 len: 168 time: 0.2998457 Dec 09 10:03:11.293500 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36458) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:11.399072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.522810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.548685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e267ba3-6ed5-46ea-bf27-f9536ed1702c']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:11.560674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:11.560969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f7bf73-ec96-47af-9ff2-27a14b2279bc') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:11.572815 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.589094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.596287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:11.596696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:11.610534 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:11.685700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.689893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-13132cbb-2610-45e3-a014-8c53cc71b4b3 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:11.702907 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.714164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e267ba3-6ed5-46ea-bf27-f9536ed1702c,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:11.716980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:11.721241 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bd44e08f-512f-4640-9cbf-775468a7d623 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e267ba3-6ed5-46ea-bf27-f9536ed1702c HTTP/1.1" status: 204 len: 168 time: 0.4268513 Dec 09 10:03:11.852989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36464) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:11.902529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d9f1a786-0c85-45b6-ba86-6c3470757fc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f0bc0d67bb9402d80fe9a7cb2ee63b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483525 Dec 09 10:03:11.904881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36468) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:11.967287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:11.993165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:12.046121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:12.051282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a294606f-ff40-495d-a8f6-6089e6840d8c tempest-ServersAdminNegativeTestJSON-1274038580 tempest-ServersAdminNegativeTestJSON-1274038580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:12.064881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05616a9a-306d-4026-b279-b61211a1496b,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:12.067674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:12.075743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:12.078248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-52445afd-c560-4904-a77e-d48456f1426a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05616a9a-306d-4026-b279-b61211a1496b HTTP/1.1" status: 204 len: 168 time: 0.1717672 Dec 09 10:03:12.919687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36490) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:13.045287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618282919'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:13.050742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:13.054543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:network and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:13.057416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:13.064544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:13.074487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:13.077511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.091827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.126609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:13.130319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:security_group_rule and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:13.133093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:13.138688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:13.208557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.212328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.215200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d2ec2a1-84e5-4b97-8a75-3562e72b7a39 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:13.245939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:13.254946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43546cd-857a-44b6-9504-3a88f6808f15,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:13.258412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:13.260904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.261229 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Added segment 73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7 of type vlan for network d6a7b95f-56a6-4104-a666-5a3449def303 Dec 09 10:03:13.287225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.316296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.320065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:13.320641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:13.325660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:13.427652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5068092 Dec 09 10:03:13.433125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Network': ['ID=d6a7b95f-56a6-4104-a666-5a3449def303,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:13.435834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:13.446939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d6a7b95f-56a6-4104-a666-5a3449def303 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:14.145659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:03:14.177951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:03:14.178307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 327b6ae6-8341-4044-a6f3-9f8f5dd6d553 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:03:14.664287 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:03:16.682703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36496) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:16.689474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'subnet': {'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:16.798699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:16.802530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:subnet and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:16.805341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:16.811036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:16.820964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:16.923251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.138226 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.141637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2b161492-218c-47f2-9149-3fbfd66942cc tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:17.217151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Subnet': ['ID=da7c6f38-8810-43f9-9c16-ba7b3f288213,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:17.221127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:17.229895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking segment: {'id': '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:17.230252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network hostable DHCP agents. Network: d6a7b95f-56a6-4104-a666-5a3449def303, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:17.252514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network d6a7b95f-56a6-4104-a666-5a3449def303 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:17.261639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, d6a7b95f-56a6-4104-a666-5a3449def303) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:17.265829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:17.266428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.271887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806faca8-34c0-4231-8f21-c47b3d7e4015 None None] Network d6a7b95f-56a6-4104-a666-5a3449def303 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:17.289655 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b7a2449c-7670-47b1-a95d-0dafb22fb92e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6052878 Dec 09 10:03:17.292963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36500) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:17.298998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240431984'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:17.303929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:17.307706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:network and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:17.310536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:17.316469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:17.327027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:17.330158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.358667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:17.368482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.369857 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Added segment 5d7c183b-d599-49c8-8c5f-b4e39d8ddae6 of type vlan for network a4632d2d-078b-4bc1-b581-727f8d862feb Dec 09 10:03:17.396264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.426905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.430921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:17.431535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.436626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b15f8ad-1aae-4229-a568-2c9a2278763c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:17.486257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-d6a7b95f-56a6-4104-a666-5a3449def303', 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303', 'tenant_id': 'de5252fe3ba64d9389219bf28d49082a', 'fixed_ips': [{'subnet_id': 'da7c6f38-8810-43f9-9c16-ba7b3f288213'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:17.487073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.521440 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2273984 Dec 09 10:03:17.524531 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36504) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:17.530570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'subnet': {'network_id': 'a4632d2d-078b-4bc1-b581-727f8d862feb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:17.543577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Network': ['ID=a4632d2d-078b-4bc1-b581-727f8d862feb,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:17.546418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:17.555178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network a4632d2d-078b-4bc1-b581-727f8d862feb details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:17.643465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:17.647495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:subnet and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:17.650298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:17.655905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:17.666375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:17.736894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Allocated IP 2001:db8:0:ffff::2 (d6a7b95f-56a6-4104-a666-5a3449def303/da7c6f38-8810-43f9-9c16-ba7b3f288213/30f3238d-1a09-4033-8d74-730c9dccec1a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:17.862051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.943004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.953782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Transition to ACTIVE for port object 30f3238d-1a09-4033-8d74-730c9dccec1a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:17.972963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Transition to ACTIVE for port object 30f3238d-1a09-4033-8d74-730c9dccec1a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:17.979470 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:17.984621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:18.053591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Network d6a7b95f-56a6-4104-a666-5a3449def303 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:18.056791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:18.058653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Pushing event updated for resources: {'Port': ['ID=30f3238d-1a09-4033-8d74-730c9dccec1a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:18.060792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:18.064047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:18.092428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.097314 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fa4a1f52-8573-4195-9464-7fa250c6aeec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:18.150813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Attempting to bind port 30f3238d-1a09-4033-8d74-730c9dccec1a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:18.151183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Attempting to bind port 30f3238d-1a09-4033-8d74-730c9dccec1a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:18.151548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Attempting to bind port 30f3238d-1a09-4033-8d74-730c9dccec1a on network d6a7b95f-56a6-4104-a666-5a3449def303 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:18.158103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:18.158722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Checking segment: {'id': '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:18.159129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.159527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Bound using segment: {'id': '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:18.160016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Bound port: 30f3238d-1a09-4033-8d74-730c9dccec1a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd6a7b95f-56a6-4104-a666-5a3449def303'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:18.160399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.179904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Subnet': ['ID=0e49e303-1309-4001-b9ec-ed60a6776b0f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:18.185785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:18.191141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking segment: {'id': '5d7c183b-d599-49c8-8c5f-b4e39d8ddae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a4632d2d-078b-4bc1-b581-727f8d862feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:18.191501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network hostable DHCP agents. Network: a4632d2d-078b-4bc1-b581-727f8d862feb, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:18.213669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network a4632d2d-078b-4bc1-b581-727f8d862feb is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:18.224852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, a4632d2d-078b-4bc1-b581-727f8d862feb) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:18.229211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:18.230220 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.239639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151426c-93be-4b2c-b670-734a911d1683 None None] Network a4632d2d-078b-4bc1-b581-727f8d862feb requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:18.255606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-60953dbb-e2bf-4f91-b627-659f44ec9927 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7296650 Dec 09 10:03:18.258093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36508) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:18.365588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] For port 30f3238d-1a09-4033-8d74-730c9dccec1a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:18.383709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] For port 30f3238d-1a09-4033-8d74-730c9dccec1a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30f3238d-1a09-4033-8d74-730c9dccec1a,segment=NetworkSegment(73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7),segment_id=73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:18.399984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.405359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:18.407073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.474254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.544376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Pushing event updated for resources: {'Port': ['ID=30f3238d-1a09-4033-8d74-730c9dccec1a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:18.549168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:18.562025 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.568337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd3c788b-c4ba-4942-a328-f0c1502196ab tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:18.597612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6ead0-0667-4456-80d5-754ddfbbc889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-a4632d2d-078b-4bc1-b581-727f8d862feb', 'network_id': 'a4632d2d-078b-4bc1-b581-727f8d862feb', 'tenant_id': 'de5252fe3ba64d9389219bf28d49082a', 'fixed_ips': [{'subnet_id': '0e49e303-1309-4001-b9ec-ed60a6776b0f'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:18.598580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ead0-0667-4456-80d5-754ddfbbc889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.608470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Subnet': ['ID=0e49e303-1309-4001-b9ec-ed60a6776b0f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:18.611716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:18.727457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7673fcd8-28c7-47b9-91a1-925fe49a2f23 None None] Network a4632d2d-078b-4bc1-b581-727f8d862feb requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:18.757262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.791118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4632d2d-078b-4bc1-b581-727f8d862feb']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:18.805094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7c183b-d599-49c8-8c5f-b4e39d8ddae6') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:18.805875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7c183b-d599-49c8-8c5f-b4e39d8ddae6') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:18.825060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.831725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30f3238d-1a09-4033-8d74-730c9dccec1a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:18.842799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.852608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:18.853108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:18.869988 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:18.953859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.957192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b809d896-19aa-4f5e-ab3c-a9b64d846bea tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:18.971960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:18.983630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Network': ['ID=a4632d2d-078b-4bc1-b581-727f8d862feb,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:18.987226 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:18.989464 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/a4632d2d-078b-4bc1-b581-727f8d862feb HTTP/1.1" status: 204 len: 168 time: 0.7298040 Dec 09 10:03:18.992787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:18.995201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 30f3238d-1a09-4033-8d74-730c9dccec1a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:18.998362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105775794'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:19.003306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:19.007160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:network and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:19.010013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:19.016463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:19.028320 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:19.031816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.062269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:19.072024 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.072367 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Added segment d8d27a0f-760a-4b15-9757-1dc5fa23936e of type vlan for network 3f5e39af-76da-4586-a425-3d755f553723 Dec 09 10:03:19.098576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.127594 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.131203 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:19.131785 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.135167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:19.238778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2449338 Dec 09 10:03:19.241786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36516) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:19.242279 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Network': ['ID=3f5e39af-76da-4586-a425-3d755f553723,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:19.244997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:19.254795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'subnet': {'network_id': '3f5e39af-76da-4586-a425-3d755f553723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:19.255544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 3f5e39af-76da-4586-a425-3d755f553723 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:19.376045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:19.380048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:subnet and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:19.382905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:19.388678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:19.399230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:19.535928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba22c03c-47f0-43f2-9f8f-da0a56848632 None None] Network d6a7b95f-56a6-4104-a666-5a3449def303 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:19.617119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.648896 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Provisioning for port 30f3238d-1a09-4033-8d74-730c9dccec1a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:19.664709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Provisioning complete for port 30f3238d-1a09-4033-8d74-730c9dccec1a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:19.665090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.709774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Performing IP validity checks on allocation pools {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 09 10:03:19.710289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.ipam_backend_mixin [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 09 10:03:19.833065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.837056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2383242-3c13-40ac-8f34-0809425d4cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:19.863968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.910822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] For port 30f3238d-1a09-4033-8d74-730c9dccec1a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30f3238d-1a09-4033-8d74-730c9dccec1a,segment=NetworkSegment(73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7),segment_id=73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:19.916549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:19.917175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Subnet': ['ID=a7c510f9-ba82-4768-8c4a-79077e953ffb,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:19.918643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:19.932419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.932799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.933176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.933541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.933906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.934266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.934624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.934980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.935333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.935687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.936070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:19.939837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking segment: {'id': 'd8d27a0f-760a-4b15-9757-1dc5fa23936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3f5e39af-76da-4586-a425-3d755f553723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:19.940213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network hostable DHCP agents. Network: 3f5e39af-76da-4586-a425-3d755f553723, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:19.944810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:19.971871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network 3f5e39af-76da-4586-a425-3d755f553723 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:19.990357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 3f5e39af-76da-4586-a425-3d755f553723) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:19.994334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:19.994963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.008331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25e1b1-77a5-4bdf-a655-cce7455addda None None] Network 3f5e39af-76da-4586-a425-3d755f553723 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:20.018267 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7751808 Dec 09 10:03:20.021000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36520) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:20.023682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Pushing event updated for resources: {'Port': ['ID=30f3238d-1a09-4033-8d74-730c9dccec1a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:20.029050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:20.173121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.188898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-937ce47f-f8b5-4678-89d4-52767a2e52ab None None] Provisioning complete for port 30f3238d-1a09-4033-8d74-730c9dccec1a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:20.189203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-937ce47f-f8b5-4678-89d4-52767a2e52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.238820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.295845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5e148-427c-4e23-9c4b-64904e804bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-3f5e39af-76da-4586-a425-3d755f553723', 'network_id': '3f5e39af-76da-4586-a425-3d755f553723', 'tenant_id': 'de5252fe3ba64d9389219bf28d49082a', 'fixed_ips': [{'subnet_id': 'a7c510f9-ba82-4768-8c4a-79077e953ffb'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:20.296627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e148-427c-4e23-9c4b-64904e804bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.320225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.325275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d156168e-d767-4b0f-a970-32b0db8838f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:20.364079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c510f9-ba82-4768-8c4a-79077e953ffb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:20.367455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:20.464819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.482556 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040d61e-931b-47e1-b5e7-af3219d6809a None None] Network 3f5e39af-76da-4586-a425-3d755f553723 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:20.491932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5e39af-76da-4586-a425-3d755f553723']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:20.506078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d27a0f-760a-4b15-9757-1dc5fa23936e') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:20.506382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d27a0f-760a-4b15-9757-1dc5fa23936e') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:20.519879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.536840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.543021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:20.543409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:20.558520 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:20.653191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.656669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:20.670587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.681772 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Network': ['ID=3f5e39af-76da-4586-a425-3d755f553723,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:20.684521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:20.686461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/3f5e39af-76da-4586-a425-3d755f553723 HTTP/1.1" status: 204 len: 168 time: 0.6645515 Dec 09 10:03:20.690858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:20.696638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525600218'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:20.702590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:20.707472 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:network and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:20.710896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:20.719062 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:20.732924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:20.736848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.762505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30f3238d-1a09-4033-8d74-730c9dccec1a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:20.767611 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:20.776900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.777220 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Added segment 0bf5e47c-151f-4819-9842-db447778cd68 of type vlan for network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab Dec 09 10:03:20.813069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.848119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 30f3238d-1a09-4033-8d74-730c9dccec1a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:20.848870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.854113 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.858168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:20.858810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:20.863152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a8cdfa4a-b052-4a32-8edd-d2a69bc557a3 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:20.962412 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2677081 Dec 09 10:03:20.963388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36528) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:20.971371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'subnet': {'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:20.972904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Network': ['ID=51de4a95-a1f9-44c3-a9c9-70aea34ef2ab,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:20.975510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-29fbf01b-147c-4c13-853e-c2f8c8e7927c tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:20.983799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:21.090754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:21.095383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:subnet and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:21.098372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:21.104377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:21.114786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:21.220441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.432373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.436290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-06c385f0-64e0-4922-894b-27ec0c5c5d6b tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:21.514362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Subnet': ['ID=92d8eaa4-bc3c-4917-a6bf-cd6eb969639e,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:21.518724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:21.526769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking segment: {'id': '0bf5e47c-151f-4819-9842-db447778cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:21.527189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network hostable DHCP agents. Network: 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:21.549801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:21.559032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:21.563987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:21.565874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.566779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96243297-6851-4654-afb5-d1ac0530238f None None] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:21.587542 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-600ed835-54a7-4b1a-8788-8d138340e39e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6228466 Dec 09 10:03:21.591053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36532) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:21.597596 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761365949'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:21.602758 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:21.606902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:network and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:21.610109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:21.615892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:21.626668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:21.629682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.658502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:21.667164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.667497 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Added segment 42c207fe-02f2-4ef8-b363-a5faeb531bc5 of type vlan for network 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 Dec 09 10:03:21.693541 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.723247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.727009 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:21.727577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.732894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-089c9229-321f-48ce-9226-636df4d10483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:21.781815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-51de4a95-a1f9-44c3-a9c9-70aea34ef2ab', 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab', 'tenant_id': 'de5252fe3ba64d9389219bf28d49082a', 'fixed_ips': [{'subnet_id': '92d8eaa4-bc3c-4917-a6bf-cd6eb969639e'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:21.782640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:21.814330 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2220654 Dec 09 10:03:21.817419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36536) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:21.823158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Request body: {'subnet': {'network_id': '8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:21.836249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Network': ['ID=8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:21.838949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5a518ec7-f10b-4a5b-ada5-7b20a3505a97 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:21.849307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:22.031895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Allocated IP 2001:db8::2 (51de4a95-a1f9-44c3-a9c9-70aea34ef2ab/92d8eaa4-bc3c-4917-a6bf-cd6eb969639e/44fa8613-4738-408b-8be0-51b294194e2a) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:22.049658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:22.053434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Usage tracker for resource:subnet and tenant:de5252fe3ba64d9389219bf28d49082a is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:22.056268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:22.062337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:22.072982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Made reservation on behalf of de5252fe3ba64d9389219bf28d49082a for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:22.176102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.234810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.245326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Transition to ACTIVE for port object 44fa8613-4738-408b-8be0-51b294194e2a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:22.264436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Transition to ACTIVE for port object 44fa8613-4738-408b-8be0-51b294194e2a will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:22.271524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.276628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:22.342003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:22.345767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:22.349974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:22.352133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Pushing event updated for resources: {'Port': ['ID=44fa8613-4738-408b-8be0-51b294194e2a,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:22.356227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:22.396865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.401183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c36fbac0-5ef2-4ab8-b117-292a44913dd9 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:22.438698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Attempting to bind port 44fa8613-4738-408b-8be0-51b294194e2a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:22.439075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Attempting to bind port 44fa8613-4738-408b-8be0-51b294194e2a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '0bf5e47c-151f-4819-9842-db447778cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:22.439447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Attempting to bind port 44fa8613-4738-408b-8be0-51b294194e2a on network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:22.445850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:22.446234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Checking segment: {'id': '0bf5e47c-151f-4819-9842-db447778cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:22.446646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.447049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Bound using segment: {'id': '0bf5e47c-151f-4819-9842-db447778cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:22.447512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Bound port: 44fa8613-4738-408b-8be0-51b294194e2a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5e47c-151f-4819-9842-db447778cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '51de4a95-a1f9-44c3-a9c9-70aea34ef2ab'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:22.447920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.483699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event updated for resources: {'Subnet': ['ID=78aed341-76b2-48a2-a9b0-3477489a28b0,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:22.486529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:22.491494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Checking segment: {'id': '42c207fe-02f2-4ef8-b363-a5faeb531bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:22.491903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network hostable DHCP agents. Network: 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:22.514722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Network 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:22.524734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:22.528652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:22.529230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.537975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e04fb-56c7-40d9-ba17-18e4c56e1699 None None] Network 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:22.550670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7320125 Dec 09 10:03:22.553348 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36540) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:22.563455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] For port 44fa8613-4738-408b-8be0-51b294194e2a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:22.620047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] For port 44fa8613-4738-408b-8be0-51b294194e2a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=44fa8613-4738-408b-8be0-51b294194e2a,segment=NetworkSegment(0bf5e47c-151f-4819-9842-db447778cd68),segment_id=0bf5e47c-151f-4819-9842-db447778cd68)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:22.626582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.683812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:22.814687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.821583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Pushing event updated for resources: {'Port': ['ID=44fa8613-4738-408b-8be0-51b294194e2a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:22.825688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:22.885246 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:22.891414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734a37d-8c8d-435b-abd9-2f90fb6df1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9', 'network_id': '8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9', 'tenant_id': 'de5252fe3ba64d9389219bf28d49082a', 'fixed_ips': [{'subnet_id': '78aed341-76b2-48a2-a9b0-3477489a28b0'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:22.892278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f734a37d-8c8d-435b-abd9-2f90fb6df1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.003662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.017177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a94bf198-4a80-49b3-9980-59a9c3504d8c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server [None req-f734a37d-8c8d-435b-abd9-2f90fb6df1be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78aed341-76b2-48a2-a9b0-3477489a28b0: This subnet is being modified by another concurrent operation. Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise value Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server raise exception Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78aed341-76b2-48a2-a9b0-3477489a28b0: This subnet is being modified by another concurrent operation. Dec 09 10:03:23.036416 dv-neutron-821175-1-hyperv neutron-server[83488]: ERROR oslo_messaging.rpc.server Dec 09 10:03:23.052260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Subnet': ['ID=78aed341-76b2-48a2-a9b0-3477489a28b0,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:23.052403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9b756-f486-4c91-baba-6fe38df7489a None None] Network 8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:23.151816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:23.159549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.184893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:23.197364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c207fe-02f2-4ef8-b363-a5faeb531bc5') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:23.197676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c207fe-02f2-4ef8-b363-a5faeb531bc5') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:23.209825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.227008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.233655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:23.234414 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:23.248799 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:23.331526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.334961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9702f6ef-44fa-4423-a326-a1476d0708d8 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:23.348822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.362211 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Network': ['ID=8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:23.364725 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 HTTP/1.1" status: 204 len: 168 time: 0.8103244 Dec 09 10:03:23.365676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:23.367674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36544) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.407652 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0972aa04-71bf-4795-b420-5dfb5fa2f259 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] GET failed (client error): The resource could not be found. Dec 09 10:03:23.408096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0972aa04-71bf-4795-b420-5dfb5fa2f259 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Synchronizing usage tracker for tenant:de5252fe3ba64d9389219bf28d49082a on resource:subnet {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:23.424287 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0972aa04-71bf-4795-b420-5dfb5fa2f259 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Unset dirty status for tenant:de5252fe3ba64d9389219bf28d49082a on resource:subnet {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:23.425416 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0972aa04-71bf-4795-b420-5dfb5fa2f259 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "GET /v2.0/subnets/78aed341-76b2-48a2-a9b0-3477489a28b0 HTTP/1.1" status: 404 len: 337 time: 0.0566041 Dec 09 10:03:23.428173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36548) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.458859 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-821d53b4-3c4c-430c-9c87-4eae293dac9e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:23.459305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821d53b4-3c4c-430c-9c87-4eae293dac9e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:23.464478 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-821d53b4-3c4c-430c-9c87-4eae293dac9e tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 HTTP/1.1" status: 404 len: 339 time: 0.0319288 Dec 09 10:03:23.464724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36552) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.504305 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8136d68d-6cf7-49da-ae96-4c477fcd0bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:23.504749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8136d68d-6cf7-49da-ae96-4c477fcd0bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:23.506399 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8136d68d-6cf7-49da-ae96-4c477fcd0bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/subnets/78aed341-76b2-48a2-a9b0-3477489a28b0 HTTP/1.1" status: 404 len: 337 time: 0.0407209 Dec 09 10:03:23.508977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36556) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.535227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3710c701-dd8a-46c3-afb4-d3a441065d5f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:23.535670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3710c701-dd8a-46c3-afb4-d3a441065d5f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:23.537345 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3710c701-dd8a-46c3-afb4-d3a441065d5f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/8b683d8a-75e0-4ffe-84fc-a6f8b06d79d9 HTTP/1.1" status: 404 len: 339 time: 0.0274856 Dec 09 10:03:23.539885 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36560) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.730946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Deleting subnet 92d8eaa4-bc3c-4917-a6bf-cd6eb969639e {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:03:23.734811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.744412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb4039-0226-4ec8-939d-8ae9fce3737b None None] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:23.791684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.866325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7fa4b92c-b239-45b2-9394-d9b7f91cee6f None None] Provisioning for port 44fa8613-4738-408b-8be0-51b294194e2a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:23.876432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.959805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:23.966053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-77f62ff7-3d0d-4a58-ab0d-ca373422aae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:24.007131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8eaa4-bc3c-4917-a6bf-cd6eb969639e,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:24.009099 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.013071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:24.023471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5d85ce89-cd95-463a-a056-ab75c2f58d67 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/subnets/92d8eaa4-bc3c-4917-a6bf-cd6eb969639e HTTP/1.1" status: 204 len: 168 time: 0.4826062 Dec 09 10:03:24.025850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36564) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:24.144726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.155606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Deleting port 44fa8613-4738-408b-8be0-51b294194e2a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:24.155963 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.179643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e5fb6d-5152-467c-95e3-861839f5b3b9 None None] Network 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:24.364453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] For port 44fa8613-4738-408b-8be0-51b294194e2a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=44fa8613-4738-408b-8be0-51b294194e2a,segment=NetworkSegment(0bf5e47c-151f-4819-9842-db447778cd68),segment_id=0bf5e47c-151f-4819-9842-db447778cd68)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:24.364817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.427102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] DHCP port deletion for 51de4a95-a1f9-44c3-a9c9-70aea34ef2ab request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:03:24.431307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Deleting port 44fa8613-4738-408b-8be0-51b294194e2a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:24.431686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.489861 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Calling delete_port for 44fa8613-4738-408b-8be0-51b294194e2a owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:24.561771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.565709 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:24.636823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] For port 44fa8613-4738-408b-8be0-51b294194e2a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=44fa8613-4738-408b-8be0-51b294194e2a,segment=NetworkSegment(0bf5e47c-151f-4819-9842-db447778cd68),segment_id=0bf5e47c-151f-4819-9842-db447778cd68)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:24.637140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.714556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Port': ['ID=44fa8613-4738-408b-8be0-51b294194e2a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:24.717592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:24.723609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No DVR routers for this DVR port 44fa8613-4738-408b-8be0-51b294194e2a on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:24.758292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Calling delete_port for 44fa8613-4738-408b-8be0-51b294194e2a owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:24.825332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:03:24.825692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:03:24.846488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.871570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51de4a95-a1f9-44c3-a9c9-70aea34ef2ab']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:24.883165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5e47c-151f-4819-9842-db447778cd68') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:24.883797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5e47c-151f-4819-9842-db447778cd68') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:24.894520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.910742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.916994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:24.917390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:24.932158 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:25.011313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.014695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e438a805-7a83-478e-ab6e-1f5b57111016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:25.028747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.041269 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Network': ['ID=51de4a95-a1f9-44c3-a9c9-70aea34ef2ab,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:25.043768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/51de4a95-a1f9-44c3-a9c9-70aea34ef2ab HTTP/1.1" status: 204 len: 168 time: 1.0169661 Dec 09 10:03:25.044668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:25.046196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36568) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.084047 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24ed5d5-9aaa-47eb-93c8-b6443d6ad12b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:25.084476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24ed5d5-9aaa-47eb-93c8-b6443d6ad12b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:25.086036 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b24ed5d5-9aaa-47eb-93c8-b6443d6ad12b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/subnets/a7c510f9-ba82-4768-8c4a-79077e953ffb HTTP/1.1" status: 404 len: 337 time: 0.0389440 Dec 09 10:03:25.088456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36572) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.117088 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67fa8aa-bf13-4fc5-9c48-b26c86df7c7d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:25.117517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67fa8aa-bf13-4fc5-9c48-b26c86df7c7d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:25.119050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f67fa8aa-bf13-4fc5-9c48-b26c86df7c7d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/3f5e39af-76da-4586-a425-3d755f553723 HTTP/1.1" status: 404 len: 339 time: 0.0297503 Dec 09 10:03:25.121403 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36576) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.158327 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23bea6a-b1f6-4fb4-8dff-295cd5c1eb60 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:25.158680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23bea6a-b1f6-4fb4-8dff-295cd5c1eb60 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:25.160230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f23bea6a-b1f6-4fb4-8dff-295cd5c1eb60 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/subnets/0e49e303-1309-4001-b9ec-ed60a6776b0f HTTP/1.1" status: 404 len: 337 time: 0.0379837 Dec 09 10:03:25.162497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36580) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.186287 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2cb7ea-c3b0-4336-b5a5-b52be7be164f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] DELETE failed (client error): The resource could not be found. Dec 09 10:03:25.186711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2cb7ea-c3b0-4336-b5a5-b52be7be164f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 10:03:25.188374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fe2cb7ea-c3b0-4336-b5a5-b52be7be164f tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/a4632d2d-078b-4bc1-b581-727f8d862feb HTTP/1.1" status: 404 len: 339 time: 0.0249979 Dec 09 10:03:25.190547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36584) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.326862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Deleting port 44fa8613-4738-408b-8be0-51b294194e2a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:25.327437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.371058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Deleting subnet da7c6f38-8810-43f9-9c16-ba7b3f288213 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:03:25.374033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.393434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ba233449-e333-4c91-b49e-d1fea92d8fa4 None None] The port '44fa8613-4738-408b-8be0-51b294194e2a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:03:25.408590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff2c77-ca53-4334-ae5b-dda33b40e796 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 10:03:25.432050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.494894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff2c77-ca53-4334-ae5b-dda33b40e796 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 10:03:25.517583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.594655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.598310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d9fbe8cc-d0dd-4238-95ec-0d92d77ac1d0 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:25.636397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Subnet': ['ID=da7c6f38-8810-43f9-9c16-ba7b3f288213,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:25.640381 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:25.646911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.660008 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-20fc354c-aea8-4cdc-a4b6-a8091e448385 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/subnets/da7c6f38-8810-43f9-9c16-ba7b3f288213 HTTP/1.1" status: 204 len: 168 time: 0.4660563 Dec 09 10:03:25.660183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36588) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.774023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.785058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Deleting port 30f3238d-1a09-4033-8d74-730c9dccec1a {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:25.785390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:25.834199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc071a2e-6912-4ee4-bfee-0818e2c2a4b2 None None] Network d6a7b95f-56a6-4104-a666-5a3449def303 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:25.987015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] For port 30f3238d-1a09-4033-8d74-730c9dccec1a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30f3238d-1a09-4033-8d74-730c9dccec1a,segment=NetworkSegment(73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7),segment_id=73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:25.987486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.087033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] DHCP port deletion for d6a7b95f-56a6-4104-a666-5a3449def303 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:03:26.091370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Deleting port 30f3238d-1a09-4033-8d74-730c9dccec1a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:26.091851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.112846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Calling delete_port for 30f3238d-1a09-4033-8d74-730c9dccec1a owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:26.185998 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.191661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:26.299725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] For port 30f3238d-1a09-4033-8d74-730c9dccec1a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=30f3238d-1a09-4033-8d74-730c9dccec1a,segment=NetworkSegment(73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7),segment_id=73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:26.300163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.355517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Port': ['ID=30f3238d-1a09-4033-8d74-730c9dccec1a,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:26.358640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:26.361526 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] No DVR routers for this DVR port 30f3238d-1a09-4033-8d74-730c9dccec1a on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:26.440360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Calling delete_port for 30f3238d-1a09-4033-8d74-730c9dccec1a owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:26.484522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.509482 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a7b95f-56a6-4104-a666-5a3449def303']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:26.510137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:03:26.510506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:03:26.523552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:26.523902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ab81f3-bc5a-4c8d-8d55-3aa88c7ce9e7') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:26.534997 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.550212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.556377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:26.556857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:26.571466 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:26.661689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.667052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:26.669640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a143c60a-c511-49dc-95dd-191a23dc801a tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:26.694995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Pushing event deleted for resources: {'Network': ['ID=d6a7b95f-56a6-4104-a666-5a3449def303,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:26.697421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:26.699096 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-79312361-678a-418d-8a95-a038f659bb07 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] 10.222.0.41 "DELETE /v2.0/networks/d6a7b95f-56a6-4104-a666-5a3449def303 HTTP/1.1" status: 204 len: 168 time: 1.0380082 Dec 09 10:03:26.758280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30f3238d-1a09-4033-8d74-730c9dccec1a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:03:26.789795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 30f3238d-1a09-4033-8d74-730c9dccec1a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:03:26.790150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 30f3238d-1a09-4033-8d74-730c9dccec1a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:03:26.985952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36596) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:27.012206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Deleting port 30f3238d-1a09-4033-8d74-730c9dccec1a {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:27.012609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:27.079569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b6777d21-a404-4958-89b6-03b9ded8ac5c None None] The port '30f3238d-1a09-4033-8d74-730c9dccec1a' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:03:27.161103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6bd45ff7-65ae-4b8e-9201-14d9ee4dfa58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de5252fe3ba64d9389219bf28d49082a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1746173 Dec 09 10:03:27.163363 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36602) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:27.222368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:27.250075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:27.304483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:27.308291 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4d4b023d-3abb-441a-a925-287618a100c3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:27.320617 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43546cd-857a-44b6-9504-3a88f6808f15,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:27.323342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:27.325158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:27.328855 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-93bbc867-5606-4632-8fe2-4cbe5a2edd28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e43546cd-857a-44b6-9504-3a88f6808f15 HTTP/1.1" status: 204 len: 168 time: 0.1619301 Dec 09 10:03:28.110909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36624) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:28.237100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1282045740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:28.243427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:28.247177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:router and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:28.250668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:28.256371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:28.267041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.268042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.286249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.306196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.327206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.328975 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d0b5b1c3-4abd-4448-ae2b-e9d51652dbf0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2170219 Dec 09 10:03:28.331551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36630) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:28.337892 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-288568660'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:28.342638 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:28.347107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:network and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:28.350549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:28.356618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:28.366453 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Made reservation on behalf of 8527685de52d49abb5d693494072745e for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:28.369774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.382788 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.415247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:28.418993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:security_group_rule and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:28.421826 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:28.427373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:28.495494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.499185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.503492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8b8584c0-4c2f-424e-944e-a9019d9af8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:28.530604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:28.542681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fdf5b2-3091-4e18-a292-3c913017070d,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:28.546642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:28.547530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.547899 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Added segment 30be03db-8916-4a0e-9344-8f6d07342419 of type vlan for network c53499d4-011c-482b-8423-96355ebef17b Dec 09 10:03:28.573618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.605232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.608936 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:28.609640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:28.613088 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c5e238dc-ac42-4be7-af53-b5933c49d82a tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:28.716103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3835037 Dec 09 10:03:28.717014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event updated for resources: {'Network': ['ID=c53499d4-011c-482b-8423-96355ebef17b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:28.718973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36634) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:28.721805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a33196cc-a32c-481e-9847-1ed08ef4f5fb tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:28.725295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'subnet': {'network_id': 'c53499d4-011c-482b-8423-96355ebef17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:28.726947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network c53499d4-011c-482b-8423-96355ebef17b details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:28.836442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:28.840259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:subnet and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:28.843075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:28.848723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:28.858380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Made reservation on behalf of 8527685de52d49abb5d693494072745e for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:28.959232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.171457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.175980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95be3081-a3bf-46ee-b9d3-e44662288007 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:29.248382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event updated for resources: {'Subnet': ['ID=8b178ecc-a101-44e8-b226-b3a2687e47c5,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:29.252242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:29.258860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Checking segment: {'id': '30be03db-8916-4a0e-9344-8f6d07342419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:29.259237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Network hostable DHCP agents. Network: c53499d4-011c-482b-8423-96355ebef17b, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:29.280212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Network c53499d4-011c-482b-8423-96355ebef17b is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:29.289449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, c53499d4-011c-482b-8423-96355ebef17b) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:29.293271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:29.293838 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.301508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd214e8-d087-410b-95f0-721b95048ca4 None None] Network c53499d4-011c-482b-8423-96355ebef17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:29.316763 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5965414 Dec 09 10:03:29.319639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36638) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:29.325241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-119278148'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:29.330117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:29.333849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:network and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:29.336681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:29.342334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:29.353839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Made reservation on behalf of 8527685de52d49abb5d693494072745e for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:29.357192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.387271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:29.396604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.396921 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Added segment 16388b19-2c03-4b0c-b71d-137a0755c5ed of type vlan for network 28127250-0174-4d51-b36f-694074006f72 Dec 09 10:03:29.427933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.457819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.461621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:29.462205 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.466159 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f285d31e-efb4-45df-a5f9-3a70f92c644f tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:29.520944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-c53499d4-011c-482b-8423-96355ebef17b', 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b', 'tenant_id': '8527685de52d49abb5d693494072745e', 'fixed_ips': [{'subnet_id': '8b178ecc-a101-44e8-b226-b3a2687e47c5'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:29.521764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:29.574750 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2539511 Dec 09 10:03:29.577676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36642) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:29.580249 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event updated for resources: {'Network': ['ID=28127250-0174-4d51-b36f-694074006f72,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:29.583313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-04671c0e-a493-47c8-85ac-67fcbb869f8f tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:29.586895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'subnet': {'network_id': '28127250-0174-4d51-b36f-694074006f72', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:29.594875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 28127250-0174-4d51-b36f-694074006f72 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:29.697033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:29.701061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Usage tracker for resource:subnet and tenant:8527685de52d49abb5d693494072745e is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:29.704777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:29.710834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:29.722142 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Made reservation on behalf of 8527685de52d49abb5d693494072745e for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:29.814578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Allocated IP 172.20.0.2 (c53499d4-011c-482b-8423-96355ebef17b/8b178ecc-a101-44e8-b226-b3a2687e47c5/480e2f2f-cfae-42b7-a9fe-b40d1cae1147) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:29.922954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.021976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.032678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Transition to ACTIVE for port object 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:30.051391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Transition to ACTIVE for port object 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:30.057130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.061164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:30.126729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Pushing event updated for resources: {'Port': ['ID=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:30.129978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Network c53499d4-011c-482b-8423-96355ebef17b is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:30.130848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:30.131817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:30.133807 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:30.145093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.148675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b2faaa6-792b-4eb6-877a-dde1e3a367fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:30.221255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Attempting to bind port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:30.221628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Attempting to bind port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '30be03db-8916-4a0e-9344-8f6d07342419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:30.221988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Attempting to bind port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 on network c53499d4-011c-482b-8423-96355ebef17b {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:30.224308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event updated for resources: {'Subnet': ['ID=6e6e2632-de52-4716-86f1-d5337d5c2eb9,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:30.228005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:30.228653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:30.229030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Checking segment: {'id': '30be03db-8916-4a0e-9344-8f6d07342419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:30.229732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.230070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Bound using segment: {'id': '30be03db-8916-4a0e-9344-8f6d07342419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:30.230542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Bound port: 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30be03db-8916-4a0e-9344-8f6d07342419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c53499d4-011c-482b-8423-96355ebef17b'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:30.230930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.237656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Checking segment: {'id': '16388b19-2c03-4b0c-b71d-137a0755c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '28127250-0174-4d51-b36f-694074006f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:30.238015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Network hostable DHCP agents. Network: 28127250-0174-4d51-b36f-694074006f72, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:30.259457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Network 28127250-0174-4d51-b36f-694074006f72 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:30.269173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 28127250-0174-4d51-b36f-694074006f72) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:30.274552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:30.276098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.281540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25dfe3-5534-4f79-894e-3c29fb62195a None None] Network 28127250-0174-4d51-b36f-694074006f72 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:30.305691 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7242041 Dec 09 10:03:30.305871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36646) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:30.310878 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-18a29856-c6db-41a2-8171-ad8eff679643 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Request body: {'router': {'external_gateway_info': {'network_id': '28127250-0174-4d51-b36f-694074006f72'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:30.408879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] For port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:30.429513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] For port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,segment=NetworkSegment(30be03db-8916-4a0e-9344-8f6d07342419),segment_id=30be03db-8916-4a0e-9344-8f6d07342419)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:30.440795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.447153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:30.598851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Pushing event updated for resources: {'Port': ['ID=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:30.606034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:30.621118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-28127250-0174-4d51-b36f-694074006f72', 'network_id': '28127250-0174-4d51-b36f-694074006f72', 'tenant_id': '8527685de52d49abb5d693494072745e', 'fixed_ips': [{'subnet_id': '6e6e2632-de52-4716-86f1-d5337d5c2eb9'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:30.621924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.713999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-18a29856-c6db-41a2-8171-ad8eff679643 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:30.814282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Allocated IP 172.21.0.2 (28127250-0174-4d51-b36f-694074006f72/6e6e2632-de52-4716-86f1-d5337d5c2eb9/a251f31c-ecde-44b7-826a-e991d147ac9d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:30.900525 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.api.v2.resource [None req-18a29856-c6db-41a2-8171-ad8eff679643 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 10:03:30.901783 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-18a29856-c6db-41a2-8171-ad8eff679643 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "PUT /v2.0/routers/e395b7d8-6b91-4e71-aa1e-bff77eabbd89 HTTP/1.1" status: 400 len: 364 time: 0.5951321 Dec 09 10:03:30.908047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36650) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:30.986846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Deleting subnet 6e6e2632-de52-4716-86f1-d5337d5c2eb9 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:03:31.053171 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.063882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Transition to ACTIVE for port object a251f31c-ecde-44b7-826a-e991d147ac9d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:31.084161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Transition to ACTIVE for port object a251f31c-ecde-44b7-826a-e991d147ac9d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:31.088691 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.089468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.093549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:31.147966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.161756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Network 28127250-0174-4d51-b36f-694074006f72 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:31.165014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Pushing event updated for resources: {'Port': ['ID=a251f31c-ecde-44b7-826a-e991d147ac9d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:31.167968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:31.169021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:31.171197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:31.228288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.264003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Attempting to bind port a251f31c-ecde-44b7-826a-e991d147ac9d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:31.264415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Attempting to bind port a251f31c-ecde-44b7-826a-e991d147ac9d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '16388b19-2c03-4b0c-b71d-137a0755c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '28127250-0174-4d51-b36f-694074006f72'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:31.265257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Attempting to bind port a251f31c-ecde-44b7-826a-e991d147ac9d on network 28127250-0174-4d51-b36f-694074006f72 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:31.272074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:31.272465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Checking segment: {'id': '16388b19-2c03-4b0c-b71d-137a0755c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '28127250-0174-4d51-b36f-694074006f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:31.272877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.273283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Bound using segment: {'id': '16388b19-2c03-4b0c-b71d-137a0755c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '28127250-0174-4d51-b36f-694074006f72'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:31.273762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Bound port: a251f31c-ecde-44b7-826a-e991d147ac9d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16388b19-2c03-4b0c-b71d-137a0755c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '28127250-0174-4d51-b36f-694074006f72'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:31.274146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.308254 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.313436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-30fbe61c-73bb-4d09-b087-d2e3b3f853ab tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:31.352672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6e2632-de52-4716-86f1-d5337d5c2eb9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:31.363102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.371090 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "DELETE /v2.0/subnets/6e6e2632-de52-4716-86f1-d5337d5c2eb9 HTTP/1.1" status: 204 len: 168 time: 0.4620383 Dec 09 10:03:31.372573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.372960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.373340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.373711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.374082 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.374448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.374996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36654) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:31.375511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.375608 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.375971 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.376338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.376701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:31.380887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-17bf148a-3d5e-4396-ba85-64bb260669ce tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:31.392028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] For port a251f31c-ecde-44b7-826a-e991d147ac9d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:31.395985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] For port a251f31c-ecde-44b7-826a-e991d147ac9d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a251f31c-ecde-44b7-826a-e991d147ac9d,segment=NetworkSegment(16388b19-2c03-4b0c-b71d-137a0755c5ed),segment_id=16388b19-2c03-4b0c-b71d-137a0755c5ed)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:31.401515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.405553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-efc98ed2-abc8-439a-90a5-c37ad379331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:31.512344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.522053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Pushing event updated for resources: {'Port': ['ID=a251f31c-ecde-44b7-826a-e991d147ac9d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:31.524446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Deleting port a251f31c-ecde-44b7-826a-e991d147ac9d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:31.524788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.526153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:31.565468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ddcc4e-371d-463a-a928-257a5de93b78 None None] Network 28127250-0174-4d51-b36f-694074006f72 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:31.674007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d99eb-f73c-4f25-b832-44f07a9bd9c9 None None] Network c53499d4-011c-482b-8423-96355ebef17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:31.736544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] For port a251f31c-ecde-44b7-826a-e991d147ac9d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a251f31c-ecde-44b7-826a-e991d147ac9d,segment=NetworkSegment(16388b19-2c03-4b0c-b71d-137a0755c5ed),segment_id=16388b19-2c03-4b0c-b71d-137a0755c5ed)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:31.736903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.861621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Calling delete_port for a251f31c-ecde-44b7-826a-e991d147ac9d owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:31.871128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0c539f4f-2f04-4b7d-8bba-e22963dadadc None None] Provisioning for port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:31.933830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:31.939305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e7b08fc3-5327-44f1-9b51-4a4061dac9e9 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:31.981907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event deleted for resources: {'Port': ['ID=a251f31c-ecde-44b7-826a-e991d147ac9d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:31.985941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:31.989368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] No DVR routers for this DVR port a251f31c-ecde-44b7-826a-e991d147ac9d on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:32.117680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.145234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28127250-0174-4d51-b36f-694074006f72']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:32.158795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16388b19-2c03-4b0c-b71d-137a0755c5ed') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:32.159072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16388b19-2c03-4b0c-b71d-137a0755c5ed') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:32.171187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.189891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.196128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:32.196514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.208791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4dbb4-728c-4f85-8b03-17a602ed1338 None None] get_active_networks_info from dv-neutron-821175-1-hyperv {{(pid=83488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:32.211957 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:32.294295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4dbb4-728c-4f85-8b03-17a602ed1338 None None] Resources bound (agent type, host, resource id): {{(pid=83488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 10:03:32.294577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.298968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b9b835e-523d-4d9c-9183-f713e933bf51 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:32.316110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.322345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event deleted for resources: {'Network': ['ID=28127250-0174-4d51-b36f-694074006f72,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:32.326478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:32.329688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "DELETE /v2.0/networks/28127250-0174-4d51-b36f-694074006f72 HTTP/1.1" status: 204 len: 168 time: 0.9520836 Dec 09 10:03:32.332258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36658) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:32.399000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Deleting subnet 8b178ecc-a101-44e8-b226-b3a2687e47c5 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:03:32.401894 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.456308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.644605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.715540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.719423 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f301b894-1232-434e-8514-bead25ed713d tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:32.758081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event deleted for resources: {'Subnet': ['ID=8b178ecc-a101-44e8-b226-b3a2687e47c5,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:32.762001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:32.764708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:32.771195 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "DELETE /v2.0/subnets/8b178ecc-a101-44e8-b226-b3a2687e47c5 HTTP/1.1" status: 204 len: 168 time: 0.4379132 Dec 09 10:03:32.771663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ccb33-1fc8-4946-bfb7-25f12a2540ff None None] Network c53499d4-011c-482b-8423-96355ebef17b requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:32.773713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36662) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:32.797507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:33.009219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.010594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:33.018061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:33.018447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.019983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Deleting port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:33.020316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.149781 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.162183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] DHCP port deletion for c53499d4-011c-482b-8423-96355ebef17b request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:03:33.170704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Deleting port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:33.171091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.229081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] For port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,segment=NetworkSegment(30be03db-8916-4a0e-9344-8f6d07342419),segment_id=30be03db-8916-4a0e-9344-8f6d07342419)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:33.229431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.232730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,segment=NetworkSegment(30be03db-8916-4a0e-9344-8f6d07342419),segment_id=30be03db-8916-4a0e-9344-8f6d07342419)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:33.261639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.268735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:33.350150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.353509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Calling delete_port for 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:33.425477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:03:33.425721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:03:33.435674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:33.440853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:33.460349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] For port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,segment=NetworkSegment(30be03db-8916-4a0e-9344-8f6d07342419),segment_id=30be03db-8916-4a0e-9344-8f6d07342419)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:33.460754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.620554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Calling delete_port for 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:03:33.665705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9a3598ad-34a4-43b5-9823-a421a50387bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.699513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.703613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:33.760137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Pushing event deleted for resources: {'Port': ['ID=480e2f2f-cfae-42b7-a9fe-b40d1cae1147,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:33.762537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:33.764944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] No DVR routers for this DVR port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:03:33.927316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Deleting port 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:03:33.927976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:33.994015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] The port '480e2f2f-cfae-42b7-a9fe-b40d1cae1147' was deleted {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:03:34.122577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.148852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53499d4-011c-482b-8423-96355ebef17b']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:34.160947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30be03db-8916-4a0e-9344-8f6d07342419') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:34.161241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30be03db-8916-4a0e-9344-8f6d07342419') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:34.173494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.189956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.196005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:03:34.196382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:34.210394 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:34.288910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.292159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-50ed2916-e80f-4136-a5e0-bc1fa90e7e9b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:34.306774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.318292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Pushing event deleted for resources: {'Network': ['ID=c53499d4-011c-482b-8423-96355ebef17b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:34.321168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:34.323217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "DELETE /v2.0/networks/c53499d4-011c-482b-8423-96355ebef17b HTTP/1.1" status: 204 len: 168 time: 1.5474396 Dec 09 10:03:34.325278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36666) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:34.365736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f6e7e4a-19f9-4408-b2cb-4f0313e5dbae tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Synchronizing usage tracker for tenant:8527685de52d49abb5d693494072745e on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:34.381256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0f6e7e4a-19f9-4408-b2cb-4f0313e5dbae tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Unset dirty status for tenant:8527685de52d49abb5d693494072745e on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:34.382347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0f6e7e4a-19f9-4408-b2cb-4f0313e5dbae tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "GET /v2.0/ports?device_id=e395b7d8-6b91-4e71-aa1e-bff77eabbd89 HTTP/1.1" status: 200 len: 205 time: 0.0562010 Dec 09 10:03:34.384883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36670) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:34.525072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.670566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:34.759456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:03:34.794252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:03:34.794625 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 480e2f2f-cfae-42b7-a9fe-b40d1cae1147 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:03:35.022573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.026705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.051264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.051669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Fanout notify agent at l3_agent the message router_deleted on router e395b7d8-6b91-4e71-aa1e-bff77eabbd89 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:03:35.063052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.064185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a170bef8-6f59-4f90-9271-b7fc11aabeb0 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] 10.222.0.41 "DELETE /v2.0/routers/e395b7d8-6b91-4e71-aa1e-bff77eabbd89 HTTP/1.1" status: 204 len: 168 time: 0.6783276 Dec 09 10:03:35.345985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36678) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:35.518481 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-03829b01-34dc-42ec-8bc2-9cacc8cd2089 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8527685de52d49abb5d693494072745e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1712832 Dec 09 10:03:35.520819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36684) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:35.584414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.611779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.663252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.666970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ae417134-671e-4e15-a71f-52002d773cda tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:35.678537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fdf5b2-3091-4e18-a292-3c913017070d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:35.681932 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:35.688415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:35.689527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89fdf5b2-3091-4e18-a292-3c913017070d HTTP/1.1" status: 204 len: 168 time: 0.1678050 Dec 09 10:03:35.792574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f403fbc5-74fa-4717-bc48-eea76265845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.528831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36706) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:36.654423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-281920696-network', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:36.659970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:36.663982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Usage tracker for resource:network and tenant:182ca10cbb224531b2f1f2dcfe4816fc is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:36.667200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:36.674324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:36.683998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Made reservation on behalf of 182ca10cbb224531b2f1f2dcfe4816fc for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:36.686241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.698842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.731425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:36.735659 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Usage tracker for resource:security_group_rule and tenant:182ca10cbb224531b2f1f2dcfe4816fc is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:36.738468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:36.744171 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:36.813020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.816667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.819789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bede8b2-d4a3-46c8-bd94-8a0244ed2157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:36.852921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:36.858589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c884c324-9551-4a54-9493-6ab34404dee8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:36.862365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:36.867435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.867864 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Added segment 1a2ff22f-d318-4fc2-8e94-92934bc8dc7a of type vlan for network 9f0893c0-14a0-4a52-9288-9c3207175e36 Dec 09 10:03:36.896108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.902921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.926854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.927779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:36.928365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:36.933133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a20753a0-c9ec-445d-bb40-3d90f489c274 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:37.030266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5003457 Dec 09 10:03:37.033841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36712) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:37.036232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0893c0-14a0-4a52-9288-9c3207175e36,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:37.038780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:37.039841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Request body: {'subnet': {'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-subnet', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:37.044978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:37.045616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:37.049799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Usage tracker for resource:subnet and tenant:182ca10cbb224531b2f1f2dcfe4816fc is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:37.052745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:37.058358 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:37.068442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Made reservation on behalf of 182ca10cbb224531b2f1f2dcfe4816fc for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:37.070951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.271354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.275245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ab1da6e-87da-44a4-b0d3-cae2b957c2ab tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:37.345110 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13785600-bcbe-41c3-a859-4df55dd678c5,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:37.348277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:37.360671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Checking segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:37.361021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Network hostable DHCP agents. Network: 9f0893c0-14a0-4a52-9288-9c3207175e36, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:37.382039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:37.391554 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9f0893c0-14a0-4a52-9288-9c3207175e36) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:37.395477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:37.396066 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.401129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79af737-14a7-479f-adbf-cf706aaa3630 None None] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:37.416950 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3819010 Dec 09 10:03:37.419810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:37.425156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:37.429753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:37.433551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Usage tracker for resource:router and tenant:182ca10cbb224531b2f1f2dcfe4816fc is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:37.436372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:37.442004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:37.453390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.454510 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.473707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.618597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9f0893c0-14a0-4a52-9288-9c3207175e36', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:37.619482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.619735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.772779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Allocated IP 172.20.0.2 (9f0893c0-14a0-4a52-9288-9c3207175e36/13785600-bcbe-41c3-a859-4df55dd678c5/649ca95d-85a2-433e-8347-5584bfe19192) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:37.809493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.845165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.981619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Allocated IP 172.26.4.41 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/4426399b-6431-4967-800b-550cb9c42a87) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:37.981817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:37.991990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Transition to ACTIVE for port object 649ca95d-85a2-433e-8347-5584bfe19192 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:38.010212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Transition to ACTIVE for port object 649ca95d-85a2-433e-8347-5584bfe19192 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:38.016325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.021008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:38.081446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:38.088504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:38.093931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:38.100070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Pushing event updated for resources: {'Port': ['ID=649ca95d-85a2-433e-8347-5584bfe19192,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:38.103658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:38.136892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.164678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.168896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58e1569a-914a-43b9-b00f-29a74f89f8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:38.185350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Attempting to bind port 649ca95d-85a2-433e-8347-5584bfe19192 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:38.185728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Attempting to bind port 649ca95d-85a2-433e-8347-5584bfe19192 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:38.186100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Attempting to bind port 649ca95d-85a2-433e-8347-5584bfe19192 on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:38.194339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:38.194724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Checking segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:38.195132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.195533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Bound using segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:38.196023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Bound port: 649ca95d-85a2-433e-8347-5584bfe19192, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:38.196405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.238017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:38.241185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:38.245390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:38.272091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Pushing event updated for resources: {'Port': ['ID=4426399b-6431-4967-800b-550cb9c42a87,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:38.278342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:38.292679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] For port 649ca95d-85a2-433e-8347-5584bfe19192, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:38.295777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] For port 649ca95d-85a2-433e-8347-5584bfe19192, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=649ca95d-85a2-433e-8347-5584bfe19192,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:38.301463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.305228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:38.408792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.409585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.410878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:38.420479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Pushing event updated for resources: {'Port': ['ID=649ca95d-85a2-433e-8347-5584bfe19192,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:38.424782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:38.790272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:03:38.799597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 649ca95d-85a2-433e-8347-5584bfe19192 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:38.869527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 649ca95d-85a2-433e-8347-5584bfe19192 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:38.996826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:03:39.006246 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Sync routers for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:03:39.021005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.021310 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:39.021725 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:39.022287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6014273 Dec 09 10:03:39.025180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 36720) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:39.200035 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:39.404953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd59d9-79d9-412e-a739-5ad848218d03 None None] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:39.510426 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:38Z', 'revision_number': 3, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:39.516505 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Checking router: b165796d-c4b8-4fd0-9ef2-f1bca59f7822 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:03:39.516864 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Updating router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 port 4426399b-6431-4967-800b-550cb9c42a87 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:03:39.526468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Provisioning for port 649ca95d-85a2-433e-8347-5584bfe19192 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:39.544127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Provisioning complete for port 649ca95d-85a2-433e-8347-5584bfe19192 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:39.544431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.568151 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.766032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.814371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] For port 649ca95d-85a2-433e-8347-5584bfe19192, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=649ca95d-85a2-433e-8347-5584bfe19192,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:39.816714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.820482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.821963 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d73b8be4-617a-4325-a9d8-f1fb2ba94eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:39.893364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Pushing event updated for resources: {'Port': ['ID=649ca95d-85a2-433e-8347-5584bfe19192,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:39.899603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:39.919363 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.934142 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Transition to ACTIVE for port object 4426399b-6431-4967-800b-550cb9c42a87 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:39.942360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:39.948762 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-89fd6d18-8437-4045-b816-c4ef05ca2e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:40.058346 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Attempting to bind port 4426399b-6431-4967-800b-550cb9c42a87 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:40.058967 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Attempting to bind port 4426399b-6431-4967-800b-550cb9c42a87 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:40.059094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Allocated IP 172.20.0.1 (9f0893c0-14a0-4a52-9288-9c3207175e36/13785600-bcbe-41c3-a859-4df55dd678c5/63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:40.059210 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Attempting to bind port 4426399b-6431-4967-800b-550cb9c42a87 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:40.061079 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Pushing event updated for resources: {'Port': ['ID=4426399b-6431-4967-800b-550cb9c42a87,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:40.072934 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:40.073227 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:40.073714 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.074096 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:40.074551 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Bound port: 4426399b-6431-4967-800b-550cb9c42a87, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:40.074916 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.101728 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.101992 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.102319 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.102641 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.102983 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.103280 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.103592 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.103937 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.104249 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.104832 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.105124 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:40.113032 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:40.151475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] For port 4426399b-6431-4967-800b-550cb9c42a87, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:40.154321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-92c576da-5471-44a4-aac9-ba7334905de3 None None] Provisioning complete for port 649ca95d-85a2-433e-8347-5584bfe19192 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:40.154787 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] For port 4426399b-6431-4967-800b-550cb9c42a87, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4426399b-6431-4967-800b-550cb9c42a87,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:40.155300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-92c576da-5471-44a4-aac9-ba7334905de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.161247 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.165637 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:40.226330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.243844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Transition to ACTIVE for port object 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:40.247669 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Pushing event updated for resources: {'Port': ['ID=4426399b-6431-4967-800b-550cb9c42a87,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:40.251350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:40.251770 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:40.267859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.278498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7d09a514-9bc1-4744-86fe-d9754076c83c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:40.309117 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:40.328700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:40.331627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:40.335474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:40.392462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:40.400845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:40.412005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.444812 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:40.612725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3b9666a8-f757-4405-9e50-38926351d8e5 None None] Provisioning for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:40.618179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3b9666a8-f757-4405-9e50-38926351d8e5 None None] Provisioning complete for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:40.618356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.618562 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3b9666a8-f757-4405-9e50-38926351d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.676697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3b9666a8-f757-4405-9e50-38926351d8e5 None None] Port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:03:40.749575 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:38Z', 'revision_number': 3, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:40.753470 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd82f5-b64f-4a53-abbe-1ab9655a3de9 None None] The sync data for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv is: [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:38Z', 'revision_number': 3, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:03:40.782382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 649ca95d-85a2-433e-8347-5584bfe19192 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:40.860121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 649ca95d-85a2-433e-8347-5584bfe19192 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:40.860743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.866043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.870814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:40.901537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-11f42238-7be6-43c2-8e4a-098a07cc941c tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:40.997902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:41.000652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:41.006660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:41.155449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:41.157637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:41.402941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-59660430-4d83-4f34-804c-7e6bd02e5801 None None] Provisioning complete for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:41.403497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-59660430-4d83-4f34-804c-7e6bd02e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:41.462175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-59660430-4d83-4f34-804c-7e6bd02e5801 None None] Port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:03:41.564927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:03:41.765924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:03:41.774722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/b165796d-c4b8-4fd0-9ef2-f1bca59f7822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485743 Dec 09 10:03:42.601181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36742) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:42.607105 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1172145127-network', 'tenant_id': 'd38b5efc746b484985730e797cc222e8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:42.612773 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:42.616644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Usage tracker for resource:network and tenant:d38b5efc746b484985730e797cc222e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:42.619434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:42.625710 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:42.635772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Made reservation on behalf of d38b5efc746b484985730e797cc222e8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:42.637968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.650975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.681290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:42.684975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Usage tracker for resource:security_group_rule and tenant:d38b5efc746b484985730e797cc222e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:42.688359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:42.693939 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:42.762959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.766922 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.769972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e3916f2d-85c2-4adc-8e9e-37a170068350 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:42.789455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4426399b-6431-4967-800b-550cb9c42a87 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:42.802061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:03:42.807428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101893e1-b5d8-4e53-b5a9-21df2a963cc5,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:42.811164 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:42.817032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.817434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Added segment d416b261-3316-4ae9-b5a3-cf5bb89a61d4 of type vlan for network 9686d13a-241e-4ba5-aa07-a120dc676f7a Dec 09 10:03:42.845169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.865422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4426399b-6431-4967-800b-550cb9c42a87 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:42.870150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4426399b-6431-4967-800b-550cb9c42a87 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:42.870651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.876993 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.878112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:42.878722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.883417 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:42.985382 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3831031 Dec 09 10:03:42.986168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Pushing event updated for resources: {'Network': ['ID=9686d13a-241e-4ba5-aa07-a120dc676f7a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:42.988078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36746) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:42.991931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:42.993537 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Request body: {'subnet': {'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-subnet', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:42.997116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1556fa80-3cb3-4e00-8832-b0ed7ea57b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:42.998933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:03:42.999849 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:43.004130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Usage tracker for resource:subnet and tenant:d38b5efc746b484985730e797cc222e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:43.007071 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:43.012771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:43.024181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Made reservation on behalf of d38b5efc746b484985730e797cc222e8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:43.026580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.085277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4426399b-6431-4967-800b-550cb9c42a87, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4426399b-6431-4967-800b-550cb9c42a87,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:43.099675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.104226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:43.173526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4426399b-6431-4967-800b-550cb9c42a87,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:43.176498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:43.233106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.237854 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-95b03b68-d1cf-4b15-a42a-f88ab240a222 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:43.302213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306f02dd-ad74-4b8f-9782-50fce2cd4518,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:43.306470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:43.316806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Checking segment: {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:43.317154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Network hostable DHCP agents. Network: 9686d13a-241e-4ba5-aa07-a120dc676f7a, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:03:43.337255 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:03:43.345953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9686d13a-241e-4ba5-aa07-a120dc676f7a) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:43.350230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:43.350805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.355595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b61aa-bdd6-4963-825f-9cbff78c4e7b None None] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:43.374097 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-53b84524-c176-4b07-9d4c-c72dc99123f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3848870 Dec 09 10:03:43.377125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36750) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:43.382880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:43.387592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:43.391860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Usage tracker for resource:router and tenant:d38b5efc746b484985730e797cc222e8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:03:43.395048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:03:43.402014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:43.412615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.413610 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.432977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.589214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9686d13a-241e-4ba5-aa07-a120dc676f7a', 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'fixed_ips': [{'subnet_id': '306f02dd-ad74-4b8f-9782-50fce2cd4518'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:03:43.590106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.607097 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.814849 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Allocated IP 172.20.0.2 (9686d13a-241e-4ba5-aa07-a120dc676f7a/306f02dd-ad74-4b8f-9782-50fce2cd4518/0ca284ff-405a-42bb-97a6-af453bc81b82) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:43.822154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:43.864507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.018307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Allocated IP 172.26.4.2 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/63503f21-94ca-45ae-b092-f864457e2330) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:44.041703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.053626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Transition to ACTIVE for port object 0ca284ff-405a-42bb-97a6-af453bc81b82 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:44.073612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Transition to ACTIVE for port object 0ca284ff-405a-42bb-97a6-af453bc81b82 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:44.081836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.099506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:44.158109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:44.161317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:44.164332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:44.185131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Pushing event updated for resources: {'Port': ['ID=0ca284ff-405a-42bb-97a6-af453bc81b82,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:44.188660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:44.285087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Attempting to bind port 0ca284ff-405a-42bb-97a6-af453bc81b82 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:44.285087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Attempting to bind port 0ca284ff-405a-42bb-97a6-af453bc81b82 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:44.285342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Attempting to bind port 0ca284ff-405a-42bb-97a6-af453bc81b82 on network 9686d13a-241e-4ba5-aa07-a120dc676f7a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:44.288716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Sync routers for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:03:44.298770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:44.299161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Checking segment: {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:44.299568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.299993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Bound using segment: {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:44.300461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Bound port: 0ca284ff-405a-42bb-97a6-af453bc81b82, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:44.300839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.304581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.321270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:44.321895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:44.333339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.337679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5ff04a16-5b48-4c5f-858d-a4ce3a3ad02a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:44.398765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:44.407155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:44.411296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:44.444904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Pushing event updated for resources: {'Port': ['ID=63503f21-94ca-45ae-b092-f864457e2330,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:44.448983 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:44.534210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] For port 0ca284ff-405a-42bb-97a6-af453bc81b82, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:44.548459 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] For port 0ca284ff-405a-42bb-97a6-af453bc81b82, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0ca284ff-405a-42bb-97a6-af453bc81b82,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:44.554220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.558437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:44.578784 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.579510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:44.606704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:44.758865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Pushing event updated for resources: {'Port': ['ID=0ca284ff-405a-42bb-97a6-af453bc81b82,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:44.768535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:44.811459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Router c611f0df-1c64-4427-a953-2c752c2f8987 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:03:44.837871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4426399b-6431-4967-800b-550cb9c42a87 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:45.012536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4426399b-6431-4967-800b-550cb9c42a87 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:45.012921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.065167 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:03:45.075128 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Sync routers for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:03:45.088591 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:45.089346 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:45.091175 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.095834 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3493c18b-3087-45f6-9f4a-43a749f29cfb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7141690 Dec 09 10:03:45.096684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 36754) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:45.124370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 4, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae', 'name': '', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'mac_address': 'fa:16:3e:e3:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:39Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 2, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'subnets': [{'id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:45.136306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Checking router: b165796d-c4b8-4fd0-9ef2-f1bca59f7822 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:03:45.136603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Updating router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:03:45.205752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.274951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:45.621845 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 3, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:45.628432 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Checking router: c611f0df-1c64-4427-a953-2c752c2f8987 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:03:45.630412 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Updating router c611f0df-1c64-4427-a953-2c752c2f8987 port 63503f21-94ca-45ae-b092-f864457e2330 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:03:45.662990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.676952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Transition to ACTIVE for port object 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:45.688484 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.695413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:45.696155 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:45.762435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da826626-7eec-4f6a-a253-32684fc89868 None None] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:03:45.792730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Pushing event updated for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:45.798082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:45.982986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d5579be5-b92b-4b1e-9234-ecd5b30a2d4d None None] Provisioning for port 0ca284ff-405a-42bb-97a6-af453bc81b82 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:46.086188 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Attempting to bind port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:46.086580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Attempting to bind port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:46.086958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Attempting to bind port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:46.107716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.129094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:46.129479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Checking segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:46.129894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.130300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Bound using segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:46.130783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Bound port: 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:46.131173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.138754 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.152566 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Transition to ACTIVE for port object 63503f21-94ca-45ae-b092-f864457e2330 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:46.160572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.164360 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:46.244790 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc637194-7c1e-47be-824b-1d67493d05f2 None None] Pushing event updated for resources: {'Port': ['ID=63503f21-94ca-45ae-b092-f864457e2330,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:46.247177 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bc637194-7c1e-47be-824b-1d67493d05f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:46.248290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Attempting to bind port 63503f21-94ca-45ae-b092-f864457e2330 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:46.248512 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Attempting to bind port 63503f21-94ca-45ae-b092-f864457e2330 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:46.249035 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Attempting to bind port 63503f21-94ca-45ae-b092-f864457e2330 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:46.257269 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:46.257649 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:46.258182 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.258584 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:46.259046 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Bound port: 63503f21-94ca-45ae-b092-f864457e2330, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:46.259421 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.301652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] For port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:46.305347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] For port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:46.314133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.319844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:46.338629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Allocated IP 172.20.0.1 (9686d13a-241e-4ba5-aa07-a120dc676f7a/306f02dd-ad74-4b8f-9782-50fce2cd4518/a353d20a-c5b2-4a92-8b7f-3fedc8851d77) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:46.342154 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] For port 63503f21-94ca-45ae-b092-f864457e2330, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:46.346091 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] For port 63503f21-94ca-45ae-b092-f864457e2330, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63503f21-94ca-45ae-b092-f864457e2330,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:46.349760 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.353540 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-7318c1f1-2003-4915-9c7c-5b3fc3aef0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:46.409672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Pushing event updated for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:46.412584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:46.413319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:46.413924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:46.432956 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc637194-7c1e-47be-824b-1d67493d05f2 None None] Pushing event updated for resources: {'Port': ['ID=63503f21-94ca-45ae-b092-f864457e2330,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:46.439376 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bc637194-7c1e-47be-824b-1d67493d05f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:46.443481 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:03:46.444143 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:03:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:46.510351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.538117 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Transition to ACTIVE for port object a353d20a-c5b2-4a92-8b7f-3fedc8851d77 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:46.565496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.570340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-dd123443-ffc1-4b88-b841-862bfc6f7c2b tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:46.656605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:46.660123 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:46.667184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:46.674823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:46.683038 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:03:46.723716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Pushing event updated for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:46.731428 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:46.766889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:46.903225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0ca284ff-405a-42bb-97a6-af453bc81b82 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:46.913115 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.073745 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 3, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:47.078436 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b15f-1b85-45fb-8339-6d60aad059ea None None] The sync data for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv is: [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 3, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:03:47.110953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 0ca284ff-405a-42bb-97a6-af453bc81b82 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:47.129534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0ca284ff-405a-42bb-97a6-af453bc81b82 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:47.129922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.177468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.182170 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.209492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c79e9b6a-7503-4395-8f65-50d487607464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:47.292323 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.295540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Pushing event updated for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:47.299132 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:47.337032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-61aefe7e-dfc3-4f54-bb0f-db77ff869cf1 None None] Provisioning for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:47.347998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-61aefe7e-dfc3-4f54-bb0f-db77ff869cf1 None None] Provisioning complete for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:47.348389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-61aefe7e-dfc3-4f54-bb0f-db77ff869cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.401388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 4, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae', 'name': '', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'mac_address': 'fa:16:3e:e3:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:39Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'subnets': [{'id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:03:47.403303 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.431086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583eac5-41f8-49c9-bb72-e9dbaa8c2511 None None] The sync data for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv is: [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:40Z', 'revision_number': 4, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae', 'name': '', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'mac_address': 'fa:16:3e:e3:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:39Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'subnets': [{'id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:03:47.433546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:47.435708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:47.441007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-61aefe7e-dfc3-4f54-bb0f-db77ff869cf1 None None] Port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:03:47.458332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 0ca284ff-405a-42bb-97a6-af453bc81b82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0ca284ff-405a-42bb-97a6-af453bc81b82,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:47.465137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.467509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:47.569083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=0ca284ff-405a-42bb-97a6-af453bc81b82,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:47.572960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:47.740626 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ecb39578-89fe-4afd-8722-8a79ff397991 None None] Provisioning complete for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:47.740975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecb39578-89fe-4afd-8722-8a79ff397991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:47.808685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ecb39578-89fe-4afd-8722-8a79ff397991 None None] Port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:03:47.885187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Router c611f0df-1c64-4427-a953-2c752c2f8987 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:03:48.254692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:03:48.266130 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] 10.222.0.41 "PUT /v2.0/routers/c611f0df-1c64-4427-a953-2c752c2f8987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1681595 Dec 09 10:03:48.849254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63503f21-94ca-45ae-b092-f864457e2330 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:48.917474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 63503f21-94ca-45ae-b092-f864457e2330 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:48.922107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63503f21-94ca-45ae-b092-f864457e2330 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:48.922495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.035667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.051350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 63503f21-94ca-45ae-b092-f864457e2330, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63503f21-94ca-45ae-b092-f864457e2330,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:49.054952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.055749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0ca284ff-405a-42bb-97a6-af453bc81b82 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:49.081438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ee002310-b490-46e6-a639-1548a5369e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:49.172917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=63503f21-94ca-45ae-b092-f864457e2330,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:49.176028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:49.188990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 0ca284ff-405a-42bb-97a6-af453bc81b82 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:49.189631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.302046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:49.369212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:49.373772 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:49.375196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.486907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.518667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:49.524150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:49.525982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0ab8dc05-9683-4563-9921-7ce8ec17b9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:49.589405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:49.592283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:50.078703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-528dd97c-1a53-47e8-844c-222c616f07fd tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:50.079287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-528dd97c-1a53-47e8-844c-222c616f07fd tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:50.095638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-528dd97c-1a53-47e8-844c-222c616f07fd tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:50.096936 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-528dd97c-1a53-47e8-844c-222c616f07fd tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 816 time: 0.1597474 Dec 09 10:03:50.113608 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-a7990775-ca3c-4825-ac67-72f74c8c5a9a tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/quotas/182ca10cbb224531b2f1f2dcfe4816fc HTTP/1.1" status: 200 len: 375 time: 0.0112956 Dec 09 10:03:50.198673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-52aaca5d-40da-4251-b082-4ac27993592e tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:50.215992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-52aaca5d-40da-4251-b082-4ac27993592e tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:50.217273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-52aaca5d-40da-4251-b082-4ac27993592e tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987973 Dec 09 10:03:50.235927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-a7fab918-219b-4117-90f7-6ce00cf95f0f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:03:50.236853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-a7fab918-219b-4117-90f7-6ce00cf95f0f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054920 Dec 09 10:03:50.475561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-2c071297-17b5-410c-bc31-77843b0266f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330730 Dec 09 10:03:50.606781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c273fba3-789f-469e-b824-04c9894d9740 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253712 Dec 09 10:03:50.783817 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63503f21-94ca-45ae-b092-f864457e2330 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:50.792730 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40978e2d-d921-4198-a1ef-63df85968b0a req-d2f68535-b157-4f5f-8704-56e38976d071 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 210 time: 0.0415225 Dec 09 10:03:50.863534 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63503f21-94ca-45ae-b092-f864457e2330 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:50.864020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:50.985333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:03:51.057783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:51.058169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:51.664130 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:03:51.834999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-b9bcf692-9517-4f21-b73a-a15b4739baf3 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:51.837187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-b9bcf692-9517-4f21-b73a-a15b4739baf3 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 816 time: 0.1491687 Dec 09 10:03:51.853155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Request body: {'port': {'device_id': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'admin_state_up': True, 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:51.992063 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6e49fb28-666e-4fe9-95bd-04b4f10bc922 req-4d4eb9bf-eae1-43dd-91cf-7b91dfbf07cb tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 210 time: 0.0526834 Dec 09 10:03:52.038334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:03:52.047841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:03:52.057258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Made reservation on behalf of 182ca10cbb224531b2f1f2dcfe4816fc for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:03:52.060321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.215254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Allocated IP 172.20.0.14 (9f0893c0-14a0-4a52-9288-9c3207175e36/13785600-bcbe-41c3-a859-4df55dd678c5/10d9e299-ae54-4ee5-b8a3-a1b75938900a) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:03:52.416422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.431847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Transition to ACTIVE for port object 10d9e299-ae54-4ee5-b8a3-a1b75938900a will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:52.452728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.458087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:52.518290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:03:52.525308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:03:52.529584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:03:52.559901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Pushing event updated for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:52.567958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:52.596626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:52.597229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.622633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731922 Dec 09 10:03:52.633969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Request body: {'port': {'device_id': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:52.745921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.759943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-02bc2749-d8d6-4ea0-bf8f-19eeeb902bb7 None None] Provisioning for port 10d9e299-ae54-4ee5-b8a3-a1b75938900a completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:03:52.765888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-02bc2749-d8d6-4ea0-bf8f-19eeeb902bb7 None None] Provisioning complete for port 10d9e299-ae54-4ee5-b8a3-a1b75938900a triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:03:52.766440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-02bc2749-d8d6-4ea0-bf8f-19eeeb902bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:52.819726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-02bc2749-d8d6-4ea0-bf8f-19eeeb902bb7 None None] Port 10d9e299-ae54-4ee5-b8a3-a1b75938900a cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:03:53.094406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d9e299-ae54-4ee5-b8a3-a1b75938900a {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:03:53.101640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:53.117239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Transition to ACTIVE for port object 10d9e299-ae54-4ee5-b8a3-a1b75938900a will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:03:53.120675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:53.125567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-757a13a7-249d-498d-9df7-56a683966131 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:53.196312 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf76a4-f4a9-4a43-a3a1-24b5613fc071 req-d389583f-4e6d-49f9-8a8b-ccfaab1302ff tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:53.198104 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82cf76a4-f4a9-4a43-a3a1-24b5613fc071 req-d389583f-4e6d-49f9-8a8b-ccfaab1302ff tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 944 time: 0.0838628 Dec 09 10:03:53.252768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82cf76a4-f4a9-4a43-a3a1-24b5613fc071 req-bd81d18a-28cb-455f-893f-c5e2b89d3ea9 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478897 Dec 09 10:03:53.369944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Pushing event updated for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:53.374562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:53.476073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Attempting to bind port 10d9e299-ae54-4ee5-b8a3-a1b75938900a on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:03:53.476327 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Attempting to bind port 10d9e299-ae54-4ee5-b8a3-a1b75938900a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:03:53.476650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Attempting to bind port 10d9e299-ae54-4ee5-b8a3-a1b75938900a on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:53.482545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Port 10d9e299-ae54-4ee5-b8a3-a1b75938900a on network 9f0893c0-14a0-4a52-9288-9c3207175e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:03:53.482881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Attempting to bind port 10d9e299-ae54-4ee5-b8a3-a1b75938900a on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:03:53.489180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:03:53.489508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Checking segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:03:53.489885 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Bound using segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:03:53.490296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Bound port: 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:03:53.490630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:53.585633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:03:53.588561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:03:53.593014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:53.597198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:53.648854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:53.650177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] 10.222.0.58 "PUT /v2.0/ports/10d9e299-ae54-4ee5-b8a3-a1b75938900a HTTP/1.1" status: 200 len: 1094 time: 1.0203688 Dec 09 10:03:53.650715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:03:53.680010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Pushing event updated for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:53.683534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:53.723896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a', 'status': 'completed', 'code': 200} Dec 09 10:03:53.771909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-d2ff89f1-2b73-41bb-a63f-b10add296ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 1097 time: 0.0799706 Dec 09 10:03:53.842468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-ef989855-4355-4f31-8f65-93f35f9245f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a HTTP/1.1" status: 200 len: 217 time: 0.0641146 Dec 09 10:03:53.907955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-942901ef-4804-4b48-83c0-2fe1ca7b8caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:53.909283 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-942901ef-4804-4b48-83c0-2fe1ca7b8caf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 200 len: 855 time: 0.0609882 Dec 09 10:03:53.984260 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-628026ee-8dd5-4510-9cb6-3cfe3d1944b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f0893c0-14a0-4a52-9288-9c3207175e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686903 Dec 09 10:03:54.113355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-043a0c09-a4f9-4797-b7ab-1a050038932b service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232934 Dec 09 10:03:54.243994 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-deb09d4f-df18-4813-bbe7-191371d8fd63 req-329fd65a-7fa7-423e-8f6b-8a84a2d33655 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236265 Dec 09 10:03:54.364818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-b6bdd1ff-581a-47cf-a5f8-5d60c427cf66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 1097 time: 0.0767872 Dec 09 10:03:54.462330 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b792cc-f3b0-48f4-9325-e74624512f70 req-182d6740-d65b-4058-a6b4-e15401cf8212 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:54.463794 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14b792cc-f3b0-48f4-9325-e74624512f70 req-182d6740-d65b-4058-a6b4-e15401cf8212 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 944 time: 0.0777211 Dec 09 10:03:54.503399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-2a5fa0e6-b816-4f90-8241-c2d072d0ccf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:54.504775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-2a5fa0e6-b816-4f90-8241-c2d072d0ccf5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 917 time: 0.1335261 Dec 09 10:03:54.513892 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-14b792cc-f3b0-48f4-9325-e74624512f70 req-fb24b906-156e-48b0-ad0f-d6bbd8443108 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Dec 09 10:03:54.574376 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-32dcd171-c201-4b7c-8500-07ed5822a0c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a HTTP/1.1" status: 200 len: 217 time: 0.0634711 Dec 09 10:03:54.635033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-81b2be48-37ab-47cd-98d7-0a894362a09c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:54.636437 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-81b2be48-37ab-47cd-98d7-0a894362a09c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 200 len: 855 time: 0.0556865 Dec 09 10:03:54.713964 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-b0dcc506-7f41-4f49-b9b3-a931c4b1ffb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f0893c0-14a0-4a52-9288-9c3207175e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702727 Dec 09 10:03:54.846402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-83b6d00f-efab-489f-acf6-7c3557519db8 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247525 Dec 09 10:03:54.976361 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c06f362-530a-4a11-8ecf-4280f22461f2 req-368ca801-7207-450d-afcf-82ae644af4fc service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236265 Dec 09 10:03:55.710380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-9402a1c0-d936-4660-baa4-962647a6cc36 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:55.711028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-9402a1c0-d936-4660-baa4-962647a6cc36 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:55.726471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-9402a1c0-d936-4660-baa4-962647a6cc36 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:55.727670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-9402a1c0-d936-4660-baa4-962647a6cc36 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 944 time: 0.0911789 Dec 09 10:03:55.771618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-3eb7f57f-fdc6-4a66-91c3-8399c5a19f57 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:03:55.790534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-3eb7f57f-fdc6-4a66-91c3-8399c5a19f57 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:03:55.791871 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa3ce90a-3ca0-4064-b8be-256fc7f0dde2 req-3eb7f57f-fdc6-4a66-91c3-8399c5a19f57 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Dec 09 10:03:56.991261 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67308fb-60fb-47b8-9f98-cf063ae4cc2d req-d4c4d63e-cb6d-434b-81db-a051f6250b9f tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:56.992735 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d67308fb-60fb-47b8-9f98-cf063ae4cc2d req-d4c4d63e-cb6d-434b-81db-a051f6250b9f tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 944 time: 0.0807564 Dec 09 10:03:57.037024 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d67308fb-60fb-47b8-9f98-cf063ae4cc2d req-8d76c474-6616-4d32-910e-0c069eb2ee3c tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Dec 09 10:03:58.337680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab29875-0aa0-41b4-85d9-4f516c8b6230 req-410a6042-4c3c-48cf-bb4c-191afca10d09 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:58.339127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ab29875-0aa0-41b4-85d9-4f516c8b6230 req-410a6042-4c3c-48cf-bb4c-191afca10d09 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 944 time: 0.1844749 Dec 09 10:03:58.362834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d9e299-ae54-4ee5-b8a3-a1b75938900a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:03:58.385087 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7ab29875-0aa0-41b4-85d9-4f516c8b6230 req-e2d8f222-fab3-4391-83fb-af35a1c8795b tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Dec 09 10:03:58.495783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:58.509219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '10d9e299-ae54-4ee5-b8a3-a1b75938900a', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'port_id': '10d9e299-ae54-4ee5-b8a3-a1b75938900a', 'mac_address': 'fa:16:3e:e2:1a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:03:58.562046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:58.582202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d9e299-ae54-4ee5-b8a3-a1b75938900a {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:03:58.597018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:03:58.600790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:03:58.602488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-3562bc65-b74e-4355-98f2-f4f3838868f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:03:58.705081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:03:58.713296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.713648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.713990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.714329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.714666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.714996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.715322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.715650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.716008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.716333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.716655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:03:58.720508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:03:58.948347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10d9e299-ae54-4ee5-b8a3-a1b75938900a'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:03:59.579556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff497-164d-4d5b-aba5-2d04b259940f req-7534fd04-7823-4de0-bb5b-c9d475cc5c48 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:03:59.580996 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f3ff497-164d-4d5b-aba5-2d04b259940f req-7534fd04-7823-4de0-bb5b-c9d475cc5c48 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 945 time: 0.0757198 Dec 09 10:03:59.625519 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f3ff497-164d-4d5b-aba5-2d04b259940f req-e01ecb2e-0b62-4b04-a9c9-72449e281a56 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Dec 09 10:04:00.369571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d9e299-ae54-4ee5-b8a3-a1b75938900a up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:04:00.435385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 10d9e299-ae54-4ee5-b8a3-a1b75938900a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:04:00.440815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 10d9e299-ae54-4ee5-b8a3-a1b75938900a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:04:00.441194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:00.552506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:00.578936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:04:00.588241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:00.593728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:00.595585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:00.637365 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a', 'code': 200} Dec 09 10:04:00.666642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:00.669753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:00.834127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e26c78-034c-4d40-a31d-78e8186fd428 req-6c7aaf00-3717-4b18-bdfa-f846d89f35d7 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:00.836088 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f3e26c78-034c-4d40-a31d-78e8186fd428 req-6c7aaf00-3717-4b18-bdfa-f846d89f35d7 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0841904 Dec 09 10:04:00.876825 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fd4a1593-4965-4c5e-9a5b-230946b3f273 req-4f7eae4e-0322-4014-86e5-c25ce95124de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 1099 time: 0.0745337 Dec 09 10:04:00.883066 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f3e26c78-034c-4d40-a31d-78e8186fd428 req-7bf0b092-7a8e-4ae3-abb4-b4e2976dfc22 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Dec 09 10:04:00.920196 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fd4a1593-4965-4c5e-9a5b-230946b3f273 req-2d5cc099-b2cc-4bfd-94a0-7e6f8bd61abe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Dec 09 10:04:02.084874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775fd3-4823-4f43-8fdf-a32484b19614 req-99323fe9-3881-4be0-9cc5-183c9b1b3a18 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:02.086331 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8e775fd3-4823-4f43-8fdf-a32484b19614 req-99323fe9-3881-4be0-9cc5-183c9b1b3a18 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0771589 Dec 09 10:04:02.132076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8e775fd3-4823-4f43-8fdf-a32484b19614 req-eb463e50-395c-4660-a1f7-9079bc0e1b5a tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Dec 09 10:04:03.306166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:03.330225 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d62b-0bb1-4e22-8471-38c25b2187c2 req-fa27cb0b-8615-40d9-91a4-b01e1b79c71d tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:03.331666 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1c73d62b-0bb1-4e22-8471-38c25b2187c2 req-fa27cb0b-8615-40d9-91a4-b01e1b79c71d tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0786850 Dec 09 10:04:03.382710 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-1c73d62b-0bb1-4e22-8471-38c25b2187c2 req-0f67230e-e1dd-4771-a747-212883c209d1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Dec 09 10:04:03.588220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f082dfd1-bb77-483e-92c2-6cd4f191b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:03.731267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4bbf-5bd8-4324-9f60-0ab518002031 req-339da913-0779-44ad-a0c5-6e7f94f11499 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:03.732754 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2ece4bbf-5bd8-4324-9f60-0ab518002031 req-339da913-0779-44ad-a0c5-6e7f94f11499 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0816066 Dec 09 10:04:03.777947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2ece4bbf-5bd8-4324-9f60-0ab518002031 req-292cd396-e61a-4bd3-a3c2-e31b397a19cd tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Dec 09 10:04:04.675505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:05.794682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-321ffe3c-5150-4c9e-8b08-19517a6b52b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:06.906245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:08.354793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:09.397324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Sync routers for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:04:09.409605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:04:09.410228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:09.585237 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:04:09.891032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a353d20a-c5b2-4a92-8b7f-3fedc8851d77', 'name': '', 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'mac_address': 'fa:16:3e:b9:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:46Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 2, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'subnets': [{'id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:09.894783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Checking router: c611f0df-1c64-4427-a953-2c752c2f8987 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:04:09.895149 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Updating router c611f0df-1c64-4427-a953-2c752c2f8987 port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:04:09.949142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.282842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.294134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Transition to ACTIVE for port object a353d20a-c5b2-4a92-8b7f-3fedc8851d77 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:04:10.300454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.303767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:10.470082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Pushing event updated for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:10.473106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:10.560177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Attempting to bind port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:04:10.560481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Attempting to bind port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:04:10.561501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Attempting to bind port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 on network 9686d13a-241e-4ba5-aa07-a120dc676f7a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:04:10.568633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:04:10.569017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Checking segment: {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:04:10.569427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.569827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Bound using segment: {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:04:10.570290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Bound port: a353d20a-c5b2-4a92-8b7f-3fedc8851d77, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:04:10.570667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.666297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] For port a353d20a-c5b2-4a92-8b7f-3fedc8851d77, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:04:10.669200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] For port a353d20a-c5b2-4a92-8b7f-3fedc8851d77, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:04:10.673614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:10.676925 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:10.761045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Pushing event updated for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:10.764539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:04:10.765266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:10.810275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:10.950706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:04:11.265213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a353d20a-c5b2-4a92-8b7f-3fedc8851d77', 'name': '', 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'mac_address': 'fa:16:3e:b9:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:46Z', 'updated_at': '2021-12-09T10:04:10Z', 'revision_number': 4, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'subnets': [{'id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:11.269130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a98a2-3e6e-4e51-9af0-efce3a739b81 None None] The sync data for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv is: [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a353d20a-c5b2-4a92-8b7f-3fedc8851d77', 'name': '', 'network_id': '9686d13a-241e-4ba5-aa07-a120dc676f7a', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'mac_address': 'fa:16:3e:b9:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:46Z', 'updated_at': '2021-12-09T10:04:10Z', 'revision_number': 4, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'subnets': [{'id': '306f02dd-ad74-4b8f-9782-50fce2cd4518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:04:12.805113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a353d20a-c5b2-4a92-8b7f-3fedc8851d77 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:04:12.872148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:04:12.877042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:04:12.877597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:12.991892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:13.022906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a353d20a-c5b2-4a92-8b7f-3fedc8851d77, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:13.026901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:13.030391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:13.095621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:13.098729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:14.112242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-a21370b9-30a3-4ced-b9c1-44709981f74e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687165 Dec 09 10:04:14.258932 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-de08588e-516f-4be6-98f0-559a0bc5a359 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 1099 time: 0.0761080 Dec 09 10:04:14.421958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a287-2379-4924-b773-81e249e7b290 req-9e9a2f70-23e6-4e69-a881-e3028deb754d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:14.423383 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-9e9a2f70-23e6-4e69-a881-e3028deb754d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 917 time: 0.1441214 Dec 09 10:04:14.491496 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-c2b693d0-dad6-421d-bc7e-3127498c1695 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a HTTP/1.1" status: 200 len: 217 time: 0.0606019 Dec 09 10:04:14.558594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a287-2379-4924-b773-81e249e7b290 req-91b9b7cb-40af-44a0-b253-b5ec677c6b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:14.560111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-91b9b7cb-40af-44a0-b253-b5ec677c6b89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 200 len: 855 time: 0.0606203 Dec 09 10:04:14.635541 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-6301c776-21d9-4484-8568-1bf2835cac9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f0893c0-14a0-4a52-9288-9c3207175e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686510 Dec 09 10:04:14.772475 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-b2bbeaa2-00ae-48bf-9a4e-fc2068766796 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285732 Dec 09 10:04:14.788388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a353d20a-c5b2-4a92-8b7f-3fedc8851d77 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:04:14.856972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:04:14.858221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:14.916518 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f5c6a287-2379-4924-b773-81e249e7b290 req-09b2fc14-f2c9-433b-bc98-7fcfa226d36c service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372120 Dec 09 10:04:19.625230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeede9-e353-4fcd-bdd9-8b299547f24a req-ecb87893-4452-4e5c-87ae-38f4232c21df tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:19.626540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-74eeede9-e353-4fcd-bdd9-8b299547f24a req-ecb87893-4452-4e5c-87ae-38f4232c21df tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0803576 Dec 09 10:04:19.670768 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-74eeede9-e353-4fcd-bdd9-8b299547f24a req-e763880e-546f-4227-95f8-b9d293531546 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Dec 09 10:04:20.872475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecca8e7-b943-4ba2-8897-cbe18b19296e req-4ce98bfb-1d21-455a-8493-ef75bbd19d98 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:20.874621 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fecca8e7-b943-4ba2-8897-cbe18b19296e req-4ce98bfb-1d21-455a-8493-ef75bbd19d98 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0788479 Dec 09 10:04:20.921555 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fecca8e7-b943-4ba2-8897-cbe18b19296e req-4bc4f537-3994-41a9-85e3-99a08748a676 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Dec 09 10:04:21.215079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-779109c0-b808-4c46-b29d-488f18befb64 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:21.216455 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-779109c0-b808-4c46-b29d-488f18befb64 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 946 time: 0.0761104 Dec 09 10:04:21.289021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Deleting port 10d9e299-ae54-4ee5-b8a3-a1b75938900a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:04:21.289385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:21.530803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] For port 10d9e299-ae54-4ee5-b8a3-a1b75938900a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d9e299-ae54-4ee5-b8a3-a1b75938900a,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:21.531158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:21.746793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Calling delete_port for 10d9e299-ae54-4ee5-b8a3-a1b75938900a owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:04:21.887653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:21.893739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f28a287a-3737-4a83-9f3d-f9a6eac3025c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:21.900390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10d9e299-ae54-4ee5-b8a3-a1b75938900a'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:04:21.936250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Pushing event deleted for resources: {'Port': ['ID=10d9e299-ae54-4ee5-b8a3-a1b75938900a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:22.020009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] No DVR routers for this DVR port 10d9e299-ae54-4ee5-b8a3-a1b75938900a on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:04:22.022419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.022876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.023260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.023636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.024109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.024484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.024850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.025214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.025579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.025940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.026305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:22.029787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:22.032580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'name': 'network-vif-deleted', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:04:22.037062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:22.052845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bcb88653-97a2-43bd-abc4-c6c4805a1d81 req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "DELETE /v2.0/ports/10d9e299-ae54-4ee5-b8a3-a1b75938900a HTTP/1.1" status: 204 len: 173 time: 0.8307130 Dec 09 10:04:22.115116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25bd7b82-42b3-40d1-814f-3c422f3bfac4 req-1ddb6b2c-de89-43e4-989e-a259c4779a6b tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:04:22.130507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753e5d7-38a7-493a-bd0d-6c746456b460', 'name': 'network-vif-deleted', 'tag': '10d9e299-ae54-4ee5-b8a3-a1b75938900a', 'status': 'completed', 'code': 200} Dec 09 10:04:22.133371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-25bd7b82-42b3-40d1-814f-3c422f3bfac4 req-1ddb6b2c-de89-43e4-989e-a259c4779a6b tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:04:22.134720 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25bd7b82-42b3-40d1-814f-3c422f3bfac4 req-1ddb6b2c-de89-43e4-989e-a259c4779a6b tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=1753e5d7-38a7-493a-bd0d-6c746456b460 HTTP/1.1" status: 200 len: 210 time: 0.0625522 Dec 09 10:04:23.920025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-d5247fd0-c738-4a41-8c83-e4b4ff3e7884 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:23.921358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-d5247fd0-c738-4a41-8c83-e4b4ff3e7884 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 816 time: 0.1467862 Dec 09 10:04:23.937353 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-4a68fd26-ca52-4cd7-8ba8-e407c168cf49 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/quotas/182ca10cbb224531b2f1f2dcfe4816fc HTTP/1.1" status: 200 len: 375 time: 0.0107095 Dec 09 10:04:24.017798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-649f3ee5-11d4-450e-85bc-865ebb4bcfa7 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753918 Dec 09 10:04:24.152820 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-860640e8-a27b-4843-a85c-98852f715e8c service neutron] 10.222.0.41 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238368 Dec 09 10:04:24.284156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-e45c7e33-a0fd-41ff-82f7-e7ec0e339193 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255305 Dec 09 10:04:24.487389 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38f7a740-c944-4993-a7c6-be1ab360f4f4 req-2e8c0538-0245-4750-a749-ee71362f40e6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 210 time: 0.0609593 Dec 09 10:04:25.465222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-10be1d23-18a5-4e32-81bd-ad9f15900c94 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:25.467929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-10be1d23-18a5-4e32-81bd-ad9f15900c94 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 816 time: 0.1518118 Dec 09 10:04:25.484934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Request body: {'port': {'device_id': '431170e6-8c8c-4dcd-a85e-e65007422169', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'admin_state_up': True, 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:25.667159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f80fc999-8ba0-4a94-8293-0109e7e10d97 req-18160fe6-c5d1-4dce-9d03-c809d915ecd7 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 210 time: 0.0503759 Dec 09 10:04:25.668075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:04:25.677738 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:04:25.689290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Made reservation on behalf of 182ca10cbb224531b2f1f2dcfe4816fc for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:04:25.692597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:25.850924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Allocated IP 172.20.0.8 (9f0893c0-14a0-4a52-9288-9c3207175e36/13785600-bcbe-41c3-a859-4df55dd678c5/e025abfe-ee49-4890-a7e6-1c0c460ae9f8) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:04:26.151085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.166756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Transition to ACTIVE for port object e025abfe-ee49-4890-a7e6-1c0c460ae9f8 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:04:26.188553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.193986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d97e1f2d-fe93-4301-bd0f-06038525a4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:26.253820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:04:26.261272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:04:26.265800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:04:26.299921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Pushing event updated for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:26.306513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:26.334042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:26.334719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.363069 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8824670 Dec 09 10:04:26.374757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Request body: {'port': {'device_id': '431170e6-8c8c-4dcd-a85e-e65007422169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:26.486610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d9e299-ae54-4ee5-b8a3-a1b75938900a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:04:26.487728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.522661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 10d9e299-ae54-4ee5-b8a3-a1b75938900a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:04:26.523019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d9e299-ae54-4ee5-b8a3-a1b75938900a not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:04:26.537418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1533c623-4e66-450f-b411-6d2d44d32f15 None None] Provisioning for port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:04:26.542011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1533c623-4e66-450f-b411-6d2d44d32f15 None None] Provisioning complete for port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:04:26.542399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1533c623-4e66-450f-b411-6d2d44d32f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.594240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1533c623-4e66-450f-b411-6d2d44d32f15 None None] Port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:04:26.826615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e025abfe-ee49-4890-a7e6-1c0c460ae9f8 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:04:26.833625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.848773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Transition to ACTIVE for port object e025abfe-ee49-4890-a7e6-1c0c460ae9f8 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:04:26.852647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:26.857784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-77c3c992-d8cd-47b9-9ccd-b66674d3afd5 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:26.865840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dfb9e-113a-46a2-b0a3-19cee778fee0 req-fc8dfd50-911e-4842-8753-e3454fe2b425 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:26.867260 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7d7dfb9e-113a-46a2-b0a3-19cee778fee0 req-fc8dfd50-911e-4842-8753-e3454fe2b425 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 931 time: 0.0774112 Dec 09 10:04:26.913967 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7d7dfb9e-113a-46a2-b0a3-19cee778fee0 req-a1dcac8f-47ed-4159-b104-e540db1eeb74 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Dec 09 10:04:26.985777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Pushing event updated for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:26.989113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:27.103339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Attempting to bind port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:04:27.103678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Attempting to bind port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:04:27.104045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Attempting to bind port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:04:27.111135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 on network 9f0893c0-14a0-4a52-9288-9c3207175e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:04:27.111461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Attempting to bind port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 on network 9f0893c0-14a0-4a52-9288-9c3207175e36 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:04:27.117754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:04:27.118093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Checking segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:04:27.118478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Bound using segment: {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:04:27.118902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Bound port: e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:04:27.119255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:27.206933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:04:27.209822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:04:27.214478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:27.219140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cfdbb131-339a-417f-ada7-445608180886 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:27.275819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:27.277170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] 10.222.0.58 "PUT /v2.0/ports/e025abfe-ee49-4890-a7e6-1c0c460ae9f8 HTTP/1.1" status: 200 len: 1093 time: 0.9070623 Dec 09 10:04:27.277899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:04:27.301797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Pushing event updated for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:27.305324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:27.351070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8', 'status': 'completed', 'code': 200} Dec 09 10:04:27.389749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-703eb1b7-8a18-4f91-ba5e-4f81952f8aec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 1096 time: 0.0745189 Dec 09 10:04:27.463194 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-48c19fd4-2b76-44ac-a725-36953c04f498 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8 HTTP/1.1" status: 200 len: 217 time: 0.0662258 Dec 09 10:04:27.527349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-68e2ad33-898f-406c-9b6d-073b0edc83a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:27.528734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-68e2ad33-898f-406c-9b6d-073b0edc83a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 200 len: 855 time: 0.0597095 Dec 09 10:04:27.604989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-7a925b59-20b3-4cbf-803b-0bb7d44a8a11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f0893c0-14a0-4a52-9288-9c3207175e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700586 Dec 09 10:04:27.734013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-f19a1abe-5656-4325-987e-213d4d55abf1 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225536 Dec 09 10:04:27.869264 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-af22e35a-23e8-432b-a73c-cfaaaf6c78b0 req-05641cb6-5a4a-483a-aca6-7e14858341e5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279829 Dec 09 10:04:28.090846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-94c87c34-b235-4ac0-afff-ac786500f14c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 1096 time: 0.1736882 Dec 09 10:04:28.133297 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f2a7-3871-4c42-8e79-75da2cb5c1c7 req-557b821a-f50c-4dd1-b6d8-4b76f785f8b0 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:28.134627 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7a96f2a7-3871-4c42-8e79-75da2cb5c1c7 req-557b821a-f50c-4dd1-b6d8-4b76f785f8b0 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 943 time: 0.0852520 Dec 09 10:04:28.186110 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7a96f2a7-3871-4c42-8e79-75da2cb5c1c7 req-4364ffb6-4b00-43fa-ae70-55539c4638cf tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Dec 09 10:04:28.231341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-22898264-2214-4374-b64a-0b8dbf1af663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:28.232848 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-22898264-2214-4374-b64a-0b8dbf1af663 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 200 len: 917 time: 0.1348789 Dec 09 10:04:28.302998 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-14cbf06d-b6ef-43cc-b7dd-b5f1c7463d2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8 HTTP/1.1" status: 200 len: 217 time: 0.0637264 Dec 09 10:04:28.366460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-52cd0ab6-035f-472d-801b-7cabfde0056a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:28.367889 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-52cd0ab6-035f-472d-801b-7cabfde0056a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 200 len: 855 time: 0.0576582 Dec 09 10:04:28.444751 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-2a52dac5-aa40-4d9d-836d-a8edcc78076a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f0893c0-14a0-4a52-9288-9c3207175e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690873 Dec 09 10:04:28.578856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-c4452221-1947-445c-9eb3-45c56ed18aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268101 Dec 09 10:04:28.665114 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:04:28.708230 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-41711f91-ad1e-4b4e-8bcd-e03ea705eac4 req-ded743ec-0b5f-41b2-982a-98ce65afcf1b service neutron] 10.222.0.58 "GET /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222312 Dec 09 10:04:29.382743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a013d65-161c-45f5-832c-3d1213386c9d req-ccd854a1-059f-4d81-9d74-0a399b7e12f1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:29.383424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0a013d65-161c-45f5-832c-3d1213386c9d req-ccd854a1-059f-4d81-9d74-0a399b7e12f1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Synchronizing usage tracker for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:04:29.398999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-0a013d65-161c-45f5-832c-3d1213386c9d req-ccd854a1-059f-4d81-9d74-0a399b7e12f1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Unset dirty status for tenant:182ca10cbb224531b2f1f2dcfe4816fc on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:04:29.400121 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a013d65-161c-45f5-832c-3d1213386c9d req-ccd854a1-059f-4d81-9d74-0a399b7e12f1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 943 time: 0.0918515 Dec 09 10:04:29.444363 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0a013d65-161c-45f5-832c-3d1213386c9d req-19273140-2777-4569-bcb8-8dac56c295e1 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Dec 09 10:04:30.506305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e025abfe-ee49-4890-a7e6-1c0c460ae9f8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:04:30.646183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1361-e9c2-40be-9129-3b63fc0c0297 req-e47f35ff-8584-4594-a19d-7a6aed4269a9 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:30.647645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-20ac1361-e9c2-40be-9129-3b63fc0c0297 req-e47f35ff-8584-4594-a19d-7a6aed4269a9 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 943 time: 0.0798249 Dec 09 10:04:30.679524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:30.692768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-20ac1361-e9c2-40be-9129-3b63fc0c0297 req-56a4625a-9702-4ac6-8c5f-04b81f5fa716 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Dec 09 10:04:30.692982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8', 'network_id': '9f0893c0-14a0-4a52-9288-9c3207175e36', 'port_id': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8', 'mac_address': 'fa:16:3e:97:c7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13785600-bcbe-41c3-a859-4df55dd678c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:04:30.749872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:30.767133 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e025abfe-ee49-4890-a7e6-1c0c460ae9f8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:04:30.781541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:30.785276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:30.787040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-6eee71b8-81af-46ff-bcf4-f614d0fa1a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:30.848654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:30.851392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:31.078919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['e025abfe-ee49-4890-a7e6-1c0c460ae9f8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:04:31.893085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413f03-e0c6-4e2e-b0cc-f27f8deb6f72 req-28f113ad-e57f-4836-8664-8eeabd779e8e tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:31.894497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bd413f03-e0c6-4e2e-b0cc-f27f8deb6f72 req-28f113ad-e57f-4836-8664-8eeabd779e8e tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 944 time: 0.0794785 Dec 09 10:04:31.939916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bd413f03-e0c6-4e2e-b0cc-f27f8deb6f72 req-bc732fa5-c48a-4a35-8700-35dc58dfd5e0 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Dec 09 10:04:32.513687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e025abfe-ee49-4890-a7e6-1c0c460ae9f8 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:04:32.581886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:04:32.586511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:04:32.586902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:32.699353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:32.724931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:04:32.735587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:32.743927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:32.745730 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:32.786299 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8', 'code': 200} Dec 09 10:04:32.818973 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:32.821823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:33.007196 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d835b08-0276-4fb7-b984-1faf8a1bbf91 req-e57f817f-5631-4ca1-a739-db38bca59a69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 1098 time: 0.0713651 Dec 09 10:04:33.050309 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d835b08-0276-4fb7-b984-1faf8a1bbf91 req-29c4f7c0-547b-4894-95e7-febda75148df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366287 Dec 09 10:04:33.140867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a572d-694d-485b-a320-bde1e99c77b0 req-bf577043-ab75-41f3-9430-9012a9470bdc tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:33.142299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b4a572d-694d-485b-a320-bde1e99c77b0 req-bf577043-ab75-41f3-9430-9012a9470bdc tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0793064 Dec 09 10:04:33.185532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b4a572d-694d-485b-a320-bde1e99c77b0 req-5031da1e-06d4-4225-bee9-3c80bc2b3594 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Dec 09 10:04:33.296671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:33.588977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f6d7ad94-b0c2-4ff9-b3d0-830d1f73d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:34.392163 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b87e2d-1fad-42ea-aec9-b9376a6256f2 req-b792c9cb-a2f0-4ed9-99f6-4d310eed6602 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:34.393613 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-97b87e2d-1fad-42ea-aec9-b9376a6256f2 req-b792c9cb-a2f0-4ed9-99f6-4d310eed6602 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0832772 Dec 09 10:04:34.439856 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-97b87e2d-1fad-42ea-aec9-b9376a6256f2 req-5f49bbed-a903-4194-9e5a-d52eb8c11536 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Dec 09 10:04:34.678689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:35.636532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b45ef-4a48-41bc-8029-31fdd11f31aa req-e053d4fb-16a4-414d-81ed-f4c466420042 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:35.637875 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c0b45ef-4a48-41bc-8029-31fdd11f31aa req-e053d4fb-16a4-414d-81ed-f4c466420042 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0771136 Dec 09 10:04:35.682187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5c0b45ef-4a48-41bc-8029-31fdd11f31aa req-88c815e7-88ab-4775-a16b-1b0b7985ade6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Dec 09 10:04:35.796573 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4142-d16c-44cb-b848-93359b101503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:35.878524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13f14-cf48-43ae-9bad-429bf918923f req-93cdbe12-3f0a-4d79-a2e9-e836f24ec09d tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:35.879990 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5ed13f14-cf48-43ae-9bad-429bf918923f req-93cdbe12-3f0a-4d79-a2e9-e836f24ec09d tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0767596 Dec 09 10:04:35.924629 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5ed13f14-cf48-43ae-9bad-429bf918923f req-37b3bc70-4134-4d1d-870b-8d1dff8a0d7c tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Dec 09 10:04:36.911269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:38.354910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:51.498292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28cf55-80f0-491c-a9be-6394d72f695b req-aa9c52a4-5745-4ce8-968e-7d9b0a2c5714 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:51.499732 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f28cf55-80f0-491c-a9be-6394d72f695b req-aa9c52a4-5745-4ce8-968e-7d9b0a2c5714 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0805624 Dec 09 10:04:51.544617 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f28cf55-80f0-491c-a9be-6394d72f695b req-bfd4a0bf-cc48-4d35-8034-4dac82677d44 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Dec 09 10:04:52.745184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18007e02-bf7f-4f2d-a3db-f1f45d02a845 req-08647234-a8ec-493e-8218-6d8ec95ef558 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:52.746660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-18007e02-bf7f-4f2d-a3db-f1f45d02a845 req-08647234-a8ec-493e-8218-6d8ec95ef558 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0809040 Dec 09 10:04:52.793833 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-18007e02-bf7f-4f2d-a3db-f1f45d02a845 req-ef8f7158-a822-475e-907f-97496524b34b tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/security-groups?id=c884c324-9551-4a54-9493-6ab34404dee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Dec 09 10:04:53.185944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-43890fc6-1a59-475a-a18c-6e3176bcf568 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:04:53.187365 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-43890fc6-1a59-475a-a18c-6e3176bcf568 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 945 time: 0.0764771 Dec 09 10:04:53.259136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Deleting port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:04:53.259472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:53.594201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] For port e025abfe-ee49-4890-a7e6-1c0c460ae9f8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:53.594457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:53.709735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Calling delete_port for e025abfe-ee49-4890-a7e6-1c0c460ae9f8 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:04:53.851351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:53.857341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8088f570-4795-4fe2-9f13-734923e592ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:53.865999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['e025abfe-ee49-4890-a7e6-1c0c460ae9f8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:04:53.900816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Pushing event deleted for resources: {'Port': ['ID=e025abfe-ee49-4890-a7e6-1c0c460ae9f8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:53.909271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:53.965045 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61c2c7a9-df76-4681-941d-75662722c899 req-7df865f0-c973-4160-836b-7981afd26414 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.41 "GET /v2.0/ports?device_id=431170e6-8c8c-4dcd-a85e-e65007422169 HTTP/1.1" status: 200 len: 210 time: 0.0434105 Dec 09 10:04:54.007579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] No DVR routers for this DVR port e025abfe-ee49-4890-a7e6-1c0c460ae9f8 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:04:54.010504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:54.013618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'name': 'network-vif-deleted', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:04:54.030709 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b49e061-7ce9-4a4d-b478-250da1c6d077 req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] 10.222.0.58 "DELETE /v2.0/ports/e025abfe-ee49-4890-a7e6-1c0c460ae9f8 HTTP/1.1" status: 204 len: 173 time: 0.8377154 Dec 09 10:04:54.157067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431170e6-8c8c-4dcd-a85e-e65007422169', 'name': 'network-vif-deleted', 'tag': 'e025abfe-ee49-4890-a7e6-1c0c460ae9f8', 'status': 'completed', 'code': 200} Dec 09 10:04:55.112074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37036) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:55.608962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:56.193030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Deleting port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:04:56.193705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:56.359679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] For port 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:56.360052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:56.476277 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Calling delete_port for 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:04:56.576574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e025abfe-ee49-4890-a7e6-1c0c460ae9f8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:04:56.612050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: e025abfe-ee49-4890-a7e6-1c0c460ae9f8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:04:56.612320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e025abfe-ee49-4890-a7e6-1c0c460ae9f8 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:04:56.652178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:56.656152 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-46319359-bf0d-44aa-bce7-0f37e9fe3d79 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:56.698921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Pushing event deleted for resources: {'Port': ['ID=63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:56.741248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.741626 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.741996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.742362 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.742726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.743091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.743449 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.743840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.744199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.744552 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.744904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:04:56.772248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:57.101243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:57.664728 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:04:57.862949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:04:57.873519 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Sync routers for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:04:57.874835 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] 10.222.0.41 "PUT /v2.0/routers/b165796d-c4b8-4fd0-9ef2-f1bca59f7822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7617204 Dec 09 10:04:57.877475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37040) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:57.887492 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:04:57.888130 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:58.061581 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:04:58.082310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:58.287483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:58.297849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Deleting port 4426399b-6431-4967-800b-550cb9c42a87 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:04:58.298196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:58.357393 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4426399b-6431-4967-800b-550cb9c42a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:04:56Z', 'revision_number': 5, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port': {'id': '4426399b-6431-4967-800b-550cb9c42a87', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:58.364705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Checking router: b165796d-c4b8-4fd0-9ef2-f1bca59f7822 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:04:58.474174 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] For port 4426399b-6431-4967-800b-550cb9c42a87, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4426399b-6431-4967-800b-550cb9c42a87,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:04:58.474526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:58.504961 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Routers {'b165796d-c4b8-4fd0-9ef2-f1bca59f7822'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:04:58.505612 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:58.613762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Calling delete_port for 4426399b-6431-4967-800b-550cb9c42a87 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:04:58.698060 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] Set router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:04:58.783860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:58.794238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1bf6ce79-a817-4218-a1f8-0dd7adb4f167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:58.813010 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:04:58Z', 'revision_number': 6, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:04:58.820249 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d87d70-ea73-461d-94fb-666e5b794dc3 None None] The sync data for ids ['b165796d-c4b8-4fd0-9ef2-f1bca59f7822'] in dv-neutron-821175-1-hyperv is: [{'id': 'b165796d-c4b8-4fd0-9ef2-f1bca59f7822', 'name': 'tempest-TestEncryptedCinderVolumes-281920696-router', 'tenant_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:37Z', 'updated_at': '2021-12-09T10:04:58Z', 'revision_number': 6, 'project_id': '182ca10cbb224531b2f1f2dcfe4816fc', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:04:58.860156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4426399b-6431-4967-800b-550cb9c42a87,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:58.866800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:59.159165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.422383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.427259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.452087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.452632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b165796d-c4b8-4fd0-9ef2-f1bca59f7822 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:04:59.465762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.466903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b165796d-c4b8-4fd0-9ef2-f1bca59f7822 HTTP/1.1" status: 204 len: 168 time: 1.5884686 Dec 09 10:04:59.469407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37044) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:59.532075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Deleting subnet 13785600-bcbe-41c3-a859-4df55dd678c5 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:04:59.534920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.584976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.676153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.748515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.752869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0d3daa1d-cc96-4a7e-8dd6-932538b81901 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:04:59.789227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13785600-bcbe-41c3-a859-4df55dd678c5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:04:59.792678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:04:59.795828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.804091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa94e1d-e54e-4d8c-a453-8b02c686126b None None] Network 9f0893c0-14a0-4a52-9288-9c3207175e36 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:04:59.810905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-889d6f3e-9cd2-4703-a626-5e9b43d1d86f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13785600-bcbe-41c3-a859-4df55dd678c5 HTTP/1.1" status: 204 len: 168 time: 0.3405135 Dec 09 10:04:59.813272 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37048) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:59.919500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:04:59.930971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Deleting port 649ca95d-85a2-433e-8347-5584bfe19192 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:04:59.931484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.043624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] DHCP port deletion for 9f0893c0-14a0-4a52-9288-9c3207175e36 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:05:00.048018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Deleting port 649ca95d-85a2-433e-8347-5584bfe19192 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:00.048449 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.137789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] For port 649ca95d-85a2-433e-8347-5584bfe19192, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=649ca95d-85a2-433e-8347-5584bfe19192,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:00.138055 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.251210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] For port 649ca95d-85a2-433e-8347-5584bfe19192, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=649ca95d-85a2-433e-8347-5584bfe19192,segment=NetworkSegment(1a2ff22f-d318-4fc2-8e94-92934bc8dc7a),segment_id=1a2ff22f-d318-4fc2-8e94-92934bc8dc7a)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:00.251653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.257576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Calling delete_port for 649ca95d-85a2-433e-8347-5584bfe19192 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:00.329004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.333427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c8e38208-b18e-4bf4-bc2b-ee572e196232 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:00.371302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Calling delete_port for 649ca95d-85a2-433e-8347-5584bfe19192 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:00.445349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:05:00.445718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:05:00.487778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=649ca95d-85a2-433e-8347-5584bfe19192,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:00.491636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:00.494351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] No DVR routers for this DVR port 649ca95d-85a2-433e-8347-5584bfe19192 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:05:00.608902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.634058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0893c0-14a0-4a52-9288-9c3207175e36']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:00.645909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:00.646208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2ff22f-d318-4fc2-8e94-92934bc8dc7a') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:00.657214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.672912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.679326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:05:00.679696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:05:00.692281 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:05:00.768203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.771783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-26b0c687-f3c9-4347-b9b0-27092f16164e tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:00.785214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:00.795801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0893c0-14a0-4a52-9288-9c3207175e36,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:00.799560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:00.807918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4426399b-6431-4967-800b-550cb9c42a87 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:00.810378 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f0893c0-14a0-4a52-9288-9c3207175e36 HTTP/1.1" status: 204 len: 168 time: 0.9960198 Dec 09 10:05:00.813134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37052) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:00.844211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4426399b-6431-4967-800b-550cb9c42a87 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:00.844576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4426399b-6431-4967-800b-550cb9c42a87 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:00.845010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 649ca95d-85a2-433e-8347-5584bfe19192 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:00.878083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 649ca95d-85a2-433e-8347-5584bfe19192 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:00.878359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 649ca95d-85a2-433e-8347-5584bfe19192 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:00.878800 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:00.914814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:00.915205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63c0ead3-16ac-4ec4-a6e4-b9f34ede60ae not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:00.946841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Deleting port 649ca95d-85a2-433e-8347-5584bfe19192 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:00.947242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:01.045523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbf317-70ce-43e9-8312-87ba5efd70ce None None] The port '649ca95d-85a2-433e-8347-5584bfe19192' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:05:01.197357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:01.779010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Deleting port a353d20a-c5b2-4a92-8b7f-3fedc8851d77 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:01.779689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:02.067170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] For port a353d20a-c5b2-4a92-8b7f-3fedc8851d77, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:02.067418 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:02.187611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Calling delete_port for a353d20a-c5b2-4a92-8b7f-3fedc8851d77 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:02.363412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:02.367352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4e5111c5-3d9c-421c-8cb8-9f832cbdbc38 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:02.407159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a353d20a-c5b2-4a92-8b7f-3fedc8851d77,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:02.412231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:02.699989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:03.274872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Router c611f0df-1c64-4427-a953-2c752c2f8987 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:05:03.311735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:03.594197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8e37-3dfe-4199-9028-d0c2b72ffb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:03.603803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:05:03.615370 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c611f0df-1c64-4427-a953-2c752c2f8987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8012559 Dec 09 10:05:03.616532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Sync routers for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:05:03.617884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37056) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:03.629311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:03.629969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:03.806937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:03.821623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.016734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.026633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Deleting port 63503f21-94ca-45ae-b092-f864457e2330 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:04.027013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.086289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '63503f21-94ca-45ae-b092-f864457e2330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:05:02Z', 'revision_number': 5, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port': {'id': '63503f21-94ca-45ae-b092-f864457e2330', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:04.090212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Checking router: c611f0df-1c64-4427-a953-2c752c2f8987 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:05:04.101348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Routers {'c611f0df-1c64-4427-a953-2c752c2f8987'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:04.101952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:04:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['c611f0df-1c64-4427-a953-2c752c2f8987'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:04.200614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] For port 63503f21-94ca-45ae-b092-f864457e2330, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=63503f21-94ca-45ae-b092-f864457e2330,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:04.200966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.247845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] Set router c611f0df-1c64-4427-a953-2c752c2f8987 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:04.327725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Calling delete_port for 63503f21-94ca-45ae-b092-f864457e2330 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:04.355628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:05:04Z', 'revision_number': 6, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:04.359585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3453a8c-425a-4401-b7d6-f3a0a5bbdfb2 None None] The sync data for ids ['c611f0df-1c64-4427-a953-2c752c2f8987'] in dv-neutron-821175-1-hyperv is: [{'id': 'c611f0df-1c64-4427-a953-2c752c2f8987', 'name': 'tempest-TestEncryptedCinderVolumes-1172145127-router', 'tenant_id': 'd38b5efc746b484985730e797cc222e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:43Z', 'updated_at': '2021-12-09T10:05:04Z', 'revision_number': 6, 'project_id': 'd38b5efc746b484985730e797cc222e8', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:05:04.491312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.495406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-38a90e05-8dfb-4fec-adec-0cb239041af6 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:04.536734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=63503f21-94ca-45ae-b092-f864457e2330,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:04.539967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:04.680856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:04.758364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.131233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.136063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.139641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a353d20a-c5b2-4a92-8b7f-3fedc8851d77 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:05.166120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.167096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c611f0df-1c64-4427-a953-2c752c2f8987 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:05:05.177257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a353d20a-c5b2-4a92-8b7f-3fedc8851d77 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:05.177614 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a353d20a-c5b2-4a92-8b7f-3fedc8851d77 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:05.182127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.183254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] 10.222.0.41 "DELETE /v2.0/routers/c611f0df-1c64-4427-a953-2c752c2f8987 HTTP/1.1" status: 204 len: 168 time: 1.5643351 Dec 09 10:05:05.185862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37060) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:05.249597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Deleting subnet 306f02dd-ad74-4b8f-9782-50fce2cd4518 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:05:05.252874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.302702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.387868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.457946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.462145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e4a4dfb1-1293-4099-a5e8-7fd8338f5dcc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:05.496181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306f02dd-ad74-4b8f-9782-50fce2cd4518,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:05.499542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:05.503019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.508146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69f0fd-1fe1-443e-8aa0-447807b1909f None None] Network 9686d13a-241e-4ba5-aa07-a120dc676f7a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:05:05.508900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2b7c4c61-42ba-45c4-a5b3-3f0048884608 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/306f02dd-ad74-4b8f-9782-50fce2cd4518 HTTP/1.1" status: 204 len: 168 time: 0.3221159 Dec 09 10:05:05.511290 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37064) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:05.616239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.626816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Deleting port 0ca284ff-405a-42bb-97a6-af453bc81b82 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:05.627090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.665434 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:05:05.758150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] DHCP port deletion for 9686d13a-241e-4ba5-aa07-a120dc676f7a request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:05:05.762134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Deleting port 0ca284ff-405a-42bb-97a6-af453bc81b82 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:05.762507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.822337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cfaceb41-0619-42ba-a1a5-eea01187b790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.841997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] For port 0ca284ff-405a-42bb-97a6-af453bc81b82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0ca284ff-405a-42bb-97a6-af453bc81b82,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:05.842352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:05.963675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Calling delete_port for 0ca284ff-405a-42bb-97a6-af453bc81b82 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:05.972828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] For port 0ca284ff-405a-42bb-97a6-af453bc81b82, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=0ca284ff-405a-42bb-97a6-af453bc81b82,segment=NetworkSegment(d416b261-3316-4ae9-b5a3-cf5bb89a61d4),segment_id=d416b261-3316-4ae9-b5a3-cf5bb89a61d4)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:05.973225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.039955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.044001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3ab0deb0-3743-4f77-8e9c-8a1018ddb6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:06.086123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca284ff-405a-42bb-97a6-af453bc81b82,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:06.090561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:06.093094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] No DVR routers for this DVR port 0ca284ff-405a-42bb-97a6-af453bc81b82 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:05:06.134437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Calling delete_port for 0ca284ff-405a-42bb-97a6-af453bc81b82 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:05:06.203152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:05:06.203506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:05:06.209732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.236196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9686d13a-241e-4ba5-aa07-a120dc676f7a']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:06.248217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:06.248518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd416b261-3316-4ae9-b5a3-cf5bb89a61d4') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:06.260329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.276737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.283438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:05:06.283869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:05:06.296805 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:05:06.374319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.379844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.382529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cad8b26c-b799-4932-9b2c-76477fe91ccd tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:06.403395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9686d13a-241e-4ba5-aa07-a120dc676f7a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:06.405682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:06.407699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9686d13a-241e-4ba5-aa07-a120dc676f7a HTTP/1.1" status: 204 len: 168 time: 0.8954082 Dec 09 10:05:06.615812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37070) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:06.666133 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-dbb2f188-c76e-48d5-a037-48bdee2f1c34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=182ca10cbb224531b2f1f2dcfe4816fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488813 Dec 09 10:05:06.668433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37074) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:06.704438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Deleting port 0ca284ff-405a-42bb-97a6-af453bc81b82 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:05:06.705050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.731039 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.758603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.769335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b54d1-6004-42b9-a8fd-cddbbb56f49a None None] The port '0ca284ff-405a-42bb-97a6-af453bc81b82' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:05:06.809643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63503f21-94ca-45ae-b092-f864457e2330 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:06.815575 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.819371 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-307cb452-1334-46f8-b37f-99f7482614b9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:06.832881 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884c324-9551-4a54-9493-6ab34404dee8,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:06.835308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:06.847546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:06.850973 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c884c324-9551-4a54-9493-6ab34404dee8 HTTP/1.1" status: 204 len: 168 time: 0.1792362 Dec 09 10:05:06.853119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 63503f21-94ca-45ae-b092-f864457e2330 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:06.853523 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 63503f21-94ca-45ae-b092-f864457e2330 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:06.853958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0ca284ff-405a-42bb-97a6-af453bc81b82 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:05:06.888208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 0ca284ff-405a-42bb-97a6-af453bc81b82 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:05:06.888567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 0ca284ff-405a-42bb-97a6-af453bc81b82 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:05:06.915096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:07.257789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37082) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:07.308700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-761f9952-409f-4498-96c8-b45ee9e1f9f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d38b5efc746b484985730e797cc222e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495615 Dec 09 10:05:07.310959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37086) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:07.473705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:07.499119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:07.550951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:07.554795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7730f0d1-8e2a-42b1-bc36-ad46640a8c7b tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:07.568006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101893e1-b5d8-4e53-b5a9-21df2a963cc5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:07.570311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:07.573606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:07.575383 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/101893e1-b5d8-4e53-b5a9-21df2a963cc5 HTTP/1.1" status: 204 len: 168 time: 0.2633812 Dec 09 10:05:08.358401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.383366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37108) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:08.509032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1900912488-network', 'tenant_id': '50d96b9074864867beecccf027c1e343'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:08.513913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:08.518363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Usage tracker for resource:network and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:08.521229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:08.526964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:08.538050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Made reservation on behalf of 50d96b9074864867beecccf027c1e343 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:05:08.540398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.552487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.583318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:08.587274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:08.590221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:08.597068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:08.661471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.664916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.668775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6724639c-cdba-4f64-ba3c-2ee2ecd497b1 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:08.691883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:05:08.703930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08011bf3-65bf-4b6c-92cf-0a34e0579962,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:08.708360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:08.709280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.709597 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Added segment ff852cab-7b6f-4d8b-803d-5d7699f0fe17 of type vlan for network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 Dec 09 10:05:08.738811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.767918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.768196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:08.768836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:08.773450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:08.866515 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4821019 Dec 09 10:05:08.869455 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37114) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:08.871719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Pushing event updated for resources: {'Network': ['ID=2661320b-4f03-4813-9a8e-6dd41a5e97c4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:08.874276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:08.875893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Request body: {'subnet': {'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1900912488-subnet', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:08.881866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:05:08.882286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:08.886053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Usage tracker for resource:subnet and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:08.888863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:08.895258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:08.906400 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Made reservation on behalf of 50d96b9074864867beecccf027c1e343 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:05:08.908653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.107493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.111796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-af3254e6-efc7-405b-9ce6-499500e5553a tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:09.179712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a982a148-5b16-4de7-98d0-04258f234491,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:09.184045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:09.194165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Checking segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:09.194519 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Network hostable DHCP agents. Network: 2661320b-4f03-4813-9a8e-6dd41a5e97c4, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:05:09.215920 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:05:09.225285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 2661320b-4f03-4813-9a8e-6dd41a5e97c4) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:09.229093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:09.229923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.234284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797a871-2849-460f-bc06-1e90bb5f998c None None] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:05:09.251918 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-14b8a554-37d2-4b2a-9d7e-385b9b5217ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3812499 Dec 09 10:05:09.254489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37118) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:09.259699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:09.266476 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:09.271545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Usage tracker for resource:router and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:09.274442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:09.280895 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:09.293485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.294487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.314597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.459903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:05:09.460740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.585284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.624238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Allocated IP 172.20.0.2 (2661320b-4f03-4813-9a8e-6dd41a5e97c4/a982a148-5b16-4de7-98d0-04258f234491/ca8cdaeb-22f6-4d51-8ef0-9f344641af06) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:09.774653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.803737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.826845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.837904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Transition to ACTIVE for port object ca8cdaeb-22f6-4d51-8ef0-9f344641af06 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:09.856585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Transition to ACTIVE for port object ca8cdaeb-22f6-4d51-8ef0-9f344641af06 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:09.863032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:09.867633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:09.932255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:09.935474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:09.940183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:09.946121 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Allocated IP 172.26.4.30 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/e4478f1c-07e2-4473-9fbf-d9a0a7f227b9) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:09.973392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Pushing event updated for resources: {'Port': ['ID=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:10.022317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.022677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.023022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.023354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.023683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.024032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.024364 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.024687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.025005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.025322 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.025639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:10.030246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:10.036904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Attempting to bind port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:10.037344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Attempting to bind port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:10.037783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Attempting to bind port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 on network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:10.044064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:10.044444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Checking segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:10.044850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.045242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Bound using segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:10.045702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Bound port: ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:10.046096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.094397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.122718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.127106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f1d92684-3a4d-4e7c-b534-2680c1e5d684 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:10.135457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] For port ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:10.138527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] For port ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:10.142451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.145970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-330071d2-d970-43e4-805b-7ddcacaba180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:10.191352 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:10.194706 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:10.197048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:10.198791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:10.199461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:10.222710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Pushing event updated for resources: {'Port': ['ID=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:10.227117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:10.377010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.377883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.618335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Router 919d0499-d813-48b5-96fe-6838eded60d8 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:05:10.820988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:05:10.832351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Sync routers for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:05:10.843267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ca8cdaeb-22f6-4d51-8ef0-9f344641af06 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:10.849781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:10.851263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5957043 Dec 09 10:05:10.854560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37122) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:10.872114 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:10.872638 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:11.028296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:11.076994 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:11.283567 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ffeec-c482-422c-8ed1-6e3744444fee None None] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:05:11.380344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:10Z', 'revision_number': 3, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:11.384582 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Checking router: 919d0499-d813-48b5-96fe-6838eded60d8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:05:11.385055 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Updating router 919d0499-d813-48b5-96fe-6838eded60d8 port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:05:11.440833 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.443288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Provisioning for port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:11.450759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Provisioning complete for port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:11.451140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.679502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.728586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] For port ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:11.734445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.737221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fa4f2812-5c12-4c2d-9668-07bb7c403144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:11.763196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.775519 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.789860 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Transition to ACTIVE for port object e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:11.799404 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.804162 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2c19a10b-df78-45ad-96d2-24527387782d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:11.812792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Pushing event updated for resources: {'Port': ['ID=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:11.816483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:11.931596 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Attempting to bind port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:11.932203 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Attempting to bind port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:11.932318 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Attempting to bind port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:11.934968 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Pushing event updated for resources: {'Port': ['ID=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:11.945991 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.946565 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.947071 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.947550 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.948098 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.948595 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.949074 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.949547 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.950027 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.950510 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.950984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:11.954701 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:11.956335 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:11.956926 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:11.957505 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.958045 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:11.958675 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Bound port: e4478f1c-07e2-4473-9fbf-d9a0a7f227b9, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:11.959225 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:11.996136 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Allocated IP 172.20.0.1 (2661320b-4f03-4813-9a8e-6dd41a5e97c4/a982a148-5b16-4de7-98d0-04258f234491/6fb0ffcd-9915-4dd9-85e2-8484f99852ca) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:12.037197 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] For port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:12.040202 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] For port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:12.044798 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.052281 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-efe5331f-f7e2-4337-b804-1212bc3ad672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:12.063016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-30e4498d-c14e-4d2b-a721-63dd0c7f8b0b None None] Provisioning complete for port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:12.063619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-30e4498d-c14e-4d2b-a721-63dd0c7f8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.133312 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:12.134094 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:12.153796 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.170502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Transition to ACTIVE for port object 6fb0ffcd-9915-4dd9-85e2-8484f99852ca will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:12.186632 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Pushing event updated for resources: {'Port': ['ID=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:12.197077 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:12.198036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.202536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-6511cdd8-a498-47ec-b97a-a439610dc56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:12.265014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:12.273245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:12.277325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:12.307813 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:12.314800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:12.319740 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:12.337647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.426806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.507129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0016e396-8cb0-42b9-9822-81e1f3fb6257 None None] Provisioning for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:12.512353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0016e396-8cb0-42b9-9822-81e1f3fb6257 None None] Provisioning complete for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:12.512735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0016e396-8cb0-42b9-9822-81e1f3fb6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.565854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0016e396-8cb0-42b9-9822-81e1f3fb6257 None None] Port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:05:12.622128 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:10Z', 'revision_number': 3, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:12.626007 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25baad2-3b16-40f6-b682-ce5934188c3b None None] The sync data for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv is: [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:10Z', 'revision_number': 3, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:05:12.664426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.669977 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.696659 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c3348be8-148b-4115-b7ab-7d40ea45e64b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:12.779911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:12.784394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:12.784394 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.863073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ca8cdaeb-22f6-4d51-8ef0-9f344641af06 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:12.945721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:12.946281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:12.953210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:12.955047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:13.300844 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11b4537d-fd12-453b-a61d-e2d820f78e19 None None] Provisioning complete for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:13.301878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-11b4537d-fd12-453b-a61d-e2d820f78e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:13.373794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-11b4537d-fd12-453b-a61d-e2d820f78e19 None None] Port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:05:13.523639 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Router 919d0499-d813-48b5-96fe-6838eded60d8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:05:13.734558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:05:13.743634 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] 10.222.0.41 "PUT /v2.0/routers/919d0499-d813-48b5-96fe-6838eded60d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880839 Dec 09 10:05:14.576556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37144) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:14.582395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1885206776-network', 'tenant_id': 'b97c6add73af474c92c00843a749eab8'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:14.588122 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:14.591937 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Usage tracker for resource:network and tenant:b97c6add73af474c92c00843a749eab8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:14.594772 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:14.600584 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:14.612125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Made reservation on behalf of b97c6add73af474c92c00843a749eab8 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:05:14.614494 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.627089 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.674069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:14.678158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Usage tracker for resource:security_group_rule and tenant:b97c6add73af474c92c00843a749eab8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:14.680986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:14.695716 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:14.762458 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.766444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.772124 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-26b09eb6-9ee5-4041-9ad5-1766ec334c2e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:14.789777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:05:14.810534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be69666-0833-4ea6-819f-3a73696651f4,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:14.814284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:14.815415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.815769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Added segment ee2442e0-6892-403c-8e24-69e711c6be87 of type vlan for network aeca72b8-6b51-4a58-bfdc-379deaf6f353 Dec 09 10:05:14.840744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:14.845739 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.875286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.876298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:14.876887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.881609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8c780451-5182-4e70-b43b-781c7e95836b tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:14.908928 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:14.913833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:14.914737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:14.993131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Pushing event updated for resources: {'Network': ['ID=aeca72b8-6b51-4a58-bfdc-379deaf6f353,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:14.996184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:14.998071 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-75dccf06-faf8-4265-8bf4-814c59b04e11 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4204800 Dec 09 10:05:15.001154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37148) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:15.006558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Request body: {'subnet': {'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1885206776-subnet', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'ip_version': 4}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:15.011445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:15.015459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Usage tracker for resource:subnet and tenant:b97c6add73af474c92c00843a749eab8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:15.018655 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:15.019291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:05:15.024574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:15.034900 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Made reservation on behalf of b97c6add73af474c92c00843a749eab8 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:05:15.037258 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.121774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.152153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:15.156434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.161502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:15.225359 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:15.232496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:15.240930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.244427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-531255a8-7465-4e79-b870-5ab11c2c3476 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:15.309619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1211af40-0d72-45ac-bbc9-fca1617594fb,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:15.314483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:15.324217 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Checking segment: {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:15.324566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Network hostable DHCP agents. Network: aeca72b8-6b51-4a58-bfdc-379deaf6f353, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:05:15.345637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:05:15.353972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, aeca72b8-6b51-4a58-bfdc-379deaf6f353) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:15.358160 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:15.358743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.363865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74de172-3d59-4e14-915b-aa33a315d115 None None] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:05:15.383218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3809557 Dec 09 10:05:15.385832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37152) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:15.390959 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:15.396382 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:15.400155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Usage tracker for resource:router and tenant:b97c6add73af474c92c00843a749eab8 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:05:15.402938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:05:15.409145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:15.419835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.420723 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.440699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.581013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'fixed_ips': [{'subnet_id': '1211af40-0d72-45ac-bbc9-fca1617594fb'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:05:15.581861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.592952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.741409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Allocated IP 172.20.0.2 (aeca72b8-6b51-4a58-bfdc-379deaf6f353/1211af40-0d72-45ac-bbc9-fca1617594fb/5d976a64-41d0-4f4c-a959-5b9f958c719e) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:15.779078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.809846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:15.998768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.010069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Transition to ACTIVE for port object 5d976a64-41d0-4f4c-a959-5b9f958c719e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:16.030393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Transition to ACTIVE for port object 5d976a64-41d0-4f4c-a959-5b9f958c719e will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:16.036852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.041371 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:16.080322 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Allocated IP 172.26.4.158 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/289a345f-04bc-4bfa-9b9c-78ddc61d5f55) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:16.100016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:16.102879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:16.111839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:16.120079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Pushing event updated for resources: {'Port': ['ID=5d976a64-41d0-4f4c-a959-5b9f958c719e,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:16.124325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:16.127118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Sync routers for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:05:16.209215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:16.209746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:16.228834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.259865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.264180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:16.273653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Attempting to bind port 5d976a64-41d0-4f4c-a959-5b9f958c719e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:16.274036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Attempting to bind port 5d976a64-41d0-4f4c-a959-5b9f958c719e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:16.274400 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Attempting to bind port 5d976a64-41d0-4f4c-a959-5b9f958c719e on network aeca72b8-6b51-4a58-bfdc-379deaf6f353 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:16.286566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:16.286965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Checking segment: {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:16.287356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.287764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Bound using segment: {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:16.288294 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Bound port: 5d976a64-41d0-4f4c-a959-5b9f958c719e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:16.288941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.333898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:16.337294 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Pushing event updated for resources: {'Port': ['ID=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:16.340704 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:16.341799 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:16.344245 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:16.470489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] For port 5d976a64-41d0-4f4c-a959-5b9f958c719e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:16.473737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:16.499056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.499827 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.524866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] For port 5d976a64-41d0-4f4c-a959-5b9f958c719e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5d976a64-41d0-4f4c-a959-5b9f958c719e,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:16.533231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.538411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:16.703578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Pushing event updated for resources: {'Port': ['ID=5d976a64-41d0-4f4c-a959-5b9f958c719e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:16.752494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:16.758974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Router 86a22ede-feee-4f81-ad6b-4950189ecee1 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:05:16.848196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:16.957862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:16.958235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:16.991373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 2, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:16.999796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Checking router: 919d0499-d813-48b5-96fe-6838eded60d8 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:05:17.000479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Updating router 919d0499-d813-48b5-96fe-6838eded60d8 port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:05:17.022383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:05:17.038859 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Sync routers for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:05:17.058986 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:17.060356 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:17.065698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.070211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:17.072771 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b141b89e-24f3-448e-ae6d-2cee8bbf1dac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6858292 Dec 09 10:05:17.074777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.239610 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:17.534425 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:16Z', 'revision_number': 3, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:17.539108 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Checking router: 86a22ede-feee-4f81-ad6b-4950189ecee1 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:05:17.539689 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Updating router 86a22ede-feee-4f81-ad6b-4950189ecee1 port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:05:17.571822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.586532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Transition to ACTIVE for port object 6fb0ffcd-9915-4dd9-85e2-8484f99852ca will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:17.591868 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.597199 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.604048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-56c42d10-3a33-4345-8ffc-f8bcab605398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:17.796505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Pushing event updated for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:17.804233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:17.865061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Attempting to bind port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:17.865719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Attempting to bind port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:17.866252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Attempting to bind port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca on network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:17.873902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:17.874609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Checking segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:17.875173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.875729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Bound using segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:17.876999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Bound port: 6fb0ffcd-9915-4dd9-85e2-8484f99852ca, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:17.877570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.966831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:17.994247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf7e3c-094e-49ff-8e75-79e49f823157 None None] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:05:18.038596 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.050390 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Transition to ACTIVE for port object 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:18.057726 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.061701 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:18.078430 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] For port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:18.107859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] For port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:18.130912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.138034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:18.143387 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Attempting to bind port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:18.144010 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Attempting to bind port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:18.144544 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Attempting to bind port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:18.146826 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94a93a-ab70-4b27-9978-9a1c25b5d5b7 None None] Pushing event updated for resources: {'Port': ['ID=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:18.149984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6f94a93a-ab70-4b27-9978-9a1c25b5d5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:18.154822 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:18.155192 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:18.155582 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.156061 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:18.156512 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Bound port: 289a345f-04bc-4bfa-9b9c-78ddc61d5f55, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:18.156877 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.216065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Allocated IP 172.20.0.1 (aeca72b8-6b51-4a58-bfdc-379deaf6f353/1211af40-0d72-45ac-bbc9-fca1617594fb/6e20191f-a455-407a-9a04-efc7c192adc0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:18.227894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] For port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:18.231732 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] For port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:18.237027 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.241540 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:18.285878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Pushing event updated for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:18.291398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:18.299318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-000cdaea-628c-4e25-90aa-93d1140f809a None None] Provisioning for port 5d976a64-41d0-4f4c-a959-5b9f958c719e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:18.331416 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:18.336222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:18.344529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:18.345793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:18.398568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.420954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Transition to ACTIVE for port object 6e20191f-a455-407a-9a04-efc7c192adc0 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:18.448838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.462488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-03692ddc-79fb-4bd6-ad4b-86d4f421fd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:18.515354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:18.519385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:18.519678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94a93a-ab70-4b27-9978-9a1c25b5d5b7 None None] Pushing event updated for resources: {'Port': ['ID=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:18.523741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:18.524077 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6f94a93a-ab70-4b27-9978-9a1c25b5d5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:18.539978 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:18.586951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:18.595039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:18.597554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:18.608022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.857142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:18.881665 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:16Z', 'revision_number': 3, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:18.891275 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586fe83-d89b-4717-9338-b1eb80f366ec None None] The sync data for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv is: [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:16Z', 'revision_number': 3, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:05:18.965145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5d976a64-41d0-4f4c-a959-5b9f958c719e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:19.068486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:19.072228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5d976a64-41d0-4f4c-a959-5b9f958c719e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:19.077016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ec88-f6a9-40bc-a10e-c179eb443a21 None None] The sync data for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv is: [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:05:19.080112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5d976a64-41d0-4f4c-a959-5b9f958c719e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:19.080713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.180614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.185097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e826cbd7-6aca-401b-a2c3-32e3f53add72 None None] Provisioning for port 6e20191f-a455-407a-9a04-efc7c192adc0 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:19.191862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.218005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e826cbd7-6aca-401b-a2c3-32e3f53add72 None None] Provisioning complete for port 6e20191f-a455-407a-9a04-efc7c192adc0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:19.218471 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e826cbd7-6aca-401b-a2c3-32e3f53add72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.223447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:19.289516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.307666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e826cbd7-6aca-401b-a2c3-32e3f53add72 None None] Port 6e20191f-a455-407a-9a04-efc7c192adc0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:05:19.311330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:19.314934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.320256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:19.331280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 5d976a64-41d0-4f4c-a959-5b9f958c719e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5d976a64-41d0-4f4c-a959-5b9f958c719e,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:19.335397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.338650 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:19.457654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=5d976a64-41d0-4f4c-a959-5b9f958c719e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:19.461067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:19.469112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:19.470401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:19.732490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5ee38456-9bda-443a-ab42-c51a793aa024 None None] Provisioning complete for port 6e20191f-a455-407a-9a04-efc7c192adc0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:19.732866 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5ee38456-9bda-443a-ab42-c51a793aa024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:19.787450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-5ee38456-9bda-443a-ab42-c51a793aa024 None None] Port 6e20191f-a455-407a-9a04-efc7c192adc0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:05:19.885614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Router 86a22ede-feee-4f81-ad6b-4950189ecee1 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:05:20.090367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:05:20.099827 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/86a22ede-feee-4f81-ad6b-4950189ecee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0279477 Dec 09 10:05:20.891108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5d976a64-41d0-4f4c-a959-5b9f958c719e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:20.984900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5d976a64-41d0-4f4c-a959-5b9f958c719e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:20.985357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:21.121296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6fb0ffcd-9915-4dd9-85e2-8484f99852ca up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:21.195834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:21.202829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:21.203216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:21.343865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:21.379960 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:21.387051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:21.390193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:21.466229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:21.469399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:22.832872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6fb0ffcd-9915-4dd9-85e2-8484f99852ca up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:22.920057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:22.920679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:24.850733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:24.938317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:24.943872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:24.944349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:25.088175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:25.107135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:25.112815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:25.114621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a165acd0-4424-4c72-8e73-4309f8c77596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:25.182810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:25.185853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:26.830940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:26.914231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:26.914613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:31.524999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-38175cb9-4c59-433c-847b-b3411afa924c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:31.525670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-38175cb9-4c59-433c-847b-b3411afa924c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:05:31.542865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-38175cb9-4c59-433c-847b-b3411afa924c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:05:31.544051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-38175cb9-4c59-433c-847b-b3411afa924c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 815 time: 0.1586006 Dec 09 10:05:31.560642 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-84b43fc3-56f0-4045-9764-d142fb9ad5d5 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/quotas/50d96b9074864867beecccf027c1e343 HTTP/1.1" status: 200 len: 375 time: 0.0104005 Dec 09 10:05:31.643111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-1e175832-590d-4b13-bc9f-3f630e0d5544 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772741 Dec 09 10:05:31.886396 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-7f683915-c660-40bd-a306-9a11666337a3 service neutron] 10.222.0.41 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318013 Dec 09 10:05:32.015241 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-32a66047-acba-437c-a65b-dfe388afccd2 service neutron] 10.222.0.41 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227522 Dec 09 10:05:32.194664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-3ca3aec6-1076-4889-ae74-cdaed974ed3d req-582d6a5c-d99b-49a2-a678-2b293c14eb86 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:05:32.212451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-3ca3aec6-1076-4889-ae74-cdaed974ed3d req-582d6a5c-d99b-49a2-a678-2b293c14eb86 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:05:32.213596 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ca3aec6-1076-4889-ae74-cdaed974ed3d req-582d6a5c-d99b-49a2-a678-2b293c14eb86 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 210 time: 0.0592966 Dec 09 10:05:33.213777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-dafb53bc-4328-424f-90ca-8c6841de4d74 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:33.215083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-dafb53bc-4328-424f-90ca-8c6841de4d74 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 815 time: 0.1456351 Dec 09 10:05:33.231287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'port': {'device_id': '1802acba-c26f-499b-86ab-1334bcd7db05', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'admin_state_up': True, 'tenant_id': '50d96b9074864867beecccf027c1e343'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:33.301329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:33.410777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-842537df-67d6-409a-b223-d5683baeaaca req-f336dc32-ea3a-4d32-af13-230d9b80f885 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 210 time: 0.0453453 Dec 09 10:05:33.416082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:05:33.426110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:05:33.440469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Made reservation on behalf of 50d96b9074864867beecccf027c1e343 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:05:33.443637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:33.602508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-34c8d2bd-20bc-4721-9514-91e6faf8e530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:33.641621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Allocated IP 172.20.0.4 (2661320b-4f03-4813-9a8e-6dd41a5e97c4/a982a148-5b16-4de7-98d0-04258f234491/28586cdf-5ec5-448d-8f4a-ded7a947da06) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:05:33.919975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:33.944015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Transition to ACTIVE for port object 28586cdf-5ec5-448d-8f4a-ded7a947da06 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:33.971178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:33.988463 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b404901a-eb7b-4389-81e7-3be771355698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:34.041151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:05:34.044289 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:05:34.046866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:05:34.112627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:34.133387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:34.134021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:34.152294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.152681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.153064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.153442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.153816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.154184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.154667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.155042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.155407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.155782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.156154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:05:34.160025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:34.173718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460773 Dec 09 10:05:34.312031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3d7ccd5e-0f46-4fdd-a34f-f0d5d6871244 None None] Provisioning for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:34.317744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3d7ccd5e-0f46-4fdd-a34f-f0d5d6871244 None None] Provisioning complete for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:34.318130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3d7ccd5e-0f46-4fdd-a34f-f0d5d6871244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:34.373075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ccd5e-0f46-4fdd-a34f-f0d5d6871244 None None] Port 28586cdf-5ec5-448d-8f4a-ded7a947da06 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:05:34.618743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c7197-3463-486d-b67a-fde6baff4dd1 req-a06ba180-b797-440b-8044-b3127e7af61f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:34.621007 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb5c7197-3463-486d-b67a-fde6baff4dd1 req-a06ba180-b797-440b-8044-b3127e7af61f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.0826986 Dec 09 10:05:34.680151 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb5c7197-3463-486d-b67a-fde6baff4dd1 req-a9115680-c1f0-4326-b417-f67bbdcff24f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Dec 09 10:05:34.699290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:35.815278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-41e5318f-ca4f-40d2-b6b5-6f2e34ea89cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:35.924192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-238a2aa7-5f84-4434-90a6-f08b26ca8bd7 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:35.924882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-238a2aa7-5f84-4434-90a6-f08b26ca8bd7 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:05:35.945970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-238a2aa7-5f84-4434-90a6-f08b26ca8bd7 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:05:35.953215 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-238a2aa7-5f84-4434-90a6-f08b26ca8bd7 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.1283455 Dec 09 10:05:35.998809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-80398e7e-35ab-4118-b440-7424f8783454 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:05:36.019466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-80398e7e-35ab-4118-b440-7424f8783454 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:05:36.024287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efa8bed0-aba4-4ef5-a4ee-05e6397e8a07 req-80398e7e-35ab-4118-b440-7424f8783454 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Dec 09 10:05:36.917081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:37.221857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f412d-6540-4af7-8ccf-8227a34726ca req-b51a86e9-48de-474a-9e34-9db81896f591 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:37.223351 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-792f412d-6540-4af7-8ccf-8227a34726ca req-b51a86e9-48de-474a-9e34-9db81896f591 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.0796428 Dec 09 10:05:37.277693 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-792f412d-6540-4af7-8ccf-8227a34726ca req-01ebc0d9-1e68-4647-9a6d-09d1640705b9 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Dec 09 10:05:38.449167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:38.530252 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a377733-5468-4932-a981-cf8489c99dad req-b28e22e6-46b8-49a0-a374-d9e35d98bf74 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:38.532104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4a377733-5468-4932-a981-cf8489c99dad req-b28e22e6-46b8-49a0-a374-d9e35d98bf74 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.1157653 Dec 09 10:05:38.605091 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4a377733-5468-4932-a981-cf8489c99dad req-546119fd-6dc0-4e70-9559-dc8fcd9d9be4 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671504 Dec 09 10:05:39.242571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Sync routers for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:05:39.255114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:39.255806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:39.487898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:39.832823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 4, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6e20191f-a455-407a-9a04-efc7c192adc0', 'name': '', 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'mac_address': 'fa:16:3e:5b:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:18Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 2, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'subnets': [{'id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:39.838212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Checking router: 86a22ede-feee-4f81-ad6b-4950189ecee1 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:05:39.838838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Updating router 86a22ede-feee-4f81-ad6b-4950189ecee1 port 6e20191f-a455-407a-9a04-efc7c192adc0 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:05:39.844286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682d019-5401-4000-a91c-0ac921d328e0 req-43ea0075-264d-4c8f-8f87-e99e69c69075 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:39.846162 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e682d019-5401-4000-a91c-0ac921d328e0 req-43ea0075-264d-4c8f-8f87-e99e69c69075 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.1049943 Dec 09 10:05:39.898090 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e682d019-5401-4000-a91c-0ac921d328e0 req-0a62c3f2-7387-4373-82ad-06804ce3a79c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Dec 09 10:05:39.914812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.306853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.321444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Transition to ACTIVE for port object 6e20191f-a455-407a-9a04-efc7c192adc0 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:40.328976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.332560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:40.496408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Pushing event updated for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:40.526520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:40.558763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Attempting to bind port 6e20191f-a455-407a-9a04-efc7c192adc0 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:40.559158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Attempting to bind port 6e20191f-a455-407a-9a04-efc7c192adc0 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:40.559593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Attempting to bind port 6e20191f-a455-407a-9a04-efc7c192adc0 on network aeca72b8-6b51-4a58-bfdc-379deaf6f353 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:40.568505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:40.568980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Checking segment: {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:40.569455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.569917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Bound using segment: {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:40.570582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Bound port: 6e20191f-a455-407a-9a04-efc7c192adc0, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2442e0-6892-403c-8e24-69e711c6be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:40.571154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.687270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] For port 6e20191f-a455-407a-9a04-efc7c192adc0, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:40.691436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] For port 6e20191f-a455-407a-9a04-efc7c192adc0, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e20191f-a455-407a-9a04-efc7c192adc0,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:40.696156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:40.699854 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:40.787012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Pushing event updated for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:40.790265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:40.791524 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:05:40.792092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:05:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:41.051352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:05:41.195227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851793ce-eb0b-47d7-ad80-2b493e680ef5 req-8602adb7-d406-4b2a-9571-0cf2947fc3e1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:41.197039 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-851793ce-eb0b-47d7-ad80-2b493e680ef5 req-8602adb7-d406-4b2a-9571-0cf2947fc3e1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.1129789 Dec 09 10:05:41.271310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-851793ce-eb0b-47d7-ad80-2b493e680ef5 req-5ed7f784-a716-4ae3-bb2a-9d296371ccfc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Dec 09 10:05:41.441984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 4, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6e20191f-a455-407a-9a04-efc7c192adc0', 'name': '', 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'mac_address': 'fa:16:3e:5b:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:18Z', 'updated_at': '2021-12-09T10:05:40Z', 'revision_number': 4, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'subnets': [{'id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:05:41.445920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf8557-b04e-44b6-a88d-d62354c0178e None None] The sync data for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv is: [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:18Z', 'revision_number': 4, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6e20191f-a455-407a-9a04-efc7c192adc0', 'name': '', 'network_id': 'aeca72b8-6b51-4a58-bfdc-379deaf6f353', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'mac_address': 'fa:16:3e:5b:dd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:18Z', 'updated_at': '2021-12-09T10:05:40Z', 'revision_number': 4, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'subnets': [{'id': '1211af40-0d72-45ac-bbc9-fca1617594fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:05:42.478336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f2808-91d1-4c51-a743-7e0cff8f4cf2 req-8bcc68f7-7a67-480e-b812-001fe197ed72 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:42.480048 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-187f2808-91d1-4c51-a743-7e0cff8f4cf2 req-8bcc68f7-7a67-480e-b812-001fe197ed72 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.0809538 Dec 09 10:05:42.529573 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-187f2808-91d1-4c51-a743-7e0cff8f4cf2 req-e3de0c3c-b488-4c13-8b65-ea79e999be1d tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Dec 09 10:05:42.666730 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:05:42.851334 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e20191f-a455-407a-9a04-efc7c192adc0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:42.930766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 6e20191f-a455-407a-9a04-efc7c192adc0 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:42.935296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6e20191f-a455-407a-9a04-efc7c192adc0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:42.935675 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:43.050726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:43.085986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 6e20191f-a455-407a-9a04-efc7c192adc0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e20191f-a455-407a-9a04-efc7c192adc0,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:43.089856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:43.091685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb4656da-7742-4b59-a8b5-19d4aa8f567c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:43.154485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:43.157446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:43.725801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e32186-80a7-4caa-a355-0672a31e2863 req-782e2c33-323a-4913-8803-5b3b6e136631 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:43.727210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-53e32186-80a7-4caa-a355-0672a31e2863 req-782e2c33-323a-4913-8803-5b3b6e136631 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.0803790 Dec 09 10:05:43.772627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-53e32186-80a7-4caa-a355-0672a31e2863 req-5d7fbc80-10a8-4bae-a9b5-37a0cc07690a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Dec 09 10:05:44.836522 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e20191f-a455-407a-9a04-efc7c192adc0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:44.904853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 6e20191f-a455-407a-9a04-efc7c192adc0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:44.905235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:44.988189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3372e5-9650-4a55-ad3b-294d1b130a70 req-ae2dedb9-6c9c-4ae5-9ad8-e1e4873d1131 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:44.989656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8c3372e5-9650-4a55-ad3b-294d1b130a70 req-ae2dedb9-6c9c-4ae5-9ad8-e1e4873d1131 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 931 time: 0.0964286 Dec 09 10:05:45.030816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Request body: {'port': {'device_id': '1802acba-c26f-499b-86ab-1334bcd7db05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:45.036487 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8c3372e5-9650-4a55-ad3b-294d1b130a70 req-6045c8eb-4cd2-488e-bf41-585a49473841 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Dec 09 10:05:45.143974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:45.634113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28586cdf-5ec5-448d-8f4a-ded7a947da06 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:05:45.642235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:45.658777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Transition to ACTIVE for port object 28586cdf-5ec5-448d-8f4a-ded7a947da06 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:05:45.664427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:45.668600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4267558f-24cb-4c31-a5af-e59d89e3cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:45.810730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:45.846815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:45.944014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Attempting to bind port 28586cdf-5ec5-448d-8f4a-ded7a947da06 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:05:45.944389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Attempting to bind port 28586cdf-5ec5-448d-8f4a-ded7a947da06 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:05:45.945635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Attempting to bind port 28586cdf-5ec5-448d-8f4a-ded7a947da06 on network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:45.950785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Port 28586cdf-5ec5-448d-8f4a-ded7a947da06 on network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:05:45.951166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Attempting to bind port 28586cdf-5ec5-448d-8f4a-ded7a947da06 on network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:05:45.957518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:05:45.957846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Checking segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:05:45.958220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Bound using segment: {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:05:45.958637 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Bound port: 28586cdf-5ec5-448d-8f4a-ded7a947da06, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:05:45.958975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:46.059634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:05:46.063014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:05:46.067811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:46.071931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cff6ae04-7d07-44b2-8fa0-58e74b9d14e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:46.136036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:46.137846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] 10.222.0.58 "PUT /v2.0/ports/28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1093 time: 1.1116698 Dec 09 10:05:46.138382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:05:46.176331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:46.182215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:46.279899 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:05:46.343550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b212ab-a1b3-434e-9555-c669a81d658b req-08931e81-f260-49ba-9c82-b85f50c23ff3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:46.345593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-68b212ab-a1b3-434e-9555-c669a81d658b req-08931e81-f260-49ba-9c82-b85f50c23ff3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 943 time: 0.1648300 Dec 09 10:05:46.349796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-b381fda2-89f9-489a-b92e-5f1cee46c792 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1096 time: 0.1204588 Dec 09 10:05:46.439000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-b4049caf-f834-415a-9abb-cb0b38b20bb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 217 time: 0.0715880 Dec 09 10:05:46.491245 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-68b212ab-a1b3-434e-9555-c669a81d658b req-47386bc1-0241-4987-bddd-9ad62c4a59d3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377652 Dec 09 10:05:46.511589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-01a66528-d9b2-48d3-b4f6-df15226833c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:46.513106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-01a66528-d9b2-48d3-b4f6-df15226833c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0663290 Dec 09 10:05:46.586648 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-ab160117-d1b2-40fa-89cd-8d4cc884d9e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672715 Dec 09 10:05:46.717605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-93d1805a-cdff-45f3-acb4-b68a26414165 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228981 Dec 09 10:05:46.851323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1a9569a0-9ec0-4b6a-a19f-b7a1049768de req-f82548e4-b4fc-4735-a1cd-f98abeff5580 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275401 Dec 09 10:05:46.972266 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-11518508-25f9-40ab-bb21-5a11c49806a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1096 time: 0.0771441 Dec 09 10:05:47.104350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5717736-9620-4eab-afb2-c4606f822d88 req-8a86a87c-f35c-40f0-9fb5-a1a7028980bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:47.106153 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-8a86a87c-f35c-40f0-9fb5-a1a7028980bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1276870 Dec 09 10:05:47.174775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-07c1b9ba-a745-46fb-a637-1ef402566ee9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 217 time: 0.0614409 Dec 09 10:05:47.350074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5717736-9620-4eab-afb2-c4606f822d88 req-1c3dcaa8-40e2-429c-9fbd-90e18b18462d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:47.351497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-1c3dcaa8-40e2-429c-9fbd-90e18b18462d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.1705246 Dec 09 10:05:47.428193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-57424b3b-6221-4d2a-a878-6850dabafea1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692339 Dec 09 10:05:47.559478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-12d5028a-aa30-4899-b856-088ee8c21574 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231787 Dec 09 10:05:47.690306 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae14031-b644-40ab-a51c-a74d144cb953 req-32692a74-4f62-4bad-9584-8db880e8ba2f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:47.691778 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8ae14031-b644-40ab-a51c-a74d144cb953 req-32692a74-4f62-4bad-9584-8db880e8ba2f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 943 time: 0.0772161 Dec 09 10:05:47.691950 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d5717736-9620-4eab-afb2-c4606f822d88 req-f1b7c1e2-0e59-4cba-a549-ca9b29ce425e service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Dec 09 10:05:47.740402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8ae14031-b644-40ab-a51c-a74d144cb953 req-10d339dc-5002-4bb8-8829-896301350ce3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Dec 09 10:05:48.946334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e1780-29b0-4296-82a1-b0f9713c8df3 req-bdc3aa79-c461-41fa-992c-ffcc4199f613 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:48.947766 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e20e1780-29b0-4296-82a1-b0f9713c8df3 req-bdc3aa79-c461-41fa-992c-ffcc4199f613 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 943 time: 0.0772588 Dec 09 10:05:48.997339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e20e1780-29b0-4296-82a1-b0f9713c8df3 req-b2838370-504f-421b-9349-5ea92f9395c9 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Dec 09 10:05:50.193607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fe91b-7bd3-43c4-bd55-92db0e52bb0f req-34bc8dd5-d89a-48b6-8c49-a495d34934cc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:50.195047 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-460fe91b-7bd3-43c4-bd55-92db0e52bb0f req-34bc8dd5-d89a-48b6-8c49-a495d34934cc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 943 time: 0.0760882 Dec 09 10:05:50.240378 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-460fe91b-7bd3-43c4-bd55-92db0e52bb0f req-f21098be-0212-4c4f-9022-5dd2142ae943 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Dec 09 10:05:50.795875 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28586cdf-5ec5-448d-8f4a-ded7a947da06 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:05:50.929651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:50.943205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'port_id': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'mac_address': 'fa:16:3e:77:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:05:50.999709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:51.018183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28586cdf-5ec5-448d-8f4a-ded7a947da06 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:05:51.033967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:51.037560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:51.040428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-a1891c23-73ea-4917-8a14-8f4683a29501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:51.101540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:51.104939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:51.376863 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:05:51.435436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcca6d-fac3-4586-be34-25c5cf82adad req-597d1912-4d7f-4ade-840c-5e5c8e28e78b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:51.436912 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fcbcca6d-fac3-4586-be34-25c5cf82adad req-597d1912-4d7f-4ade-840c-5e5c8e28e78b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 944 time: 0.0794616 Dec 09 10:05:51.484094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fcbcca6d-fac3-4586-be34-25c5cf82adad req-458ee5a1-da9c-4a5d-afb5-4940da273616 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Dec 09 10:05:52.683746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442bf74-142e-4626-8cbd-05b8b6120037 req-1c11be1d-f486-4815-9e9b-9bf9ecfd1e53 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:52.685093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8442bf74-142e-4626-8cbd-05b8b6120037 req-1c11be1d-f486-4815-9e9b-9bf9ecfd1e53 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 944 time: 0.0797155 Dec 09 10:05:52.811279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28586cdf-5ec5-448d-8f4a-ded7a947da06 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:05:52.828623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8442bf74-142e-4626-8cbd-05b8b6120037 req-da963d7c-2b76-4b13-a28a-dd46ebab43ba tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366565 Dec 09 10:05:52.881923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:05:52.886473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:05:52.886850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:53.002136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:53.028008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:05:53.038393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:05:53.042559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:05:53.044382 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:05:53.088379 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'code': 200} Dec 09 10:05:53.114756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:05:53.117786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:05:53.317698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8e055b7-5028-43ff-abbc-7e2681c64755 req-5fa49eff-c224-4c94-8606-58f51c832fa8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1098 time: 0.0734322 Dec 09 10:05:53.362721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8e055b7-5028-43ff-abbc-7e2681c64755 req-55b99fa0-a2d6-40bb-ae6e-7341b8619de6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Dec 09 10:05:54.039506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c66f1-868c-4d9c-9805-3a3b19cca532 req-50ba8d37-2388-4d2c-a7ec-f7f66964cfb8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:54.040954 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a22c66f1-868c-4d9c-9805-3a3b19cca532 req-50ba8d37-2388-4d2c-a7ec-f7f66964cfb8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0790660 Dec 09 10:05:54.086039 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a22c66f1-868c-4d9c-9805-3a3b19cca532 req-bf09911a-a08a-4c3b-9f60-8ab2b27107cd tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Dec 09 10:05:55.281807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7ec99-e016-486a-9c3a-e085f6680214 req-e1a74c8c-2586-494d-b511-e4cca027e426 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:55.283261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-81b7ec99-e016-486a-9c3a-e085f6680214 req-e1a74c8c-2586-494d-b511-e4cca027e426 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0762806 Dec 09 10:05:55.326811 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-81b7ec99-e016-486a-9c3a-e085f6680214 req-015167bb-d2e3-48df-a22c-829af3fb9b25 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Dec 09 10:05:55.525968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74d6b0-bdea-4e0d-bf2d-e68ce72e5148 req-bc27e58b-2ad4-4b36-b039-55666abb46ee tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:55.527381 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f74d6b0-bdea-4e0d-bf2d-e68ce72e5148 req-bc27e58b-2ad4-4b36-b039-55666abb46ee tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0800385 Dec 09 10:05:55.570833 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f74d6b0-bdea-4e0d-bf2d-e68ce72e5148 req-03962428-5815-4868-8be5-c64bbb0cd753 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Dec 09 10:05:55.986281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedc1c3-cea2-413f-a561-9f189af75ef4 req-4a2f1c6e-90af-4c17-b054-cfe270bf72e4 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:05:55.987712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cbedc1c3-cea2-413f-a561-9f189af75ef4 req-4a2f1c6e-90af-4c17-b054-cfe270bf72e4 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0761068 Dec 09 10:05:56.036445 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cbedc1c3-cea2-413f-a561-9f189af75ef4 req-78f09788-e2ce-4b0b-9356-11a11964e243 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Dec 09 10:06:03.340937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:03.583350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-100c56ec-8559-47c8-a4dd-aa6b4664cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:04.682065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:05.807525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c5b-c043-4889-bd53-5144cdf082b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:06.310392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7936f-70b7-4b0f-81e5-502f169890a1 req-48bd84dc-38a5-4c29-822a-33ab3e8662f1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:06.311731 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82b7936f-70b7-4b0f-81e5-502f169890a1 req-48bd84dc-38a5-4c29-822a-33ab3e8662f1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0778449 Dec 09 10:06:06.358240 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-82b7936f-70b7-4b0f-81e5-502f169890a1 req-4ab5bf07-7116-4e19-8f07-0a1a6e8c3d56 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Dec 09 10:06:06.386073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37338) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:06.579914 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8bc0bada-bc57-430b-8b18-901eac9ca307 tempest-TestMinimumBasicScenario-2100588678 tempest-TestMinimumBasicScenario-2100588678-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1093 time: 0.1925359 Dec 09 10:06:06.582451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37344) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:06.587368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:06.592803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:06.597722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:floatingip and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:06.600517 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:06.606536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:06.617037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:06.749076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:06.880235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Allocated IP 172.26.4.190 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/6582f993-211e-4aea-8b20-381b78ce6d93) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:06:06.919690 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:07.029013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:07.057179 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:07.061241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-11309926-dde0-46b3-967f-7bbdd4638406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:07.129086 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:06:07.132346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:06:07.137135 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:06:07.160962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'Port': ['ID=6582f993-211e-4aea-8b20-381b78ce6d93,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:07.180052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.180439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.180824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.181198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.181570 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.181941 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.182310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.182674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.183035 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.183398 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.183837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:06:07.192435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:07.651399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:07.705250 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:08.004834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:08.009177 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:08.013221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e1dd4632-7cc6-4d02-81ee-083ff2f90648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:08.110319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'Port': ['ID=6582f993-211e-4aea-8b20-381b78ce6d93,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:08.114186 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:08.128690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:08.317382 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Floating IP c9b6edc4-6997-4647-906a-025904d3687a associated. External IP: 172.26.4.190, port: 28586cdf-5ec5-448d-8f4a-ded7a947da06. Dec 09 10:06:08.365324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:08.714924 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Router 919d0499-d813-48b5-96fe-6838eded60d8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:06:08.915461 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:06:08.927594 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Sync routers for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:06:08.939865 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:06:08.940578 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:06:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:06:08.950513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.007824 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4243443 Dec 09 10:06:09.008623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:06:09.011238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37348) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.017371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412223726', 'description': 'tempest-secgroup-smoke-1412223726 description', 'project_id': '50d96b9074864867beecccf027c1e343'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.023619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.035271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.045317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.087221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.091075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.094973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.101061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.125157 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:06:09.160984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.165574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.179786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2de1fdf7-4a1c-4f5a-918d-968e44bad584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:09.216744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e8c7e-a552-42a6-8909-6b34be96901f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:09.219720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.223857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37356) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.224080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2116506 Dec 09 10:06:09.225062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:09.234745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.244502 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.248194 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:06:09.251047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.254377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.261850 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.279857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.339544 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-a67eb282-c67f-408d-aab6-71622e1026e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1098 time: 0.0731213 Dec 09 10:06:09.344041 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.348238 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.355212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f4d1a990-2f21-4105-9c89-494d39db750f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:09.377701 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6368746-88b2-45f5-bcc9-7cb29e1a8bf2,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:09.380384 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:09.390805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.391977 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-68364e27-6bc5-4125-8b04-60b689a3bd4b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1657684 Dec 09 10:06:09.394841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37360) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.400481 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.407256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.411430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.415096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.421248 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.440731 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.481749 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-12be6cef-6757-4bf8-893f-27c072cedbb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:09.483212 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-12be6cef-6757-4bf8-893f-27c072cedbb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1373620 Dec 09 10:06:09.492356 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c9b6edc4-6997-4647-906a-025904d3687a', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'port_id': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'mac_address': 'fa:16:3e:77:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802acba-c26f-499b-86ab-1334bcd7db05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:07Z', 'updated_at': '2021-12-09T10:06:07Z', 'revision_number': 0, 'project_id': '50d96b9074864867beecccf027c1e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:06:09.496763 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Checking router: 919d0499-d813-48b5-96fe-6838eded60d8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:06:09.521894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:06:09.521894 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:06:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:06:09.527602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.527602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.527602 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ced005ff-4697-4687-84fa-c98d4de03051 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:09.590180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96337fca-7411-4293-b239-d4b2de7fea34,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:09.590180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:09.590180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.590180 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fd9dbe0e-c034-4e1e-a1e5-52305d6fc9d2 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1925037 Dec 09 10:06:09.590180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37364) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.632842 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.653469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-c83a8934-f3f9-4c05-91b5-124c669bd115 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 999 time: 0.1164608 Dec 09 10:06:09.662524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.662524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.662524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.662524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.662524 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.683415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-3851799f-4513-44d0-93c3-1ee58f585a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:09.685083 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-3851799f-4513-44d0-93c3-1ee58f585a23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0712574 Dec 09 10:06:09.735685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.735685 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.737146 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-97ade694-8795-4556-91ad-b071ada33731 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:09.759247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a25ccba-7e7d-4185-9397-ca5399f62322,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:09.763660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:09.769750 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.771792 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1804833 Dec 09 10:06:09.771952 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-ec249ee3-e7d4-4fbd-8efc-5d9d14d6534d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799084 Dec 09 10:06:09.774070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37368) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.779742 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.782228 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:06:09.786484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.790808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.793717 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.800355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.821863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.895958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.900760 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.902953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7e53f090-c866-40d1-9142-4b52771d939c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:09.912927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-30f7b81f-d8c2-4770-a8dc-13a90b91fa09 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343992 Dec 09 10:06:09.926714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02c5756-4c97-4d88-8691-f3d70f2afe4a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:09.931793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:09.939185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:09.942850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1653850 Dec 09 10:06:09.943079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37372) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:09.949342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:09.957545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:09.962528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:09.965399 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:09.971688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:09.986049 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Project 50d96b9074864867beecccf027c1e343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:06:09.997625 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.065506 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cedce70f-6c87-4528-bb74-8a7f17abcc17 req-d9949a04-fd37-4180-8f61-85fd4c8303eb service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400783 Dec 09 10:06:10.073407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.077216 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.079615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3e9ccd37-794c-4164-b479-9e45290033be tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:10.101507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f00f93-9939-4f4b-aa0c-90d7e319d330,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:10.105908 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:10.114197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.115387 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b2d130e0-fd74-4b1f-bac2-346f8952c8b6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1713541 Dec 09 10:06:10.118052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37376) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:10.123618 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e8c7e-a552-42a6-8909-6b34be96901f', 'project_id': '50d96b9074864867beecccf027c1e343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:10.130079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:06:10.134032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Usage tracker for resource:security_group_rule and tenant:50d96b9074864867beecccf027c1e343 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:06:10.137032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:06:10.142995 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:06:10.153624 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Project 50d96b9074864867beecccf027c1e343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:06:10.159930 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.172599 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c9b6edc4-6997-4647-906a-025904d3687a', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'port_id': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'mac_address': 'fa:16:3e:77:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802acba-c26f-499b-86ab-1334bcd7db05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:07Z', 'updated_at': '2021-12-09T10:06:07Z', 'revision_number': 0, 'project_id': '50d96b9074864867beecccf027c1e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:06:10.176654 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f84925-ab8a-44ca-8502-09b33ed36e24 None None] The sync data for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv is: [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'c9b6edc4-6997-4647-906a-025904d3687a', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'port_id': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'mac_address': 'fa:16:3e:77:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1802acba-c26f-499b-86ab-1334bcd7db05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:07Z', 'updated_at': '2021-12-09T10:06:07Z', 'revision_number': 0, 'project_id': '50d96b9074864867beecccf027c1e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:06:10.228397 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.232222 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.234580 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d587dc42-ed3c-4599-85bc-94066aaec99f tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:10.258928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca9e68-970f-4e87-a690-3a60a21e8647,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:10.261501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:10.269182 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.270383 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b57933db-e62c-4f74-82b2-7b6ff6d20ada tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1514130 Dec 09 10:06:10.391289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f854b49-d306-476e-ba2b-bfb56aff86b9 None None] New status for floating IP c9b6edc4-6997-4647-906a-025904d3687a: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:06:10.522164 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-9f41bcfa-10de-462e-beb3-3eb6fc4e805d tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412223726&fields=id&tenant_id=50d96b9074864867beecccf027c1e343 HTTP/1.1" status: 200 len: 267 time: 0.1578014 Dec 09 10:06:10.601492 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-2d182f89-b2cb-4eea-a9ea-58c5d91f2995 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:10.602933 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-2d182f89-b2cb-4eea-a9ea-58c5d91f2995 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0756650 Dec 09 10:06:10.613902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'port': {'security_groups': ['08011bf3-65bf-4b6c-92cf-0a34e0579962', 'fc1e8c7e-a552-42a6-8909-6b34be96901f']}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:10.746755 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:10.994441 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:06:11.020551 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:11.024859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:11.032185 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:06:11.036823 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:06:11.084845 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:11.085510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:11.087390 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7eb6f009-d59d-4ffa-a868-4f96c10f7a35 req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "PUT /v2.0/ports/28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 981 time: 0.4778965 Dec 09 10:06:11.116026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=6']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:06:11.119325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:06:11.150881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:06:11.249271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:06:11.298380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5aee-bc56-44cd-9a63-eb3788499e15 req-61b54d54-34cf-449c-9361-66cbf0d5bb91 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:11.299929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d69d5aee-bc56-44cd-9a63-eb3788499e15 req-61b54d54-34cf-449c-9361-66cbf0d5bb91 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.1013443 Dec 09 10:06:11.338730 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:06:11.363706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d69d5aee-bc56-44cd-9a63-eb3788499e15 req-5f70d060-20fa-4d88-9fca-caf6fa57c1c6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:06:11.527273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b9310b8d-e35c-46b8-b9c9-0c0b1cf7c0f3 None None] Provisioning complete for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:06:11.527908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b9310b8d-e35c-46b8-b9c9-0c0b1cf7c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:11.533664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d69d5aee-bc56-44cd-9a63-eb3788499e15 req-5f70d060-20fa-4d88-9fca-caf6fa57c1c6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:06:11.534825 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d69d5aee-bc56-44cd-9a63-eb3788499e15 req-5f70d060-20fa-4d88-9fca-caf6fa57c1c6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2291017 Dec 09 10:06:11.559926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-9eabd98f-32be-41b1-80c1-a40fe9f22e4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1137 time: 0.1890235 Dec 09 10:06:11.692856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-76043e9f-bc0f-4322-ac47-e3b76ffc0a73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:11.694195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-76043e9f-bc0f-4322-ac47-e3b76ffc0a73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1293554 Dec 09 10:06:11.840845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-6a9258c7-cb86-4446-bbd1-35afadd30ce5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0996737 Dec 09 10:06:11.900231 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-76127c9f-c5d0-47f4-9734-1685cae8c782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:11.900231 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-76127c9f-c5d0-47f4-9734-1685cae8c782 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0619032 Dec 09 10:06:11.982171 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-a38e3219-8dec-4fa4-81fe-b88c57681ce4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774074 Dec 09 10:06:12.096870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-31b2ad53-17dd-4df0-bf4b-dbe115de4688 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350677 Dec 09 10:06:12.234478 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-98cbaefb-bf6f-40a4-81fd-301ac9c25ec4 req-e5a6f3e9-7dff-44f0-8346-1f2a20a84a1e service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257732 Dec 09 10:06:18.110497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-e3fe732c-013a-4966-8669-234d573a9c55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693622 Dec 09 10:06:18.254413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-677e3411-d619-49b8-b427-0aee3fe23058 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1137 time: 0.0737813 Dec 09 10:06:18.397680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af64-4e03-4018-bab6-c09641e1173c req-00a66ec4-0123-48ab-9e00-3251e98233e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:18.399118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-00a66ec4-0123-48ab-9e00-3251e98233e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1257715 Dec 09 10:06:18.498452 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-f29d338f-5484-45da-9038-4f2641b56ae6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0931787 Dec 09 10:06:18.564379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741af64-4e03-4018-bab6-c09641e1173c req-fa456a8c-7098-483e-b1fe-f5ded922c310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:06:18.565794 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-fa456a8c-7098-483e-b1fe-f5ded922c310 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0613413 Dec 09 10:06:18.641286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-280bd14d-0b0b-41d9-9da0-d25ba6f3eafd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689266 Dec 09 10:06:18.772607 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-e2af6911-4d58-4bee-ab92-f9bfb5d51105 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 Dec 09 10:06:18.901998 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2741af64-4e03-4018-bab6-c09641e1173c req-88cf6ac8-a6a8-4e2a-8092-f33d34a17a1f service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229997 Dec 09 10:06:19.666455 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:06:33.344940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:33.583652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e41b25be-62b8-4b85-b36e-4a27d0c72278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:34.683136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:35.808724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-72b8445c-675c-4379-ba29-1ffdb6c60f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:36.921446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:38.366996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:06:56.666379 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:07:03.354142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:03.584998 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-113906fc-261b-4440-9156-0e874e38bd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:04.684511 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:05.810406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b1eeaacc-dbfa-4da4-84bc-1738aedd5ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:06.924048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:08.370347 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:10.532352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916258e-26ef-4828-b42a-64a96ca15364 req-5943417c-4f85-45ca-b3ca-c8118b70b49e tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:10.533687 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5916258e-26ef-4828-b42a-64a96ca15364 req-5943417c-4f85-45ca-b3ca-c8118b70b49e tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.2422731 Dec 09 10:07:10.537121 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-aa1f5b2f-b427-4f87-b950-ae80e529d31d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1137 time: 0.2857840 Dec 09 10:07:10.665712 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5916258e-26ef-4828-b42a-64a96ca15364 req-b18dedcc-612e-4384-a4df-e330e259b911 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264443 Dec 09 10:07:10.703406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-4284869d-8f00-4fe4-8bfc-76bec38cf078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:10.705470 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-4284869d-8f00-4fe4-8bfc-76bec38cf078 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1520255 Dec 09 10:07:10.804242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-a0b605f6-6cf0-4eb2-ac47-50b0b25906ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0923135 Dec 09 10:07:10.869680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-34f723ef-75f0-4920-91a1-3a1321cee57f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:10.871063 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-34f723ef-75f0-4920-91a1-3a1321cee57f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0599918 Dec 09 10:07:10.945324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-b45f3f3c-3511-4f7f-80bf-27481964ceab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678899 Dec 09 10:07:10.956199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-98920e4f-42eb-4c38-9d64-46f2ffdd445a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:07:10.957091 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-98920e4f-42eb-4c38-9d64-46f2ffdd445a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047212 Dec 09 10:07:11.086738 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-79837b92-364f-45bf-ade1-7fbddf6ce3ba service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229484 Dec 09 10:07:11.222881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6a3cb8e-886e-4c1e-9edf-c3b21fe22de1 req-5c1ba156-3ef1-4909-b93f-08b9cc0bd0b6 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234272 Dec 09 10:07:11.872424 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95655bf-98ff-4e70-a97e-96a72bbbafd0 req-a8756578-d471-4b0f-a5ea-03b7b3318948 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:11.873849 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d95655bf-98ff-4e70-a97e-96a72bbbafd0 req-a8756578-d471-4b0f-a5ea-03b7b3318948 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0811837 Dec 09 10:07:11.919971 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d95655bf-98ff-4e70-a97e-96a72bbbafd0 req-67a225da-37f4-4c10-b706-73b1c315a448 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399809 Dec 09 10:07:13.124524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ecfc5-583d-42a3-8136-ac902d1cc07e req-3c310188-d839-4c31-97f3-fbd8596ec95a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:13.126036 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb6ecfc5-583d-42a3-8136-ac902d1cc07e req-3c310188-d839-4c31-97f3-fbd8596ec95a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0816989 Dec 09 10:07:13.174254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb6ecfc5-583d-42a3-8136-ac902d1cc07e req-83ef1f0f-8ee9-4e82-b20e-7e9f99057b1f tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424936 Dec 09 10:07:14.368264 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cc1b7-fb9d-45c8-b632-73c93d4c9f0d req-695f4ece-6674-4de4-a509-291738e71cdd tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:14.369685 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e92cc1b7-fb9d-45c8-b632-73c93d4c9f0d req-695f4ece-6674-4de4-a509-291738e71cdd tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0757859 Dec 09 10:07:14.415998 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e92cc1b7-fb9d-45c8-b632-73c93d4c9f0d req-dcbc1889-b941-4c03-bbaf-fd52af0f3b49 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401726 Dec 09 10:07:15.681178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e3f7-02f0-4fc7-bc3f-b0daebf9a754 req-7885e47b-7936-4e9b-a2fa-a8f5a770cb32 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:15.682600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a030e3f7-02f0-4fc7-bc3f-b0daebf9a754 req-7885e47b-7936-4e9b-a2fa-a8f5a770cb32 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.1456296 Dec 09 10:07:15.728386 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a030e3f7-02f0-4fc7-bc3f-b0daebf9a754 req-6cea92c7-5e6a-4a80-9931-4e87fecbf3fc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400546 Dec 09 10:07:17.007138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866518-d072-4563-a500-c5eb7a3abf2f req-4e29c9a7-cffd-4661-a72f-6b0c10cf48bc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:17.008611 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e866518-d072-4563-a500-c5eb7a3abf2f req-4e29c9a7-cffd-4661-a72f-6b0c10cf48bc tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.1604671 Dec 09 10:07:17.057543 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e866518-d072-4563-a500-c5eb7a3abf2f req-f9388656-e1a5-4a1a-b548-f6a16fe771ae tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424552 Dec 09 10:07:18.243422 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-c3fce982-efbc-4ad2-8f9b-f0a1dba407f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1137 time: 0.1177201 Dec 09 10:07:18.317498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4e75-8545-407b-abdf-78efe551c7f6 req-f0fb8cf1-2709-48bf-b196-15111a5bae08 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:18.318931 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-454a4e75-8545-407b-abdf-78efe551c7f6 req-f0fb8cf1-2709-48bf-b196-15111a5bae08 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.1281965 Dec 09 10:07:18.447809 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-454a4e75-8545-407b-abdf-78efe551c7f6 req-7db19896-a6d5-4a13-bdb3-df59018b9ab6 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860293 Dec 09 10:07:18.451843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1422-219c-411f-a733-e51881767125 req-4e154225-ccae-4c3c-bad0-c66ab70ca5fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:18.453737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-4e154225-ccae-4c3c-bad0-c66ab70ca5fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1855321 Dec 09 10:07:18.554351 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-4281c288-9761-45f8-b2e4-0457e15bcc79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0928845 Dec 09 10:07:18.622004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1422-219c-411f-a733-e51881767125 req-5cf0abbf-18f5-4517-bd79-a16fe8a66bc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:18.623421 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-5cf0abbf-18f5-4517-bd79-a16fe8a66bc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0624566 Dec 09 10:07:18.697346 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-787c40d6-6677-437b-a77e-f9274a6afefc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670519 Dec 09 10:07:18.826271 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-886d9815-9de7-40fd-a4dc-dc759b215146 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218419 Dec 09 10:07:18.973154 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb1422-219c-411f-a733-e51881767125 req-22c048db-c88e-41f5-b12b-23773a1fa1c5 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250381 Dec 09 10:07:19.649445 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbbe0a-b99b-40d7-bc6c-efe0adba630d req-6059a0de-105a-419f-899a-378fbb3b8e9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:19.650864 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8bbbe0a-b99b-40d7-bc6c-efe0adba630d req-6059a0de-105a-419f-899a-378fbb3b8e9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0768614 Dec 09 10:07:19.699471 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b8bbbe0a-b99b-40d7-bc6c-efe0adba630d req-935f8af6-815c-4128-9849-496d45ad44f3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430784 Dec 09 10:07:21.012155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5864d-c595-45ce-b442-e31c11bee73c req-4dea2f78-d268-46d2-a4c3-41e22b44eef4 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:21.013616 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-49e5864d-c595-45ce-b442-e31c11bee73c req-4dea2f78-d268-46d2-a4c3-41e22b44eef4 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.1897216 Dec 09 10:07:21.060344 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-49e5864d-c595-45ce-b442-e31c11bee73c req-434d9b2c-e056-471d-bd37-8173dab2245b tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402391 Dec 09 10:07:22.258425 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39d4af-ea38-40a0-ac46-07e6d7dfd212 req-534eecc7-ad81-488e-8568-525e6003f5e5 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:07:22.259912 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff39d4af-ea38-40a0-ac46-07e6d7dfd212 req-534eecc7-ad81-488e-8568-525e6003f5e5 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0791397 Dec 09 10:07:22.306223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff39d4af-ea38-40a0-ac46-07e6d7dfd212 req-e9c741ad-dfc6-43a0-9f6e-1364732c62a8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&id=fc1e8c7e-a552-42a6-8909-6b34be96901f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406206 Dec 09 10:07:33.356636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:33.585893 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-68ee85d0-9505-408e-b297-f70abb4cf95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:33.666393 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:07:34.686093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:35.814458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aac77b8a-3381-4c4d-9940-a4ea09616a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:36.927492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:38.377343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:07:58.026975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-f6e525f0-ecbe-4c43-9dea-f154a10aee89 req-589fcde6-46df-4b94-a9c3-353e1f672d9e tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] (83486) timed out ('10.222.0.58', 52882) {{(pid=83486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 10:08:03.362054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:03.587919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1024b8dd-b241-4bac-92f9-223ef5d06ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:04.695145 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:05.816822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a90a8c7d-d32c-48a6-862b-4cd936c3fbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:06.928951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:08.375767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:10.665808 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:08:19.096461 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-c9165cfb-337f-4d1d-9eca-7439a88c34f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723143 Dec 09 10:08:19.238957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-164769c7-30f3-423c-9311-9a3fcd0563fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1137 time: 0.0714943 Dec 09 10:08:19.383471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-351641db-04aa-410f-a3aa-aa0de69e9153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:19.384948 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-351641db-04aa-410f-a3aa-aa0de69e9153 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1264882 Dec 09 10:08:19.489305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-8b8e6f0c-d9e1-4693-971d-887c27e90190 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0980401 Dec 09 10:08:19.551237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-3922fc75-7da3-4bf8-81a9-f3ae3ec897c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:19.552637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-3922fc75-7da3-4bf8-81a9-f3ae3ec897c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0567825 Dec 09 10:08:19.628560 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-20a718bf-e0b0-448c-9f50-93e6c2be6b90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700710 Dec 09 10:08:19.768594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-f2287072-5eb8-409f-b00c-825073080a83 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325054 Dec 09 10:08:19.898781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2eb77d0a-9638-4237-8987-c76f6dd8d226 req-cf138832-c324-43d6-9116-c4b18052b711 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245930 Dec 09 10:08:25.769740 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8377a060-6109-4542-b9bd-0baf81e6900d req-1e84b1f5-3361-418d-8e97-639e610ef351 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412223726&fields=id&tenant_id=50d96b9074864867beecccf027c1e343 HTTP/1.1" status: 200 len: 267 time: 0.0414944 Dec 09 10:08:25.847955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377a060-6109-4542-b9bd-0baf81e6900d req-927559c4-08fb-4464-9e33-309ea513b833 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:25.849352 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8377a060-6109-4542-b9bd-0baf81e6900d req-927559c4-08fb-4464-9e33-309ea513b833 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 984 time: 0.0744598 Dec 09 10:08:25.860357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Request body: {'port': {'security_groups': ['08011bf3-65bf-4b6c-92cf-0a34e0579962']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:25.983688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.228369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:26.252711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.257309 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.262794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:26.268638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:08:26.322361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:26.322985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.324351 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8377a060-6109-4542-b9bd-0baf81e6900d req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "PUT /v2.0/ports/28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 942 time: 0.4687924 Dec 09 10:08:26.324891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:08:26.331876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37458) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:26.377961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event updated for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=7']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:26.402049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.402443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.402828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.403204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.403575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.404128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.404775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.404775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.405189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.405437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.405800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.410640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:26.430403 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:08:26.441707 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.442505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:08:26.480586 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.554045 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-fddde927-0ec2-40a5-ae45-bd0025e14e28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1098 time: 0.0993996 Dec 09 10:08:26.568757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.577416 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-457d32dd-c4d7-4fb1-8826-c025124dc9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:26.590653 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e8c7e-a552-42a6-8909-6b34be96901f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:26.603051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.607450 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "DELETE /v2.0/security-groups/fc1e8c7e-a552-42a6-8909-6b34be96901f HTTP/1.1" status: 204 len: 168 time: 0.2706490 Dec 09 10:08:26.607450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.607450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.607450 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.608045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.608434 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.608811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.609184 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.609555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.609925 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.610295 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.610654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:26.613016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37464) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:26.616528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cb2bc2f8-8b59-412d-8550-ec7af3f0e290 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:26.677721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-26acdddc-67a6-4436-8c1a-96d4b5c02806 None None] Provisioning complete for port 28586cdf-5ec5-448d-8f4a-ded7a947da06 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:26.678090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-26acdddc-67a6-4436-8c1a-96d4b5c02806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.818070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90d3d-b663-49f1-974e-0d386962589d req-4a9173da-436f-4830-82ec-15043d022bd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:26.819510 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-4a9173da-436f-4830-82ec-15043d022bd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.2591164 Dec 09 10:08:26.831805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Deleting port 6582f993-211e-4aea-8b20-381b78ce6d93 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:26.832144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:26.926018 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-82872732-f373-4cf4-9504-79887cc12814 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 1001 time: 0.0990615 Dec 09 10:08:26.992678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a90d3d-b663-49f1-974e-0d386962589d req-7313c0b8-2fac-46fa-87d1-70b9a2fd051d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:26.994151 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-7313c0b8-2fac-46fa-87d1-70b9a2fd051d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0596855 Dec 09 10:08:27.000844 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:27.001180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:27.069291 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-bd5ee281-1675-4d41-9a3f-14ea3efd9193 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691144 Dec 09 10:08:27.205810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-d660a187-9de6-43ae-8c7b-3f69b2830b17 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305099 Dec 09 10:08:27.223230 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Calling delete_port for 6582f993-211e-4aea-8b20-381b78ce6d93 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:27.344744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a90d3d-b663-49f1-974e-0d386962589d req-de5b3c0e-7552-4c76-8081-fafead8c5fdf service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325390 Dec 09 10:08:27.372133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:27.376477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a91dafeb-f047-4d33-968f-025538032c26 tempest-ServerDiskConfigTestJSON-157042684 tempest-ServerDiskConfigTestJSON-157042684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:27.415436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event deleted for resources: {'Port': ['ID=6582f993-211e-4aea-8b20-381b78ce6d93,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:27.419860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:27.509243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:27.892383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Router 919d0499-d813-48b5-96fe-6838eded60d8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:08:28.087603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:08:28.098077 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Sync routers for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:08:28.108744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:28.110207 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:28.110819 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:28.171663 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-125c5d19-8fee-4674-a370-9ad3e081d195 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9b6edc4-6997-4647-906a-025904d3687a HTTP/1.1" status: 204 len: 168 time: 1.5545406 Dec 09 10:08:28.171663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:08:28.244531 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:08:28.297629 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:28.354795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-fe40fbf5-7309-4acb-abce-d44c5f0083ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50d96b9074864867beecccf027c1e343&device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 1098 time: 0.0802014 Dec 09 10:08:28.505482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-010ec9f8-35a9-4b7f-8cde-d628c79b9d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:28.505993 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-010ec9f8-35a9-4b7f-8cde-d628c79b9d39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 200 len: 916 time: 0.1449351 Dec 09 10:08:28.588033 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-759fd71b-fcc4-4eea-a6d3-67634da35bb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 200 len: 217 time: 0.0700061 Dec 09 10:08:28.641382 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:28.645078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Checking router: 919d0499-d813-48b5-96fe-6838eded60d8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:08:28.656245 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:28.656834 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:28.659620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-eba6b938-0b10-43d7-89c7-bad161d6f121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:28.661107 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-eba6b938-0b10-43d7-89c7-bad161d6f121 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 200 len: 854 time: 0.0665267 Dec 09 10:08:28.738121 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-13f6e593-eb9e-4f0d-befb-8ba8f60a29c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2661320b-4f03-4813-9a8e-6dd41a5e97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694573 Dec 09 10:08:28.859926 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:28.875407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-113e9265-8dd4-4bcd-86b7-148ef926aa24 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305709 Dec 09 10:08:29.019234 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8f11a2df-91c1-4cf4-8e46-4fad49e716d5 req-204d8da1-df19-48f8-bb72-a94e0f462225 service neutron] 10.222.0.58 "GET /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352351 Dec 09 10:08:29.173819 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:29.177728 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4329808-c16e-4c46-a629-9f99176b1dd1 None None] The sync data for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv is: [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:12Z', 'revision_number': 4, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '6fb0ffcd-9915-4dd9-85e2-8484f99852ca', 'name': '', 'network_id': '2661320b-4f03-4813-9a8e-6dd41a5e97c4', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'mac_address': 'fa:16:3e:68:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a982a148-5b16-4de7-98d0-04258f234491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:11Z', 'updated_at': '2021-12-09T10:05:21Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'subnets': [{'id': 'a982a148-5b16-4de7-98d0-04258f234491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:08:29.416081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbb3c9-8095-4aa1-871d-e737deefeed1 None None] New status for floating IP c9b6edc4-6997-4647-906a-025904d3687a: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:08:32.573469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-8b7e6da8-d3f7-44ff-a19f-3af544fb1a9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:32.574165 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-8b7e6da8-d3f7-44ff-a19f-3af544fb1a9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:08:32.591011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-8b7e6da8-d3f7-44ff-a19f-3af544fb1a9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:08:32.592283 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-8b7e6da8-d3f7-44ff-a19f-3af544fb1a9a tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0963304 Dec 09 10:08:32.636587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-f53c759d-5677-43fc-9450-bf9ff5e7dfef tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Synchronizing usage tracker for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:08:32.651309 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-f53c759d-5677-43fc-9450-bf9ff5e7dfef tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Unset dirty status for tenant:50d96b9074864867beecccf027c1e343 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:08:32.652467 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7e40d8ff-4949-4963-943c-93cdfb74838d req-f53c759d-5677-43fc-9450-bf9ff5e7dfef tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Dec 09 10:08:33.381887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:33.589323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-af6fe94c-9a4e-45c6-980b-071b2a4a5a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:33.855946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d9e6-782f-4459-b5fd-b8ce9fd31319 req-5838bd74-a6af-418e-811a-7ef8cab4bacd tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:33.857608 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9e59d9e6-782f-4459-b5fd-b8ce9fd31319 req-5838bd74-a6af-418e-811a-7ef8cab4bacd tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0817199 Dec 09 10:08:33.902783 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9e59d9e6-782f-4459-b5fd-b8ce9fd31319 req-562ed0cc-d066-402f-af11-bb69bb192a02 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Dec 09 10:08:34.525570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb7011-c865-4aed-af29-457f648293a9 req-9aae3a75-3168-42b4-94af-ba52b1deb8cf tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:34.527000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb7011-c865-4aed-af29-457f648293a9 req-9aae3a75-3168-42b4-94af-ba52b1deb8cf tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.58 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0770569 Dec 09 10:08:34.596982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Deleting port 28586cdf-5ec5-448d-8f4a-ded7a947da06 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:34.597326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:34.690080 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:34.939301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] For port 28586cdf-5ec5-448d-8f4a-ded7a947da06, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28586cdf-5ec5-448d-8f4a-ded7a947da06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:34.939832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:35.060796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Calling delete_port for 28586cdf-5ec5-448d-8f4a-ded7a947da06 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:35.110490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61414eef-f798-4049-abd5-c45e97895cd8 req-9ccce146-6c50-486d-aad2-a0fd9994bf28 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:35.111881 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61414eef-f798-4049-abd5-c45e97895cd8 req-9ccce146-6c50-486d-aad2-a0fd9994bf28 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/ports?device_id=1802acba-c26f-499b-86ab-1334bcd7db05 HTTP/1.1" status: 200 len: 945 time: 0.0872900 Dec 09 10:08:35.161927 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-61414eef-f798-4049-abd5-c45e97895cd8 req-a47b0066-a9e8-4381-a956-cec4e9ec3f58 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.41 "GET /v2.0/security-groups?id=08011bf3-65bf-4b6c-92cf-0a34e0579962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Dec 09 10:08:35.218295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:35.223861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d4e80472-6507-4fdf-b1b2-bdee5b2d61e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:35.231943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28586cdf-5ec5-448d-8f4a-ded7a947da06'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:08:35.268943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Pushing event deleted for resources: {'Port': ['ID=28586cdf-5ec5-448d-8f4a-ded7a947da06,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:35.271408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:35.343077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] No DVR routers for this DVR port 28586cdf-5ec5-448d-8f4a-ded7a947da06 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:08:35.345523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:35.348085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'name': 'network-vif-deleted', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:08:35.363561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-defb7011-c865-4aed-af29-457f648293a9 req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] 10.222.0.58 "DELETE /v2.0/ports/28586cdf-5ec5-448d-8f4a-ded7a947da06 HTTP/1.1" status: 204 len: 173 time: 0.8311167 Dec 09 10:08:35.410720 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1802acba-c26f-499b-86ab-1334bcd7db05', 'name': 'network-vif-deleted', 'tag': '28586cdf-5ec5-448d-8f4a-ded7a947da06', 'status': 'completed', 'code': 200} Dec 09 10:08:35.819198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-956acadc-043a-4415-b783-568809ce0e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:36.816048 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37554) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:36.933103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:37.303075 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:37.602923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28586cdf-5ec5-448d-8f4a-ded7a947da06 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:37.635729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 28586cdf-5ec5-448d-8f4a-ded7a947da06 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:37.636123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28586cdf-5ec5-448d-8f4a-ded7a947da06 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:37.881572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Deleting port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:37.882106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:38.051063 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] For port 6fb0ffcd-9915-4dd9-85e2-8484f99852ca, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:38.051421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:38.167668 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Calling delete_port for 6fb0ffcd-9915-4dd9-85e2-8484f99852ca owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:38.344569 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:38.348657 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3b1381a4-a43a-462c-8dce-2541845bc5ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:38.378677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:38.393928 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb0ffcd-9915-4dd9-85e2-8484f99852ca,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:38.396508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:38.677816 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:39.346858 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Router 919d0499-d813-48b5-96fe-6838eded60d8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:08:39.539533 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:08:39.548184 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Sync routers for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:08:39.551716 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] 10.222.0.41 "PUT /v2.0/routers/919d0499-d813-48b5-96fe-6838eded60d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345209 Dec 09 10:08:39.554195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37558) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:39.560429 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:39.561040 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:39.738842 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:39.749847 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:39.944962 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:39.954536 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Deleting port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:39.954882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:40.017635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:08:38Z', 'revision_number': 5, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port': {'id': 'e4478f1c-07e2-4473-9fbf-d9a0a7f227b9', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d0499-d813-48b5-96fe-6838eded60d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:40.021384 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Checking router: 919d0499-d813-48b5-96fe-6838eded60d8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:08:40.032625 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Routers {'919d0499-d813-48b5-96fe-6838eded60d8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:40.033229 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['919d0499-d813-48b5-96fe-6838eded60d8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:40.127253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] For port e4478f1c-07e2-4473-9fbf-d9a0a7f227b9, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:40.127605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:40.188615 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] Set router 919d0499-d813-48b5-96fe-6838eded60d8 gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:40.301052 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:08:39Z', 'revision_number': 6, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:40.304952 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78d58d-e61a-49c6-9d65-c02e2a47e105 None None] The sync data for ids ['919d0499-d813-48b5-96fe-6838eded60d8'] in dv-neutron-821175-1-hyperv is: [{'id': '919d0499-d813-48b5-96fe-6838eded60d8', 'name': 'tempest-TestMinimumBasicScenario-1900912488-router', 'tenant_id': '50d96b9074864867beecccf027c1e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:09Z', 'updated_at': '2021-12-09T10:08:39Z', 'revision_number': 6, 'project_id': '50d96b9074864867beecccf027c1e343', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:08:40.370326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Calling delete_port for e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:40.530368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:40.534433 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:40.574763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4478f1c-07e2-4473-9fbf-d9a0a7f227b9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:40.577489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:40.798368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.055909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.060272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.083285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6fb0ffcd-9915-4dd9-85e2-8484f99852ca no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:41.086076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.086814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919d0499-d813-48b5-96fe-6838eded60d8 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:08:41.099234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.103000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37562) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:41.103479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] 10.222.0.41 "DELETE /v2.0/routers/919d0499-d813-48b5-96fe-6838eded60d8 HTTP/1.1" status: 204 len: 168 time: 1.5479805 Dec 09 10:08:41.126737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6fb0ffcd-9915-4dd9-85e2-8484f99852ca {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:41.127102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6fb0ffcd-9915-4dd9-85e2-8484f99852ca not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:41.127529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:41.160898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:41.161256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e4478f1c-07e2-4473-9fbf-d9a0a7f227b9 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:41.166737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Deleting subnet a982a148-5b16-4de7-98d0-04258f234491 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:08:41.169780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.221057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.305136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.372527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.376777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-999dc4f5-327f-422b-bf80-32e5ef24a4e1 tempest-NetworksTestDHCPv6-1455738523 tempest-NetworksTestDHCPv6-1455738523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:41.413211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a982a148-5b16-4de7-98d0-04258f234491,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:41.416599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:41.419837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.426424 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5f9c9ab-01dd-411d-96ed-5c8236b86842 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a982a148-5b16-4de7-98d0-04258f234491 HTTP/1.1" status: 204 len: 168 time: 0.3224285 Dec 09 10:08:41.426612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ed6dd-38d2-4bcf-a553-2fe60115970c None None] Network 2661320b-4f03-4813-9a8e-6dd41a5e97c4 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:08:41.428968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37566) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:41.534216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.544364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Deleting port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:41.544693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.671349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] DHCP port deletion for 2661320b-4f03-4813-9a8e-6dd41a5e97c4 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:08:41.676072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Deleting port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:41.676505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.768440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] For port ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:41.768804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.877939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] For port ca8cdaeb-22f6-4d51-8ef0-9f344641af06, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,segment=NetworkSegment(ff852cab-7b6f-4d8b-803d-5d7699f0fe17),segment_id=ff852cab-7b6f-4d8b-803d-5d7699f0fe17)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:41.878271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.891191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Calling delete_port for ca8cdaeb-22f6-4d51-8ef0-9f344641af06 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:41.967542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:41.972448 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:41.996295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Calling delete_port for ca8cdaeb-22f6-4d51-8ef0-9f344641af06 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:42.013525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8cdaeb-22f6-4d51-8ef0-9f344641af06,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:42.016613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:42.019014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] No DVR routers for this DVR port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:08:42.067851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:08:42.068214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:08:42.134409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.159627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2661320b-4f03-4813-9a8e-6dd41a5e97c4']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:42.171998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:42.172292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff852cab-7b6f-4d8b-803d-5d7699f0fe17') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:42.183455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.199564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.205583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:08:42.205967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:08:42.222432 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:08:42.296419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.300325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-418641cb-3cd6-4ad1-a5ce-b0490c6f0f35 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:42.313532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.323516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Pushing event deleted for resources: {'Network': ['ID=2661320b-4f03-4813-9a8e-6dd41a5e97c4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:42.326574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:42.337192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2661320b-4f03-4813-9a8e-6dd41a5e97c4 HTTP/1.1" status: 204 len: 168 time: 0.9072869 Dec 09 10:08:42.340172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37570) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:42.569542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Deleting port ca8cdaeb-22f6-4d51-8ef0-9f344641af06 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:42.570110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.631995 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-62aea9ff-361d-4e51-b568-bfeb80ded867 None None] The port 'ca8cdaeb-22f6-4d51-8ef0-9f344641af06' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:08:42.825701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:42.918826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ca8cdaeb-22f6-4d51-8ef0-9f344641af06 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:42.956214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: ca8cdaeb-22f6-4d51-8ef0-9f344641af06 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:42.956683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device ca8cdaeb-22f6-4d51-8ef0-9f344641af06 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:43.420054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Deleting port 6e20191f-a455-407a-9a04-efc7c192adc0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:43.420607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:43.589032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] For port 6e20191f-a455-407a-9a04-efc7c192adc0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=6e20191f-a455-407a-9a04-efc7c192adc0,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:43.589384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:43.706827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Calling delete_port for 6e20191f-a455-407a-9a04-efc7c192adc0 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:43.878997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:43.882501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:43.924109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Pushing event deleted for resources: {'Port': ['ID=6e20191f-a455-407a-9a04-efc7c192adc0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:43.928054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:44.325354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:44.892027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Router 86a22ede-feee-4f81-ad6b-4950189ecee1 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:08:45.094250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:08:45.102792 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] 10.222.0.41 "PUT /v2.0/routers/86a22ede-feee-4f81-ad6b-4950189ecee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616832 Dec 09 10:08:45.103094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Sync routers for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:08:45.105623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37574) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:45.115850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:45.116412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:45.289941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:45.299679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:45.494779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:45.504077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Deleting port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:45.504405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:45.617766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:08:43Z', 'revision_number': 5, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port': {'id': '289a345f-04bc-4bfa-9b9c-78ddc61d5f55', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:45.622148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Checking router: 86a22ede-feee-4f81-ad6b-4950189ecee1 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:08:45.634299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Routers {'86a22ede-feee-4f81-ad6b-4950189ecee1'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:45.634958 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['86a22ede-feee-4f81-ad6b-4950189ecee1'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:45.792834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] Set router 86a22ede-feee-4f81-ad6b-4950189ecee1 gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:45.798904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] For port 289a345f-04bc-4bfa-9b9c-78ddc61d5f55, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:45.799265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:45.899949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:08:45Z', 'revision_number': 6, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:45.903962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9f18d-9438-4741-8e2e-b510105a0ece None None] The sync data for ids ['86a22ede-feee-4f81-ad6b-4950189ecee1'] in dv-neutron-821175-1-hyperv is: [{'id': '86a22ede-feee-4f81-ad6b-4950189ecee1', 'name': 'tempest-TestMinimumBasicScenario-1885206776-router', 'tenant_id': 'b97c6add73af474c92c00843a749eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:05:15Z', 'updated_at': '2021-12-09T10:08:45Z', 'revision_number': 6, 'project_id': 'b97c6add73af474c92c00843a749eab8', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:08:45.922758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Calling delete_port for 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:46.100573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.105021 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-891a6245-5dbd-48c9-8391-9c9868de5fda tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:46.146383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=289a345f-04bc-4bfa-9b9c-78ddc61d5f55,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:46.148914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:46.366298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.624880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.629033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.653001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.653507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a22ede-feee-4f81-ad6b-4950189ecee1 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:08:46.666328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.667455 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/86a22ede-feee-4f81-ad6b-4950189ecee1 HTTP/1.1" status: 204 len: 168 time: 1.5609484 Dec 09 10:08:46.669974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37578) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:46.735543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Deleting subnet 1211af40-0d72-45ac-bbc9-fca1617594fb {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:08:46.738670 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.789679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.869797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.924598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e20191f-a455-407a-9a04-efc7c192adc0 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:46.942675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.947076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31462592-988a-4d61-a6c2-a3f88ab7de4e tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:46.960891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 6e20191f-a455-407a-9a04-efc7c192adc0 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:46.961434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 6e20191f-a455-407a-9a04-efc7c192adc0 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:46.962004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:46.982571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1211af40-0d72-45ac-bbc9-fca1617594fb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:46.986931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:46.990166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:46.996348 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:46.996586 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-66d5cf1a-6db3-4d9c-a9c6-8ea2334457b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1211af40-0d72-45ac-bbc9-fca1617594fb HTTP/1.1" status: 204 len: 168 time: 0.3250449 Dec 09 10:08:46.996812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 289a345f-04bc-4bfa-9b9c-78ddc61d5f55 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:46.999013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37582) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:47.001287 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baebbc24-bee0-4b46-9585-100e2e1e3dcb None None] Network aeca72b8-6b51-4a58-bfdc-379deaf6f353 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:08:47.212523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.223234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Deleting port 5d976a64-41d0-4f4c-a959-5b9f958c719e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:47.223566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.256742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] DHCP port deletion for aeca72b8-6b51-4a58-bfdc-379deaf6f353 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:08:47.260707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Deleting port 5d976a64-41d0-4f4c-a959-5b9f958c719e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:47.261095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.428401 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] For port 5d976a64-41d0-4f4c-a959-5b9f958c719e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5d976a64-41d0-4f4c-a959-5b9f958c719e,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:47.428750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.459305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] For port 5d976a64-41d0-4f4c-a959-5b9f958c719e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5d976a64-41d0-4f4c-a959-5b9f958c719e,segment=NetworkSegment(ee2442e0-6892-403c-8e24-69e711c6be87),segment_id=ee2442e0-6892-403c-8e24-69e711c6be87)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:47.459637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.549222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Calling delete_port for 5d976a64-41d0-4f4c-a959-5b9f958c719e owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:47.581900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Calling delete_port for 5d976a64-41d0-4f4c-a959-5b9f958c719e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:08:47.621316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.627091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c386a78f-2a71-44ac-a6d6-96636c8cd2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:47.652640 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:08:47.653008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:08:47.665683 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:08:47.671326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d976a64-41d0-4f4c-a959-5b9f958c719e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:47.674788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:47.677774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] No DVR routers for this DVR port 5d976a64-41d0-4f4c-a959-5b9f958c719e on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:08:47.793460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.818431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeca72b8-6b51-4a58-bfdc-379deaf6f353']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:47.830201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2442e0-6892-403c-8e24-69e711c6be87') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:47.830500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2442e0-6892-403c-8e24-69e711c6be87') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:47.841609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.858968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.865093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:08:47.865469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:08:47.878519 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:08:47.956322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.959679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a8f1f2f5-31b6-497a-b421-1b06b1dcb7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:47.973088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:47.985854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeca72b8-6b51-4a58-bfdc-379deaf6f353,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:47.988738 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aeca72b8-6b51-4a58-bfdc-379deaf6f353 HTTP/1.1" status: 204 len: 168 time: 0.9887557 Dec 09 10:08:47.989619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:48.154605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Deleting port 5d976a64-41d0-4f4c-a959-5b9f958c719e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:08:48.156169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:48.179394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37588) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:48.231038 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-143d9166-3e56-4e2f-9102-48fac9cdf002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50d96b9074864867beecccf027c1e343&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503488 Dec 09 10:08:48.233750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37592) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:48.262374 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8dceb135-d303-47d2-b3e2-091c250a8f33 None None] The port '5d976a64-41d0-4f4c-a959-5b9f958c719e' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:08:48.296815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:48.326758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:48.378991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:48.382982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca866d4c-f916-4c1b-8874-43d2e37e0265 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:48.397472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08011bf3-65bf-4b6c-92cf-0a34e0579962,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:48.400203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:48.413294 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:48.414415 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1293043-d42a-48b9-bf1b-d8caf1637497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08011bf3-65bf-4b6c-92cf-0a34e0579962 HTTP/1.1" status: 204 len: 168 time: 0.1797302 Dec 09 10:08:48.857248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37600) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:48.915790 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d1809aaa-bc5d-4ed2-83e8-2c72c8d49548 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b97c6add73af474c92c00843a749eab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550332 Dec 09 10:08:48.916432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37604) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:48.928561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5d976a64-41d0-4f4c-a959-5b9f958c719e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:08:48.964472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 5d976a64-41d0-4f4c-a959-5b9f958c719e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:08:48.964982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5d976a64-41d0-4f4c-a959-5b9f958c719e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:08:48.995143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:49.025039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:49.088757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:49.095333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6e2d17fc-b526-4296-b03b-7b21a9ffc580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:49.110260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be69666-0833-4ea6-819f-3a73696651f4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:49.114210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:49.117596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:49.118856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7be69666-0833-4ea6-819f-3a73696651f4 HTTP/1.1" status: 204 len: 168 time: 0.2012434 Dec 09 10:08:51.488507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37648) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:51.494278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626445213', 'description': 'tempest-secgroup-smoke-1626445213 description', 'project_id': '343f46d1b34e43e1934d13d5828da9f9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:51.500614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:51.504432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:51.507269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:51.513820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:51.524456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.536633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.568322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:51.572562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:51.575424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:51.581751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:51.651719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.655443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.659778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9fe24c2d-78a3-4e74-bcb5-6dbebbe3ec62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:51.697248 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:51.701399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df323272-fc1b-4fe8-a980-21b31dd35664,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:51.704792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:51.707509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:51.708331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:51.714215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:51.769587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.773257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.778101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-77f64128-e868-4f33-bb84-11557e0ff775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:51.816485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7563db-18f7-400e-a683-1cb636bcdb21,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:51.819214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.820479 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3309493 Dec 09 10:08:51.821374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:51.823388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37652) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:51.829565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:51.835457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:51.839203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:51.842064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:51.847937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:51.866611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.925610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.930912 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.932944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b57eeeb7-4156-4a57-ba05-fb9dd5fac74c tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:51.955862 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e88ce1b-43b8-4358-ae21-05b5208aec44,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:51.958257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:51.965948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:51.969884 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1429214 Dec 09 10:08:51.970128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37656) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:51.975650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:51.982152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:51.986521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:51.989494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:51.995454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.011550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.071792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.075066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.076898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f1c82f12-19c6-4f11-9794-d2ab53415da8 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.098325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ed0b67-a56f-421a-95e8-e5464ce54573,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.102575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.107134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.108907 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-08cc5351-f11e-4236-b486-b80fe5935cb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377881 Dec 09 10:08:52.111591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37660) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.116859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.122584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.126633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.129593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.135423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.152406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.216666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.220646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.222456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea8625dc-2e8b-4609-ba8f-a4ceecec1930 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.244120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6a629-a164-43d4-b501-0bff15abfb24,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.246518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.254029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.255322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427817 Dec 09 10:08:52.257925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37664) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.263299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.269604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.273420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.276313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.282743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.298866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.362302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.365569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.367305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4f6748b4-f1dc-498b-b5d1-6bf69099d942 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.389779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de6137-60e7-4de1-aeef-acbe7edd31a7,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.392214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.399058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.400257 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1413918 Dec 09 10:08:52.403055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37668) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.408996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.414953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.418778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.421621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.428080 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.438786 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:08:52.445508 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.512837 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.516640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.522426 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-848d9882-f7f3-4194-a157-4e0ba6dc0e57 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.540302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cf84b0-6c52-4c29-9885-52ef18bf44f8,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.543001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.551012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.552201 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7a017db5-4530-4698-8a76-930ea0f75270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480649 Dec 09 10:08:52.554852 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37672) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.560285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '1f7563db-18f7-400e-a683-1cb636bcdb21', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.566598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.570491 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.573367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.579832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.588882 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:08:52.594958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.657777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.661016 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.662737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-eda0cfbe-759b-43f8-9a04-ff3deb5047e7 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.684613 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f11da-6470-4c12-8092-9ef7041b200b,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.689415 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.693660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.694806 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1390712 Dec 09 10:08:52.697774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37676) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.703503 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'network': {'name': 'tempest-network-smoke--66235329', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'port_security_enabled': True}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.708429 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.712194 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:network and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.715012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.720699 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.730819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:08:52.734738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.762443 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:08:52.771183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.771514 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Added segment de949d76-07ec-42cf-b6c1-76c0646857ea of type vlan for network 68f51a0e-8675-402b-b17a-bbba6b246b9a Dec 09 10:08:52.799359 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.828389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.832162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:52.832732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.837498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-368fdaca-9a10-4356-9acc-74087ea121d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:52.933043 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2341309 Dec 09 10:08:52.935747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37680) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:52.943836 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'admin_state_up': True, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:52.948996 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Network': ['ID=68f51a0e-8675-402b-b17a-bbba6b246b9a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:52.952442 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:52.953436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:52.957457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:router and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:52.960389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:52.962030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:08:52.966148 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:52.977095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:52.978131 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.002724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.245803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.420069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.449078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.582974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.143 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5f22c61c-a331-4d9c-b8dd-814f3bb4794e) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:08:53.728465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.756053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.760052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5489ac24-a02f-450c-91e8-7470037d8773 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:53.820201 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:08:53.828106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:08:53.832116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:08:53.860974 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:53.866703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:53.992870 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:53.993599 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:54.214572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 8b4b2bc0-457d-4d29-aab2-0b318d931942 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:08:54.419098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:08:54.430588 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Sync routers for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:08:54.443930 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:54.444579 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:54.447023 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:54.451362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37684) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:54.451952 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5b994dee-69d7-4d20-bfd9-76cbbec5c825 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5138702 Dec 09 10:08:54.617735 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3bc5fb6c-c895-40c7-8672-c8ccfe8a3030 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=343f46d1b34e43e1934d13d5828da9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1646440 Dec 09 10:08:54.619903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37690) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:54.660399 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:54.749160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be189eb-a4ff-495a-811d-44e9a3e83ed4 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:54.750652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5be189eb-a4ff-495a-811d-44e9a3e83ed4 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297896 Dec 09 10:08:54.753620 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37694) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:54.796078 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3856caf6-18b8-41aa-972f-3f200a085c72 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382502 Dec 09 10:08:54.796260 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37698) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:54.801652 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335729613', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:08:54.909026 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:08:54.912735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:subnet and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:08:54.915486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:08:54.921768 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:08:54.931573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:08:54.945110 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:53Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:54.949005 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Checking router: 8b4b2bc0-457d-4d29-aab2-0b318d931942 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:08:54.949339 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Updating router 8b4b2bc0-457d-4d29-aab2-0b318d931942 port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:08:55.001037 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.036018 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.329616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.341616 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Transition to ACTIVE for port object 5f22c61c-a331-4d9c-b8dd-814f3bb4794e will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:08:55.348377 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.351888 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:55.378756 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.382888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0a3b93a0-dd5d-489a-b99c-10f189ca1acd tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:55.430891 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Attempting to bind port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:08:55.431446 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Attempting to bind port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:08:55.431623 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Attempting to bind port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:08:55.433697 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Pushing event updated for resources: {'Port': ['ID=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:55.446486 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.446829 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.447243 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.447622 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.448003 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.448333 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.448664 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.448982 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.449301 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.449617 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.449933 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:55.453905 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:55.454806 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:08:55.455175 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:08:55.455579 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.456024 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:08:55.456580 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Bound port: 5f22c61c-a331-4d9c-b8dd-814f3bb4794e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:08:55.457018 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.462490 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Subnet': ['ID=94cef143-bc4f-4522-bb5e-ed78cbf3d162,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:55.465902 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:55.473012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Checking segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:08:55.473375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network hostable DHCP agents. Network: 68f51a0e-8675-402b-b17a-bbba6b246b9a, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:08:55.495468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:08:55.505387 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 68f51a0e-8675-402b-b17a-bbba6b246b9a) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:08:55.509484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:55.510057 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.515633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a5fa3-3e41-466a-b7b4-683b6d32fcc6 None None] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:08:55.532223 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] For port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:08:55.535434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-f286f147-e364-4ec6-99ec-457a10894ddb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7358057 Dec 09 10:08:55.535644 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37702) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:55.537848 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] For port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:08:55.541595 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.546485 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-fc098fd8-722a-475f-96f9-4164e475108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:55.628368 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Pushing event updated for resources: {'Port': ['ID=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:55.641173 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:55.642792 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:55.643427 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:55.750794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-68f51a0e-8675-402b-b17a-bbba6b246b9a', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:08:55.751826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:55.833407 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:08:55.914942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Allocated IP 172.20.0.2 (68f51a0e-8675-402b-b17a-bbba6b246b9a/94cef143-bc4f-4522-bb5e-ed78cbf3d162/9ce32714-dd78-4e67-9f1a-3af6f9e0da33) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:08:56.150611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.163421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Transition to ACTIVE for port object 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:08:56.169942 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:53Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:56.174635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ef04-70aa-4bf3-96a9-c4ae2a96c02d None None] The sync data for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv is: [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:53Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:08:56.185159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Transition to ACTIVE for port object 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:08:56.194424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.198202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:56.273234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:08:56.274095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Pushing event updated for resources: {'Port': ['ID=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:56.278210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:08:56.281491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:08:56.291905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.292249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.292583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.292912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.293495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.293604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.293873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.294192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.294510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.294825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.295525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:08:56.299383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:56.355550 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.411009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Attempting to bind port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:08:56.411494 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Attempting to bind port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:08:56.412598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Attempting to bind port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 on network 68f51a0e-8675-402b-b17a-bbba6b246b9a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:08:56.424112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:08:56.424421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Checking segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:08:56.424857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.425260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Bound using segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:08:56.425753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Bound port: 9ce32714-dd78-4e67-9f1a-3af6f9e0da33, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:08:56.426258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.523456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] For port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:08:56.527198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] For port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:08:56.532603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:56.537683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fb777413-b1b6-472f-a3ac-84da5a973cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:56.626864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Pushing event updated for resources: {'Port': ['ID=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:56.630370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:56.810364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.1 (68f51a0e-8675-402b-b17a-bbba6b246b9a/94cef143-bc4f-4522-bb5e-ed78cbf3d162/f2871ff1-b293-44e0-8aa1-1a73bf2fc863) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:08:57.023263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.026363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f22c61c-a331-4d9c-b8dd-814f3bb4794e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:08:57.044814 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object f2871ff1-b293-44e0-8aa1-1a73bf2fc863 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:08:57.073030 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.078204 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b44e9628-7218-4ec6-836b-d5f43b9d0f26 tempest-DeleteServersTestJSON-1762027790 tempest-DeleteServersTestJSON-1762027790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:57.107719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:08:57.113453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:57.113839 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.235397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.251118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:57.260073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.260948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:08:57.264675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:08:57.268356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:08:57.272798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:08:57.290566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:57.298640 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:57.304180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:57.343037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.386032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:57.390378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:57.406236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:08:57.433622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.614197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8038c2-8f56-49de-a2d3-aaf26efd6a02 None None] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:08:57.720698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Provisioning for port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:08:57.736579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Provisioning complete for port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:57.736956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.844300 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.848642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.881221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-50328e40-ff2d-4b96-82e6-78e8fc63e2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:57.962949 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:57.967150 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:57.970485 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:57.974426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.022657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] For port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:08:58.026883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.028725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:08:58.095696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Pushing event updated for resources: {'Port': ['ID=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:08:58.098879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:08:58.113005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:08:58.114166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:08:58.261981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Provisioning complete for port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:58.262366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.402622 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Provisioning for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:08:58.410871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Provisioning complete for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:58.411335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.476864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f4c00cc4-e9db-4e53-9a78-40a6e3741883 None None] Port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:08:58.525373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 8b4b2bc0-457d-4d29-aab2-0b318d931942 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:08:58.600221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9a00e96b-33ef-46f3-af20-f9a69567459d None None] Provisioning complete for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:58.600604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9a00e96b-33ef-46f3-af20-f9a69567459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.660406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9a00e96b-33ef-46f3-af20-f9a69567459d None None] Port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:08:58.782506 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-c15c9537-db40-402f-b4db-e735ac8d52f5 None None] Provisioning complete for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:58.782891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c15c9537-db40-402f-b4db-e735ac8d52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:58.834910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c15c9537-db40-402f-b4db-e735ac8d52f5 None None] Port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:08:58.855879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:08:58.865937 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/8b4b2bc0-457d-4d29-aab2-0b318d931942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3292994 Dec 09 10:08:58.939326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f22c61c-a331-4d9c-b8dd-814f3bb4794e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:08:59.012252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:59.012644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:59.078627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-d0bd7155-0a5a-4576-a39e-f69f02bbf74d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:08:59.095115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-d0bd7155-0a5a-4576-a39e-f69f02bbf74d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:08:59.096502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-d0bd7155-0a5a-4576-a39e-f69f02bbf74d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626445213&fields=id&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 267 time: 0.0624571 Dec 09 10:08:59.130468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:08:59.199293 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:08:59.200167 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:08:59.356553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-55334b3a-92e2-4614-925f-90f5a543802f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:08:59.358025 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-55334b3a-92e2-4614-925f-90f5a543802f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 795 time: 0.2551885 Dec 09 10:08:59.377757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-e50acf44-923a-4f92-9cdd-a67bc202de0f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/quotas/343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 375 time: 0.0117345 Dec 09 10:08:59.459031 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-099d9b17-8113-48ac-a670-6c74d03963d2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760374 Dec 09 10:08:59.665683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-0b9e18dc-65ef-4b86-bad7-0cf062c3078c service neutron] 10.222.0.41 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953557 Dec 09 10:08:59.770211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Sync routers for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:08:59.783458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:08:59.784131 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:08:59.803236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-0653066e-b2b8-46ba-8cd8-d24035cf85d3 service neutron] 10.222.0.41 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310732 Dec 09 10:08:59.969842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:09:00.005681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e0745f1-6e2e-43e7-8ca4-fbd5620b468e req-3e374d67-f0db-4ccd-a257-2ddc371a5fe7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:09:00.024067 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7e0745f1-6e2e-43e7-8ca4-fbd5620b468e req-3e374d67-f0db-4ccd-a257-2ddc371a5fe7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:09:00.025405 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7e0745f1-6e2e-43e7-8ca4-fbd5620b468e req-3e374d67-f0db-4ccd-a257-2ddc371a5fe7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 210 time: 0.0764441 Dec 09 10:09:00.297097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 2, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:00.301045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Checking router: 8b4b2bc0-457d-4d29-aab2-0b318d931942 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:09:00.301412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Updating router 8b4b2bc0-457d-4d29-aab2-0b318d931942 port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:09:00.354907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:00.759029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:00.772273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Transition to ACTIVE for port object f2871ff1-b293-44e0-8aa1-1a73bf2fc863 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:09:00.778848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:00.782469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-69f83d49-d5a7-407f-8d09-0852aca2b671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:00.903068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Pushing event updated for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:00.907221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:00.999498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Attempting to bind port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:09:00.999921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Attempting to bind port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:09:01.000363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Attempting to bind port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 on network 68f51a0e-8675-402b-b17a-bbba6b246b9a {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:09:01.007064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:09:01.007447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Checking segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:09:01.009340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:01.009748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Bound using segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:09:01.010214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Bound port: f2871ff1-b293-44e0-8aa1-1a73bf2fc863, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:09:01.010589 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:01.114046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] For port f2871ff1-b293-44e0-8aa1-1a73bf2fc863, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:09:01.118219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] For port f2871ff1-b293-44e0-8aa1-1a73bf2fc863, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:09:01.122753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:01.134175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:01.208909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:09:01.209561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:08:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:01.220485 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a59c7b16-cbb9-4644-a82a-7b8c5abe77da req-356da190-af77-43f2-9acd-f3a65b963c18 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 210 time: 0.0635054 Dec 09 10:09:01.355655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-9c0702eb-114f-440f-9f45-19326ecb8fd1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:01.357079 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-9c0702eb-114f-440f-9f45-19326ecb8fd1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 795 time: 0.2324102 Dec 09 10:09:01.361580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Pushing event updated for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:01.370931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:01.420710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:09:01.423718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-88f3ebe2-eee3-4a26-be41-4209916597c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 380 time: 0.0509562 Dec 09 10:09:01.432980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'port': {'device_id': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'admin_state_up': True, 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'security_groups': ['1f7563db-18f7-400e-a683-1cb636bcdb21']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.569538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:09:01.579751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:09:01.590592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:09:01.593766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:01.765346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:01Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:01.768340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.4 (68f51a0e-8675-402b-b17a-bbba6b246b9a/94cef143-bc4f-4522-bb5e-ed78cbf3d162/e1d90972-4327-42e0-bd4b-45359b2a1f57) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:09:01.769437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdba1c-7a57-4632-8334-19a9a02fe2e7 None None] The sync data for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv is: [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:01Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:09:01.978578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:01.996168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object e1d90972-4327-42e0-bd4b-45359b2a1f57 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:09:02.019462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.025421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5fe3317a-adb2-4893-aa26-0cd1489ae312 tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:02.096326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:09:02.098868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:09:02.103232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:09:02.135667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:02.143264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:02.172735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:02.173532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.202184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7732062 Dec 09 10:09:02.225548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Request body: {'port': {'device_id': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:02.369422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.372261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-78daea66-6a31-4241-a8d2-900f37b42f43 None None] Provisioning for port e1d90972-4327-42e0-bd4b-45359b2a1f57 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:09:02.377888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-78daea66-6a31-4241-a8d2-900f37b42f43 None None] Provisioning complete for port e1d90972-4327-42e0-bd4b-45359b2a1f57 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:09:02.378321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-78daea66-6a31-4241-a8d2-900f37b42f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.435548 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-78daea66-6a31-4241-a8d2-900f37b42f43 None None] Port e1d90972-4327-42e0-bd4b-45359b2a1f57 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:09:02.455803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4717dc5-daf9-4ebf-8e85-5e4472aeb339 req-8a9c3adc-d9b8-448d-8fc5-debc161b1837 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:02.457922 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e4717dc5-daf9-4ebf-8e85-5e4472aeb339 req-8a9c3adc-d9b8-448d-8fc5-debc161b1837 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 931 time: 0.0962687 Dec 09 10:09:02.508346 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e4717dc5-daf9-4ebf-8e85-5e4472aeb339 req-1b0c9c34-bf43-4f1a-b816-678285b476ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Dec 09 10:09:02.841549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d90972-4327-42e0-bd4b-45359b2a1f57 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:09:02.848706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.863306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Transition to ACTIVE for port object e1d90972-4327-42e0-bd4b-45359b2a1f57 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:09:02.866994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:02.870669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d001ee21-3c53-417a-ba4c-036cd93820b5 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:02.954296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2871ff1-b293-44e0-8aa1-1a73bf2fc863 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:09:03.000502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:03.005527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:03.043365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:09:03.049257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:09:03.049638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.116275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Attempting to bind port e1d90972-4327-42e0-bd4b-45359b2a1f57 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:09:03.116676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Attempting to bind port e1d90972-4327-42e0-bd4b-45359b2a1f57 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:09:03.117122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Attempting to bind port e1d90972-4327-42e0-bd4b-45359b2a1f57 on network 68f51a0e-8675-402b-b17a-bbba6b246b9a {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:09:03.125280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Port e1d90972-4327-42e0-bd4b-45359b2a1f57 on network 68f51a0e-8675-402b-b17a-bbba6b246b9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:09:03.125935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Attempting to bind port e1d90972-4327-42e0-bd4b-45359b2a1f57 on network 68f51a0e-8675-402b-b17a-bbba6b246b9a {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:09:03.133165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:09:03.133503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Checking segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:09:03.134045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Bound using segment: {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:09:03.134471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Bound port: e1d90972-4327-42e0-bd4b-45359b2a1f57, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de949d76-07ec-42cf-b6c1-76c0646857ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:09:03.134815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.166922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.198948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f2871ff1-b293-44e0-8aa1-1a73bf2fc863, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:09:03.204120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.206165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8372cd48-8eac-4c52-acd5-ddaac853bddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:03.225551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:09:03.229890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:09:03.233716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.237706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:03.298958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.301037 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] 10.222.0.58 "PUT /v2.0/ports/e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 1093 time: 1.0803170 Dec 09 10:09:03.301593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:09:03.328549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:03.332448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:03.381066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:03.384957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'status': 'completed', 'code': 200} Dec 09 10:09:03.390737 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:03.413048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.429233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-d6168c75-9490-4d00-9c11-1f749dbe1ab4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1096 time: 0.0796571 Dec 09 10:09:03.504253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-f91cc565-402e-412a-be47-18680e32a593 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 217 time: 0.0674236 Dec 09 10:09:03.569624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-3a9a917b-3347-469d-a05f-1785d20c98f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:03.571062 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-3a9a917b-3347-469d-a05f-1785d20c98f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0614357 Dec 09 10:09:03.593541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ae9ead0c-7e31-4498-a783-5ccfb4d77c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:03.647967 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-ef8215b7-821f-4c50-bb46-fa880ce65a57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699418 Dec 09 10:09:03.714566 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41415bb-f85e-4372-b0be-a6b089f41068 req-b2d05ac9-20be-404b-9a0e-5e4c7a94bb92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:03.716037 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d41415bb-f85e-4372-b0be-a6b089f41068 req-b2d05ac9-20be-404b-9a0e-5e4c7a94bb92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 943 time: 0.0781286 Dec 09 10:09:03.762058 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d41415bb-f85e-4372-b0be-a6b089f41068 req-d2dcc43b-55a7-4255-86e9-29fbfebdce07 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Dec 09 10:09:03.796043 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-4791a2a4-e689-4aa8-b3a3-147ad1bde5fc service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411521 Dec 09 10:09:03.928933 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3e0eda7-2fe0-479a-bb9a-9fcb786e6e2e req-d7606c5b-dbd7-4981-b01e-686d6d40f26c service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269121 Dec 09 10:09:04.051885 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-e6f50434-c3af-4dfe-b34a-7788be21c661 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1096 time: 0.0741701 Dec 09 10:09:04.182259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-d3e2c145-b172-48b3-a90f-36527f98b3ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:04.183606 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-d3e2c145-b172-48b3-a90f-36527f98b3ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 896 time: 0.1255527 Dec 09 10:09:04.253549 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-2393a8b1-c101-4446-a290-dcedbd44ed39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 217 time: 0.0636542 Dec 09 10:09:04.323198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-e5108e26-05e2-4125-94bd-101a3ccee160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:04.324668 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-e5108e26-05e2-4125-94bd-101a3ccee160 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0574608 Dec 09 10:09:04.399697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-c4162951-9060-4fd0-9aec-582f689d105b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676444 Dec 09 10:09:04.533454 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-bcf408e2-22a8-4222-853a-ec10fcf02e60 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276269 Dec 09 10:09:04.693883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:04.774638 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c59d978-eb31-45f1-a7c0-a131e0755090 req-3019b8d5-80e4-494d-be1d-72731ef1fb89 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345176 Dec 09 10:09:04.933189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2871ff1-b293-44e0-8aa1-1a73bf2fc863 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:09:04.969047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d54851-c569-40f1-93bf-2f84a03d2144 req-7c911971-c828-44df-940c-84d8a3493563 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:04.969757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-79d54851-c569-40f1-93bf-2f84a03d2144 req-7c911971-c828-44df-940c-84d8a3493563 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:09:04.989196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-79d54851-c569-40f1-93bf-2f84a03d2144 req-7c911971-c828-44df-940c-84d8a3493563 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:09:04.990700 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-79d54851-c569-40f1-93bf-2f84a03d2144 req-7c911971-c828-44df-940c-84d8a3493563 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 943 time: 0.1066709 Dec 09 10:09:05.016342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:09:05.016732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:05.038185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-79d54851-c569-40f1-93bf-2f84a03d2144 req-c0088357-d7f1-425c-92d8-0ed6f3d48625 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Dec 09 10:09:05.742632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e1d90972-4327-42e0-bd4b-45359b2a1f57 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:09:05.847631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-247c57c0-25ca-43ac-a10c-5d5295abaffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:05.884980 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:09:05.900926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'port_id': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'mac_address': 'fa:16:3e:e4:4c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:09:05.956313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:05.973759 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d90972-4327-42e0-bd4b-45359b2a1f57 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:09:05.990665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:09:05.994613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:05.997193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:06.061363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:06.064602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:06.239665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367371ce-ef71-4e2e-939b-76b0b7a212f2 req-01f64175-22fc-4fdd-89e2-ff3636c9550e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:06.241132 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-367371ce-ef71-4e2e-939b-76b0b7a212f2 req-01f64175-22fc-4fdd-89e2-ff3636c9550e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 944 time: 0.0796001 Dec 09 10:09:06.299938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-367371ce-ef71-4e2e-939b-76b0b7a212f2 req-049be20c-742b-4e2f-af24-e5ebd39bc814 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533030 Dec 09 10:09:06.369043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['e1d90972-4327-42e0-bd4b-45359b2a1f57'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:09:06.934352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:07.497810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964a93-c03c-4be4-8817-5b7ff16f1f20 req-381af0a7-fc5f-407d-aaf0-15bf339ded42 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:07.499299 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-06964a93-c03c-4be4-8817-5b7ff16f1f20 req-381af0a7-fc5f-407d-aaf0-15bf339ded42 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 944 time: 0.0762558 Dec 09 10:09:07.548067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-06964a93-c03c-4be4-8817-5b7ff16f1f20 req-2793a28e-bbe9-4071-a258-07e679beef14 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433631 Dec 09 10:09:07.758092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e1d90972-4327-42e0-bd4b-45359b2a1f57 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:09:07.824851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port e1d90972-4327-42e0-bd4b-45359b2a1f57 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:09:07.830044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port e1d90972-4327-42e0-bd4b-45359b2a1f57 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:09:07.830436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:07.942601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:07.970156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:09:07.980093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:09:07.984112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:07.985950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:08.048547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:08.051484 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:08.128597 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'code': 200} Dec 09 10:09:08.349483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16717b6d-e00c-49ef-90e2-cf023efc672b req-75aea75b-f1e3-4c8f-b2a8-e73b26296b4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1098 time: 0.0676124 Dec 09 10:09:08.381063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:08.395903 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16717b6d-e00c-49ef-90e2-cf023efc672b req-4a19d0ca-27bc-44d8-98cd-551bad6d41d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Dec 09 10:09:08.746706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb338-1923-4694-bd40-345a8d6bdbb1 req-bb17ff27-ba15-4544-b99f-be978fd24dc6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:08.748835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cc4eb338-1923-4694-bd40-345a8d6bdbb1 req-bb17ff27-ba15-4544-b99f-be978fd24dc6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0817308 Dec 09 10:09:08.793227 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cc4eb338-1923-4694-bd40-345a8d6bdbb1 req-5335704d-7280-4585-a735-6f0764b9ac49 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Dec 09 10:09:09.988964 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a03b2-3f2e-4f94-a767-3f3c5001e5f8 req-a7e55223-0d19-465e-a399-648f3897c07d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:09.990381 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f50a03b2-3f2e-4f94-a767-3f3c5001e5f8 req-a7e55223-0d19-465e-a399-648f3897c07d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0769553 Dec 09 10:09:10.034417 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f50a03b2-3f2e-4f94-a767-3f3c5001e5f8 req-4341752c-51ba-4e76-b394-166252f7f818 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Dec 09 10:09:10.226581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced6211-6043-4857-bd15-1924bdc4bfdd req-6d2fec8d-3e41-4e43-8852-7f2271f84854 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:10.227954 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dced6211-6043-4857-bd15-1924bdc4bfdd req-6d2fec8d-3e41-4e43-8852-7f2271f84854 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0755076 Dec 09 10:09:10.274065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dced6211-6043-4857-bd15-1924bdc4bfdd req-35241d8d-0d6b-47fa-9dac-fdb820d0bd4b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Dec 09 10:09:10.301839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37758) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:10.374990 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b3ab842e-0aa4-4346-98fe-9844b044a9d3 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1093 time: 0.0718715 Dec 09 10:09:10.377560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37762) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:10.382749 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:10.388318 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:09:10.392234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:floatingip and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:09:10.395008 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:09:10.400672 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:09:10.411360 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:10.553454 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:10.692522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.175 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/87677107-c6a1-4361-ac8d-2269d03e8e7c) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:09:10.852912 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:10.881597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:10.885609 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c055c5ff-3a96-41a0-bcb6-af9111bfba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:10.942955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:09:10.950187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:09:10.954438 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:09:10.988240 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=87677107-c6a1-4361-ac8d-2269d03e8e7c,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:10.992145 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:11.464807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:11.522409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:11.831212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:11.835540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:11.839547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:09:11.938045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=87677107-c6a1-4361-ac8d-2269d03e8e7c,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:09:11.942006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:09:11.956684 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:12.146274 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Floating IP 40ff037d-0724-4cb8-8998-a4dabd922b1a associated. External IP: 172.26.4.175, port: e1d90972-4327-42e0-bd4b-45359b2a1f57. Dec 09 10:09:12.532670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 8b4b2bc0-457d-4d29-aab2-0b318d931942 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:09:12.728270 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:09:12.738770 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Sync routers for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:09:12.751800 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:09:12.752670 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:09:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:12.753853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:12.810118 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4315271 Dec 09 10:09:12.811413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:09:12.865631 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'status': 'completed', 'code': 200} Dec 09 10:09:12.934720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:09:12.968130 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-f271dac4-39c6-4f9b-a7eb-4566e8fe1bcc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1098 time: 0.0770171 Dec 09 10:09:12.999304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8af892-f8ea-48f8-8931-c4d48e465c8d req-f6ea159d-a408-42ed-b055-b465a200aee5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:13.000707 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e8af892-f8ea-48f8-8931-c4d48e465c8d req-f6ea159d-a408-42ed-b055-b465a200aee5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0879235 Dec 09 10:09:13.048213 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4e8af892-f8ea-48f8-8931-c4d48e465c8d req-62cd8354-af24-4f55-924c-90f361e76426 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Dec 09 10:09:13.076779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37770) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:13.202727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-25794422-990b-46c3-9410-7f7ea93925fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:13.204263 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-25794422-990b-46c3-9410-7f7ea93925fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 896 time: 0.2285120 Dec 09 10:09:13.211298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2db1cc94-a8e7-42fc-9332-b08aff5c4c10 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 991 time: 0.1333401 Dec 09 10:09:13.298379 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '40ff037d-0724-4cb8-8998-a4dabd922b1a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'port_id': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'mac_address': 'fa:16:3e:e4:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:11Z', 'updated_at': '2021-12-09T10:09:11Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:13.302219 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Checking router: 8b4b2bc0-457d-4d29-aab2-0b318d931942 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:09:13.313405 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:09:13.313655 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-b0a03b4f-f803-4d04-b1d9-57b9fb253e57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 999 time: 0.1012416 Dec 09 10:09:13.313999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:09:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:13.376677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-133d92b7-c98f-4988-a49d-173f030de26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:13.378120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-133d92b7-c98f-4988-a49d-173f030de26a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0586493 Dec 09 10:09:13.458158 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-bcc7a355-f01c-42d2-8011-3cadb0874483 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734193 Dec 09 10:09:13.487229 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:09:13.591192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-c9984644-3de5-4140-a0c7-32cf23b60454 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256452 Dec 09 10:09:13.724460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97ef07b5-167f-40f1-8066-e7eeb6d7c256 req-149ee079-1ede-422b-9f5d-ffc950d2b206 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262152 Dec 09 10:09:13.829895 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '40ff037d-0724-4cb8-8998-a4dabd922b1a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'port_id': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'mac_address': 'fa:16:3e:e4:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:11Z', 'updated_at': '2021-12-09T10:09:11Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:09:13.833825 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9dacad-534d-4d86-bc84-41d6b1713b85 None None] The sync data for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv is: [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '40ff037d-0724-4cb8-8998-a4dabd922b1a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'port_id': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'mac_address': 'fa:16:3e:e4:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:11Z', 'updated_at': '2021-12-09T10:09:11Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:09:14.215068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37774) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:14.320693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f832d681-64aa-4d26-b139-4fa45cc7ddca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 991 time: 0.1045010 Dec 09 10:09:15.324512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37778) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:15.526784 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3b62453b-c395-4187-8457-960503ca9d2e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 991 time: 0.2010803 Dec 09 10:09:16.530464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37784) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:16.634842 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d427d107-4cda-4cd5-b2c1-278240ed71dd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 991 time: 0.1030171 Dec 09 10:09:17.638474 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37788) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:17.746524 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4f5e21c9-48d6-425f-a913-4db205a60b48 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 991 time: 0.1063118 Dec 09 10:09:17.771426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8161b62-b462-44d0-b732-e4b462391922 None None] New status for floating IP 40ff037d-0724-4cb8-8998-a4dabd922b1a: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:09:18.749561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37792) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:18.961479 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-22e7c8b5-7ff0-49da-b101-030a11504836 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 993 time: 0.2106557 Dec 09 10:09:19.116873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-cac0f927-0c1b-4dad-97ad-607bf8e5f89f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740845 Dec 09 10:09:19.264796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-debf8250-06a3-4be2-8cfb-01cd762bbcf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1098 time: 0.0699530 Dec 09 10:09:19.424371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-eec46b49-a3f0-431b-95d6-2fdefe9ae218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:19.425710 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-eec46b49-a3f0-431b-95d6-2fdefe9ae218 service neutron] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 896 time: 0.1397581 Dec 09 10:09:19.531802 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-7d1c6adf-ba16-48ef-ad39-e3007e418a11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 1001 time: 0.0993824 Dec 09 10:09:19.594043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-917ffc57-160b-49c0-867e-1514bf44bb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:09:19.595430 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-917ffc57-160b-49c0-867e-1514bf44bb99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0571320 Dec 09 10:09:19.672528 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-1a4c1b1a-062e-42b2-82e8-e9623b6d9d0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706935 Dec 09 10:09:19.822695 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-c4d0eebe-f3c0-447d-b81b-daa947adef07 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269171 Dec 09 10:09:19.959121 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-8ff67b13-8eb4-4374-8403-facb5bb31b51 req-35cbb23c-ddeb-4eae-b230-6bd76c37cebf service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Dec 09 10:09:24.664966 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:09:33.411211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:33.594698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a92da692-c4a5-4b5b-a848-cbfcf4b2f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:34.697879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:35.824426 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e0dc85d3-0e19-4b52-88c0-f424f7f71343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:36.938016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:09:38.387876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:01.664789 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:10:03.429692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:03.595585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-908c7450-ca42-4394-9e3a-610405d22db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:04.702942 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:05.816358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-331c8990-15c7-4565-b8e7-15beef05ef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:06.939705 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:08.386438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:17.992771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e45a-c401-4485-85f5-bcc181e1fd36 req-a8e344b0-3d63-4db2-9aea-33663bd0acc9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:17.996505 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a395e45a-c401-4485-85f5-bcc181e1fd36 req-a8e344b0-3d63-4db2-9aea-33663bd0acc9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0816967 Dec 09 10:10:18.043327 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a395e45a-c401-4485-85f5-bcc181e1fd36 req-9a036fd2-afe8-40af-971f-0afdd9a37187 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Dec 09 10:10:19.241603 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc5094-5ed6-4c46-9fb2-e55f6d5710fb req-8050707d-d372-4858-87e2-f72fe273e604 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:19.243031 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56fc5094-5ed6-4c46-9fb2-e55f6d5710fb req-8050707d-d372-4858-87e2-f72fe273e604 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0760801 Dec 09 10:10:19.291690 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-56fc5094-5ed6-4c46-9fb2-e55f6d5710fb req-ebee73ea-f9c4-401b-8b7e-9c678dadeeb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Dec 09 10:10:19.320350 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37820) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:19.421093 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-365b4abe-0900-4c87-8b18-d0bccbe4c008 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 993 time: 0.0995708 Dec 09 10:10:19.779539 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-9dedb14f-6c8a-4a23-8df8-41cda2993cb7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706398 Dec 09 10:10:19.917783 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-f1dccc03-6b49-4f8d-a4c5-ad69ed0f260c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1098 time: 0.0690565 Dec 09 10:10:20.062205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-9b909108-160d-4ef8-b1ac-c0c9cfdf839f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:20.064208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-9b909108-160d-4ef8-b1ac-c0c9cfdf839f service neutron] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 896 time: 0.1262510 Dec 09 10:10:20.165358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-5357b281-ec7c-4196-b3d9-c07b08677b79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 1001 time: 0.0955150 Dec 09 10:10:20.226445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-a141744d-30b6-4b37-8355-51a0700ebed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:20.227812 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-a141744d-30b6-4b37-8355-51a0700ebed1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0557723 Dec 09 10:10:20.409253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-e4d3e5ca-ffc3-4ecd-9576-523f9a3523c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1746690 Dec 09 10:10:20.542423 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-648f92ce-e2e5-43da-acec-d0942640d9a4 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274145 Dec 09 10:10:20.696265 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-314b1bf1-653f-4e73-9f6a-4bf8b642d7a9 req-6bdf9627-dea5-40ea-a317-e27bac7d0190 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312006 Dec 09 10:10:20.935053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998ec8-c624-4703-a947-e20103436db9 req-478143c6-e863-459c-a64a-8b74780eacb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:20.936640 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e2998ec8-c624-4703-a947-e20103436db9 req-478143c6-e863-459c-a64a-8b74780eacb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0845408 Dec 09 10:10:21.012481 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e2998ec8-c624-4703-a947-e20103436db9 req-016c339f-6c0d-4c48-892b-dfecbebf3168 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660553 Dec 09 10:10:22.211899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934236-0bc2-4e6e-9e73-dc22f3b736b1 req-61119b43-89ee-43db-97bd-9bc9877b68a1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:22.213337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e934236-0bc2-4e6e-9e73-dc22f3b736b1 req-61119b43-89ee-43db-97bd-9bc9877b68a1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0807812 Dec 09 10:10:22.260965 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8e934236-0bc2-4e6e-9e73-dc22f3b736b1 req-5ba832ba-a071-44ee-bc24-52d7d900a7de tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Dec 09 10:10:22.299237 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37832) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:22.402250 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7c57d986-a84c-4594-ab07-13556c792945 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 200 len: 993 time: 0.1017575 Dec 09 10:10:22.705984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37840) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:22.903720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 87677107-c6a1-4361-ac8d-2269d03e8e7c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:10:22.904018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:23.080656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:23.080985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:23.200746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 87677107-c6a1-4361-ac8d-2269d03e8e7c owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:10:23.352034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:23.356522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-57e05e2e-e0ed-4726-811d-0290b62693da tempest-TestEncryptedCinderVolumes-1425660566 tempest-TestEncryptedCinderVolumes-1425660566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:23.399005 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=87677107-c6a1-4361-ac8d-2269d03e8e7c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:23.437275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.437666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.438050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.438614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.439219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.439605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.440003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.440379 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.440748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.441116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.441482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:23.447881 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:23.504496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:23.997935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 8b4b2bc0-457d-4d29-aab2-0b318d931942 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:10:24.196620 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:10:24.206543 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Sync routers for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:10:24.216426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:24.220473 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:24.221156 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:24.274184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/floatingips/40ff037d-0724-4cb8-8998-a4dabd922b1a HTTP/1.1" status: 204 len: 168 time: 1.5670576 Dec 09 10:10:24.274871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:10:24.423428 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'status': 'completed', 'code': 200} Dec 09 10:10:24.430195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:24.541835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-8c75826c-4036-4b1f-9711-767cc111835d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 1098 time: 0.0967855 Dec 09 10:10:24.728295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-61bf23e3-f75b-4da1-800e-1d68b33703a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:24.729738 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-61bf23e3-f75b-4da1-800e-1d68b33703a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 200 len: 896 time: 0.1806083 Dec 09 10:10:24.745995 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:24.749699 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Checking router: 8b4b2bc0-457d-4d29-aab2-0b318d931942 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:10:24.760565 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:24.761148 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:24.805253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88f75-ae8f-4976-bd38-4b89fae262ac req-48c94f99-d861-40b0-8d41-1a1dfe16607b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:24.805935 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d6b88f75-ae8f-4976-bd38-4b89fae262ac req-48c94f99-d861-40b0-8d41-1a1dfe16607b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:24.818777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-fd4b95f3-4b4f-4cbf-b355-cd0bfe5dbb31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 200 len: 217 time: 0.0794923 Dec 09 10:10:24.865466 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-d6b88f75-ae8f-4976-bd38-4b89fae262ac req-48c94f99-d861-40b0-8d41-1a1dfe16607b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:24.866598 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6b88f75-ae8f-4976-bd38-4b89fae262ac req-48c94f99-d861-40b0-8d41-1a1dfe16607b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.2446921 Dec 09 10:10:24.906490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-3c1a5388-d20f-42a3-97e2-172487b4a7c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:24.908997 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-3c1a5388-d20f-42a3-97e2-172487b4a7c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 200 len: 835 time: 0.0838974 Dec 09 10:10:24.934033 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:24.974356 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d6b88f75-ae8f-4976-bd38-4b89fae262ac req-8fe68c12-df33-428d-8ae3-6be5455321dd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017988 Dec 09 10:10:25.005527 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-4f9f1ea4-0477-47a5-8b4c-296356464b23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68f51a0e-8675-402b-b17a-bbba6b246b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890784 Dec 09 10:10:25.143555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-133b4e0a-6760-453d-a783-1b670f6f3003 service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304944 Dec 09 10:10:25.244388 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:25.248340 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f38b8-d088-4a47-9d36-d13d44496ee1 None None] The sync data for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv is: [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'f2871ff1-b293-44e0-8aa1-1a73bf2fc863', 'name': '', 'network_id': '68f51a0e-8675-402b-b17a-bbba6b246b9a', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:45:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:56Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '94cef143-bc4f-4522-bb5e-ed78cbf3d162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:10:25.279575 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2a416bb8-08ae-4ed6-b106-925757c429a1 req-c2cbdc29-231f-4b97-8281-eec8d4decf2f service neutron] 10.222.0.58 "GET /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294773 Dec 09 10:10:25.466196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8424084-5a98-4259-ae7b-07514ce8d584 None None] New status for floating IP 40ff037d-0724-4cb8-8998-a4dabd922b1a: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:10:26.182711 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03634d-befc-480f-b33c-f3220842ed9b req-243a97d3-5b4d-4a57-bd19-1e0a01c57882 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:26.184170 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8f03634d-befc-480f-b33c-f3220842ed9b req-243a97d3-5b4d-4a57-bd19-1e0a01c57882 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0781245 Dec 09 10:10:26.228961 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8f03634d-befc-480f-b33c-f3220842ed9b req-075fc23b-2cf9-446b-87a4-fed497d41bb5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f7563db-18f7-400e-a683-1cb636bcdb21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391879 Dec 09 10:10:26.523721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-ddf90080-8e99-46f2-aaa9-76363dcc3234 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:26.525149 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-ddf90080-8e99-46f2-aaa9-76363dcc3234 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 945 time: 0.0753217 Dec 09 10:10:26.595856 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port e1d90972-4327-42e0-bd4b-45359b2a1f57 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:10:26.596199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:26.948606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port e1d90972-4327-42e0-bd4b-45359b2a1f57, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e1d90972-4327-42e0-bd4b-45359b2a1f57,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:26.948992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:27.071640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for e1d90972-4327-42e0-bd4b-45359b2a1f57 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:10:27.215189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:27.221229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:27.265866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=e1d90972-4327-42e0-bd4b-45359b2a1f57,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:27.269276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:27.336489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] No DVR routers for this DVR port e1d90972-4327-42e0-bd4b-45359b2a1f57 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:10:27.338988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:27.341683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'name': 'network-vif-deleted', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:10:27.393032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc112ea0-5570-49f9-b3f4-7e47955b26cb req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "DELETE /v2.0/ports/e1d90972-4327-42e0-bd4b-45359b2a1f57 HTTP/1.1" status: 204 len: 173 time: 0.8614399 Dec 09 10:10:27.398952 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58', 'name': 'network-vif-deleted', 'tag': 'e1d90972-4327-42e0-bd4b-45359b2a1f57', 'status': 'completed', 'code': 200} Dec 09 10:10:27.400408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6d811550-ed5e-4176-b3f3-85a9401ab610 req-8a939cdd-2f02-4227-b8d1-6c76e03c2cc0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:27.417656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-6d811550-ed5e-4176-b3f3-85a9401ab610 req-8a939cdd-2f02-4227-b8d1-6c76e03c2cc0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:27.418867 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6d811550-ed5e-4176-b3f3-85a9401ab610 req-8a939cdd-2f02-4227-b8d1-6c76e03c2cc0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4dd9f0-df8f-4b37-9e3c-9e6a1511be58 HTTP/1.1" status: 200 len: 210 time: 0.0676754 Dec 09 10:10:28.523944 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37860) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:28.920782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:29.636195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port f2871ff1-b293-44e0-8aa1-1a73bf2fc863 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:10:29.636884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:29.821396 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port f2871ff1-b293-44e0-8aa1-1a73bf2fc863, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:29.821751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:29.941726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for f2871ff1-b293-44e0-8aa1-1a73bf2fc863 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:10:30.123266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:30.127421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d3c34c60-701d-48ad-927d-531de0e1214d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:30.170213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=f2871ff1-b293-44e0-8aa1-1a73bf2fc863,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:30.212308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.212695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.213069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.213440 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.213805 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.214180 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.214538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.214897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.215253 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.215605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.216001 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:30.225033 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:30.318580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e1d90972-4327-42e0-bd4b-45359b2a1f57 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:10:30.355515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: e1d90972-4327-42e0-bd4b-45359b2a1f57 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:10:30.355906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device e1d90972-4327-42e0-bd4b-45359b2a1f57 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:10:30.476487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.153798 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 8b4b2bc0-457d-4d29-aab2-0b318d931942 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:10:31.353140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:10:31.363732 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Sync routers for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:10:31.373139 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/8b4b2bc0-457d-4d29-aab2-0b318d931942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8456495 Dec 09 10:10:31.373436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37864) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:31.376852 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:31.377462 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:31.549702 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:31.555654 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting subnet 94cef143-bc4f-4522-bb5e-ed78cbf3d162 {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:10:31.558572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.616860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.699871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.776579 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.780778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-f48532eb-ccc2-440f-ab2a-e9425104ee3f tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:31.819156 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Subnet': ['ID=94cef143-bc4f-4522-bb5e-ed78cbf3d162,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:31.821702 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:31.825664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:31.834490 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-154a56d2-e374-4f6c-b22c-894a50edfd13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/subnets/94cef143-bc4f-4522-bb5e-ed78cbf3d162 HTTP/1.1" status: 204 len: 168 time: 0.4577634 Dec 09 10:10:31.834653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a68bdf-a72f-433b-8c48-11b56982db22 None None] Network 68f51a0e-8675-402b-b17a-bbba6b246b9a requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:10:31.835141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37868) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:31.860635 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:10:30Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:31.864393 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Checking router: 8b4b2bc0-457d-4d29-aab2-0b318d931942 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:10:31.874709 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Routers {'8b4b2bc0-457d-4d29-aab2-0b318d931942'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:31.875235 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['8b4b2bc0-457d-4d29-aab2-0b318d931942'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:32.055709 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] Set router 8b4b2bc0-457d-4d29-aab2-0b318d931942 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:32.066261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.127517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] DHCP port deletion for 68f51a0e-8675-402b-b17a-bbba6b246b9a request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:10:32.131601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Deleting port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:10:32.132065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.290064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.301460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:10:32.302050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.347617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] For port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,segment=NetworkSegment(de949d76-07ec-42cf-b6c1-76c0646857ea),segment_id=de949d76-07ec-42cf-b6c1-76c0646857ea)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:32.348175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.348351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:10:30Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:32.352347 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef2178-cfcc-4419-b9aa-1edea0c3d83a None None] The sync data for ids ['8b4b2bc0-457d-4d29-aab2-0b318d931942'] in dv-neutron-821175-1-hyperv is: [{'id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444232203', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:08:52Z', 'updated_at': '2021-12-09T10:10:30Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5f22c61c-a331-4d9c-b8dd-814f3bb4794e', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b2bc0-457d-4d29-aab2-0b318d931942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:08:53Z', 'updated_at': '2021-12-09T10:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:10:32.470799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Calling delete_port for 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:10:32.492098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 5f22c61c-a331-4d9c-b8dd-814f3bb4794e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:32.492475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.546743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.551028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:32.588727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Pushing event deleted for resources: {'Port': ['ID=9ce32714-dd78-4e67-9f1a-3af6f9e0da33,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:32.602586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] No DVR routers for this DVR port 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.609070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.610798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.610798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.610798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.611571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:32.614016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:32.619146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 5f22c61c-a331-4d9c-b8dd-814f3bb4794e owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:10:32.901689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:32.905840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83935867-4974-4c80-87dc-5eb8035b1433 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:32.946441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=5f22c61c-a331-4d9c-b8dd-814f3bb4794e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:32.950001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:32.980102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2871ff1-b293-44e0-8aa1-1a73bf2fc863 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:10:33.014062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f2871ff1-b293-44e0-8aa1-1a73bf2fc863 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:10:33.014420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f2871ff1-b293-44e0-8aa1-1a73bf2fc863 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:10:33.014855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:10:33.046005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:10:33.046362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9ce32714-dd78-4e67-9f1a-3af6f9e0da33 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:10:33.179393 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.435639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.440340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.440597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.465377 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.466060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4b2bc0-457d-4d29-aab2-0b318d931942 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:10:33.481863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.482941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/routers/8b4b2bc0-457d-4d29-aab2-0b318d931942 HTTP/1.1" status: 204 len: 168 time: 1.6471398 Dec 09 10:10:33.485798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37872) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:33.597961 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4fd1-c818-40c2-8b9f-8acaeedb8344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.602476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.733754 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.761513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f51a0e-8675-402b-b17a-bbba6b246b9a']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:33.774013 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de949d76-07ec-42cf-b6c1-76c0646857ea') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:33.774311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de949d76-07ec-42cf-b6c1-76c0646857ea') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:33.785650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.801533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.807490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:10:33.807899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:10:33.822757 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:10:33.902368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.914075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e54e2fb-556a-4aa8-80a7-9f2e8764e044 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:33.936357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:33.947263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Network': ['ID=68f51a0e-8675-402b-b17a-bbba6b246b9a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:33.949821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/networks/68f51a0e-8675-402b-b17a-bbba6b246b9a HTTP/1.1" status: 204 len: 168 time: 0.4632394 Dec 09 10:10:33.950676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:33.955634 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37876) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:34.024540 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.060752 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.128311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.132234 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ea525a9c-c6d3-42c3-a57c-659cd8a94bc7 tempest-SecGroupIPv6Test-738744435 tempest-SecGroupIPv6Test-738744435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:34.147677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7563db-18f7-400e-a683-1cb636bcdb21,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:34.150235 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:34.161037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.162193 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f7563db-18f7-400e-a683-1cb636bcdb21 HTTP/1.1" status: 204 len: 168 time: 0.2055321 Dec 09 10:10:34.442619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37884) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:34.448546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010843680', 'description': 'tempest-secgroup-smoke-1010843680 description', 'project_id': '343f46d1b34e43e1934d13d5828da9f9'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:34.454484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:34.458547 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:34.461374 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:34.466918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:34.476542 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.512628 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:34.516972 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:34.519862 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:34.525598 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:34.581301 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.584822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.589559 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-573e5c7b-e590-4d66-ac0f-b03a90b1acdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:34.633933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:34.636830 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.640860 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1944101 Dec 09 10:10:34.640860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-ab854d0e-be72-4448-b47a-0586f81691c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:34.641943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37888) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:34.646713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:34.652729 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:34.656479 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:34.659887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:34.665459 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:34.682389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.705046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.745040 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.748103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.749860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-3fd0d29d-57fd-421a-821f-8c3b1a66281f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:34.774047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdea8d39-36b8-4aea-9e3c-95162a7e3aa3,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:34.776593 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:34.784757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.785667 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fe2aebc6-5345-40e2-a26b-168811707873 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437643 Dec 09 10:10:34.788377 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37892) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:34.793824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:34.800140 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:34.803911 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:34.806698 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:34.812284 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:34.829882 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.890607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.894153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.896002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-18489441-be3d-4bda-b0eb-98272befa2ff tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:34.917982 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6a7bab-62bf-4df8-9a48-083a548f1986,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:34.923484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:34.928091 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.932587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37896) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:34.933230 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b493b137-d786-4c9c-a5d3-e2fbf5ae91e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431501 Dec 09 10:10:34.939232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:34.945813 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:34.950232 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:34.953276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:34.960845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:34.982025 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:34.984197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f22c61c-a331-4d9c-b8dd-814f3bb4794e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:10:35.015879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 5f22c61c-a331-4d9c-b8dd-814f3bb4794e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:10:35.016877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5f22c61c-a331-4d9c-b8dd-814f3bb4794e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:10:35.048030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.051447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.053261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2bf582e1-6bc2-4f2d-97fe-9edea45b31b1 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:35.074686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7900f9b5-ee07-4f2f-a6d6-a9483e1466be,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:35.079689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:35.084069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.085402 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518850 Dec 09 10:10:35.088186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:35.093528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:35.100010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:35.103836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:35.107338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:35.113484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:35.129677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.193204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.196507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.198236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0fb61f4-946f-47de-8a8c-c3e4b7d340b4 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:35.220107 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ea4d79-67c6-493c-81a2-e88cf62b49e8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:35.222438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:35.229499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.230905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1417994 Dec 09 10:10:35.233665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37904) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:35.239002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:35.244891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:35.248679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:35.251680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:35.257589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:35.269752 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:10:35.276095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.339376 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.343017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.345494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0accf25a-54a8-4edf-9b57-ea3faeaffb2c tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:35.365794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c35d23-c902-402a-9f36-164bc27c6afb,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:35.369582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:35.376868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.378049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434815 Dec 09 10:10:35.380817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37908) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:35.386303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:35.392442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:35.396249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:35.399060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:35.404759 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:35.415858 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:10:35.421976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.487427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.490974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.492682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:35.513854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69be4e4a-4035-4cc8-b66a-2fa748b3d978,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:35.516859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:35.523540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.524744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1429689 Dec 09 10:10:35.527582 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37912) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:35.533643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'network': {'name': 'tempest-network-smoke--1704377646', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:35.538480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:35.542307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:network and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:35.545158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:35.551341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:35.561181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:10:35.564444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.597701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:10:35.607970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.608342 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Added segment fc5809b6-c1f5-425e-afff-1e929ea58489 of type vlan for network 684b72da-d28b-4b8e-8051-3f8926f7ab04 Dec 09 10:10:35.742234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.772280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.775970 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:35.776543 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.780038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1888f687-1118-4300-94c1-868ae5a3a41d tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:35.818235 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3f522d9e-b8d6-461d-9013-7a382747624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.876553 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3471730 Dec 09 10:10:35.879228 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37916) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:35.882508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Network': ['ID=684b72da-d28b-4b8e-8051-3f8926f7ab04,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:35.884656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'admin_state_up': True, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:35.885099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:35.892495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:35.894061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:10:35.896661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:router and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:35.899514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:35.905364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:35.924187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.925282 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:35.958271 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.102886 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.287005 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.317595 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.552670 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.11 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:10:36.698980 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.727370 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.731373 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-20247e37-d75f-485a-89b6-6e07ced8e4d8 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:36.795506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:36.799675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:36.803810 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:10:36.833841 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:36.839630 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:36.941933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.965990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:36.966719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:37.192884 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router d35cbfc2-d1e4-48a2-9856-3c350957bced is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:10:37.394286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:10:37.403337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Sync routers for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:10:37.415774 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:37.416432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:37.420520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:37.421861 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-664cee35-7b7e-45ba-b1ca-88e82bb887c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5415919 Dec 09 10:10:37.425069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37922) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:37.467663 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3a75a1ba-f05d-4874-8cb5-dc8c290a0432 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=343f46d1b34e43e1934d13d5828da9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413296 Dec 09 10:10:37.470102 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37926) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:37.592607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:37.597615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2dbeb-e1d7-4f81-97a5-132c8f7b66b6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:37.599229 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-96f2dbeb-e1d7-4f81-97a5-132c8f7b66b6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282539 Dec 09 10:10:37.602315 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37930) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:37.644459 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-59cb2957-b992-4ff3-8754-620474bc0b74 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410008 Dec 09 10:10:37.646969 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37934) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:37.652730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828414185', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:37.763990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:37.768439 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:subnet and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:37.771307 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:37.776990 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:37.787875 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:10:37.888923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:37.924638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:36Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:37.928993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Checking router: d35cbfc2-d1e4-48a2-9856-3c350957bced for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:10:37.929500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Updating router d35cbfc2-d1e4-48a2-9856-3c350957bced port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:10:37.995545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.116053 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.119690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-194965ba-38a5-4494-92a1-3ef0d38f35a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:38.316462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Subnet': ['ID=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:38.320051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:38.330712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Checking segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:10:38.331073 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network hostable DHCP agents. Network: 684b72da-d28b-4b8e-8051-3f8926f7ab04, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:10:38.347696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.354725 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:10:38.360993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Transition to ACTIVE for port object 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:38.365003 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 684b72da-d28b-4b8e-8051-3f8926f7ab04) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:38.369084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.370456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:38.371597 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.377505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:38.399255 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cb215dab-cc2d-4b60-b4fc-40d6e79cf6f2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7485011 Dec 09 10:10:38.399456 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 37938) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:38.408330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f65d3d-86cb-4bf6-8a1e-79adc08cee91 None None] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:10:38.514340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.545977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Pushing event updated for resources: {'Port': ['ID=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:38.551710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:38.552537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Attempting to bind port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:10:38.552904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Attempting to bind port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:10:38.553271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Attempting to bind port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:10:38.571078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:10:38.571455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:10:38.571884 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.572304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:10:38.572758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Bound port: 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:10:38.573134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.666303 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:10:38.703702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] For port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:10:38.741337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] For port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:10:38.746645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.751457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-5a9f1f9d-4ece-4c49-8c94-17b628ec5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:38.789497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-684b72da-d28b-4b8e-8051-3f8926f7ab04', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:10:38.790311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:38.889716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Pushing event updated for resources: {'Port': ['ID=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:38.900565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:38.908211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:38.909004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:39.145718 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Allocated IP 172.20.0.2 (684b72da-d28b-4b8e-8051-3f8926f7ab04/80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a/b89daf8d-464c-47f7-9b31-c1f335c2ec1e) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:10:39.153275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.231944 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:39.639891 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.653638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Transition to ACTIVE for port object b89daf8d-464c-47f7-9b31-c1f335c2ec1e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:39.680448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Transition to ACTIVE for port object b89daf8d-464c-47f7-9b31-c1f335c2ec1e will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:39.687694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.692836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:39.741953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:36Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:39.752968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.1 (684b72da-d28b-4b8e-8051-3f8926f7ab04/80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a/df0f3eda-5b3d-4001-819e-445ad1a7b0d0) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:10:39.762100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e6777-f53c-4849-ab06-c6c5bb5863c0 None None] The sync data for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv is: [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:36Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:10:39.765115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:39.769816 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:39.774174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:10:39.776404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Pushing event updated for resources: {'Port': ['ID=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:39.780454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:39.871462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Attempting to bind port b89daf8d-464c-47f7-9b31-c1f335c2ec1e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:10:39.871871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Attempting to bind port b89daf8d-464c-47f7-9b31-c1f335c2ec1e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:10:39.872251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Attempting to bind port b89daf8d-464c-47f7-9b31-c1f335c2ec1e on network 684b72da-d28b-4b8e-8051-3f8926f7ab04 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:10:39.879829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:10:39.880070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Checking segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:10:39.880447 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.880808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Bound using segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:10:39.881289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Bound port: b89daf8d-464c-47f7-9b31-c1f335c2ec1e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:10:39.881680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.940181 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:39.978022 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object df0f3eda-5b3d-4001-819e-445ad1a7b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:40.007347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.018283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d81c0b62-46f9-4e9d-be9e-b1f88f2934a3 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:40.018429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] For port b89daf8d-464c-47f7-9b31-c1f335c2ec1e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:10:40.023551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] For port b89daf8d-464c-47f7-9b31-c1f335c2ec1e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:10:40.031289 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.036860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:40.093535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:40.105096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:40.110100 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:10:40.129246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Pushing event updated for resources: {'Port': ['ID=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:40.132378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:40.144451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:40.148045 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:40.179942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.398077 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.818545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.823241 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.853051 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-822361a2-42ad-4ee3-8407-695b060f17e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:40.937910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:40.941342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:40.945357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:41.061244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:41.091302 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:41.092506 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:41.119282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3eb85-dca0-4df4-89ac-d9c8a6dd970a None None] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:10:41.242611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:41.263453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:41.263930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.292408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2b64cec5-1a71-4f8d-99a6-e29789d95b46 None None] Provisioning for port b89daf8d-464c-47f7-9b31-c1f335c2ec1e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:41.474070 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router d35cbfc2-d1e4-48a2-9856-3c350957bced has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:10:41.476144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.502084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:41.506790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.507566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b89daf8d-464c-47f7-9b31-c1f335c2ec1e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:41.530520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-aaac4fba-0b01-4cba-bdc8-0796f1770db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:41.624429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:41.628049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:41.639801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b89daf8d-464c-47f7-9b31-c1f335c2ec1e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:41.646292 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b89daf8d-464c-47f7-9b31-c1f335c2ec1e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:41.646680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.696202 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:10:41.727557 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/d35cbfc2-d1e4-48a2-9856-3c350957bced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3235626 Dec 09 10:10:41.781553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.800073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Provisioning for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:41.811824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Provisioning complete for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:41.812325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.910387 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-61f00d7e-4e76-4ba6-aa9c-f0c335f89812 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010843680&fields=id&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 267 time: 0.0460629 Dec 09 10:10:41.914495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b89daf8d-464c-47f7-9b31-c1f335c2ec1e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:41.926677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:41.928635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:41.956546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:10:42.001437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Provisioning complete for port b89daf8d-464c-47f7-9b31-c1f335c2ec1e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:42.002044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9240815f-d46f-4452-bfee-d677983a865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:42.031169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:42.043122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:42.093358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-2cb14d1c-d09c-4062-870a-97ae1960f0fd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:42.094110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-2cb14d1c-d09c-4062-870a-97ae1960f0fd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:42.118943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-2cb14d1c-d09c-4062-870a-97ae1960f0fd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:42.120411 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-2cb14d1c-d09c-4062-870a-97ae1960f0fd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 797 time: 0.2002225 Dec 09 10:10:42.138897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-bade72ae-aabf-4b4a-b59b-042e64e3000a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/quotas/343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 375 time: 0.0125220 Dec 09 10:10:42.221430 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-9fcbce8b-5186-4082-ba0b-9fb23c49246f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761924 Dec 09 10:10:42.246339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3fe0a5ff-3fe8-458b-bda3-45679ad43426 None None] Provisioning complete for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:42.246969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a5ff-3fe8-458b-bda3-45679ad43426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:42.297763 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0a5ff-3fe8-458b-bda3-45679ad43426 None None] Port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:10:42.359219 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-262ead36-384e-4db6-9fcd-a69bba85a613 service neutron] 10.222.0.41 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263051 Dec 09 10:10:42.490687 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-5f90faa7-c3b9-4720-ad75-b40a8d88c9ad service neutron] 10.222.0.41 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253734 Dec 09 10:10:42.679355 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-bb1ba4d6-938e-45c8-922a-a643cc6000a3 req-fc387474-8b41-4387-a55d-e428e4f8161c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:42.694879 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-bb1ba4d6-938e-45c8-922a-a643cc6000a3 req-fc387474-8b41-4387-a55d-e428e4f8161c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:42.696394 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bb1ba4d6-938e-45c8-922a-a643cc6000a3 req-fc387474-8b41-4387-a55d-e428e4f8161c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 210 time: 0.0620348 Dec 09 10:10:42.985318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:43.055700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:43.056109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:43.181276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b89daf8d-464c-47f7-9b31-c1f335c2ec1e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:43.248894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b89daf8d-464c-47f7-9b31-c1f335c2ec1e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:43.249582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:43.345502 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Sync routers for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:10:43.357905 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:43.358504 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:43.557141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:43.682641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-c2257039-8779-490b-9bd8-010c6d3a7054 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:43.684669 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-c2257039-8779-490b-9bd8-010c6d3a7054 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 797 time: 0.1491911 Dec 09 10:10:43.748753 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-fbb341c0-3058-4da6-989b-3169125ad4d7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 380 time: 0.0508449 Dec 09 10:10:43.757863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'port': {'device_id': '57f063ca-c5cf-4878-b660-f2416c859888', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'admin_state_up': True, 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'security_groups': ['da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:43.882944 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 2, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:43.885472 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-db3c027c-2434-45c4-bcf4-56e1cb270870 req-24fd039d-794a-43c4-b858-5aa09d9e27a5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 210 time: 0.0503411 Dec 09 10:10:43.886834 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Checking router: d35cbfc2-d1e4-48a2-9856-3c350957bced for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:10:43.887262 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Updating router d35cbfc2-d1e4-48a2-9856-3c350957bced port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:10:43.941513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:43.941717 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:43.950990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:43.962282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:10:43.966642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.134052 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.9 (684b72da-d28b-4b8e-8051-3f8926f7ab04/80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a/28d6f0c5-7c3b-42e6-941a-f623b3a5c316) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:10:44.325308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.341390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:44.363724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.369532 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7eaa6ebd-c8aa-483b-a1ea-7db987aa8c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:44.444518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:44.448441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:44.450275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:44.452378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:10:44.482191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:44.515228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:44.517095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.544310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901175 Dec 09 10:10:44.556519 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Request body: {'port': {'device_id': '57f063ca-c5cf-4878-b660-f2416c859888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:44.600218 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.612569 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Transition to ACTIVE for port object df0f3eda-5b3d-4001-819e-445ad1a7b0d0 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:44.619107 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.622625 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-612e56b2-7e83-4c10-af6a-8a3fa283cf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:44.737121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a32dc8fd-2b0f-43d1-872d-fee37e5b0070 None None] Provisioning for port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:44.744060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a32dc8fd-2b0f-43d1-872d-fee37e5b0070 None None] Provisioning complete for port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:44.744813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a32dc8fd-2b0f-43d1-872d-fee37e5b0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.751056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Pushing event updated for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:44.760620 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.761213 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.761675 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.762141 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.762604 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.763055 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.763520 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.763997 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.764470 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.764922 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.765401 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:10:44.798698 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:44.805319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.829189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a32dc8fd-2b0f-43d1-872d-fee37e5b0070 None None] Port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:10:44.857727 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Attempting to bind port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:10:44.858093 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Attempting to bind port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:10:44.858480 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Attempting to bind port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 on network 684b72da-d28b-4b8e-8051-3f8926f7ab04 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:10:44.865433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:10:44.865812 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Checking segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:10:44.866210 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.866601 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Bound using segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:10:44.867053 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Bound port: df0f3eda-5b3d-4001-819e-445ad1a7b0d0, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:10:44.867612 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.981272 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] For port df0f3eda-5b3d-4001-819e-445ad1a7b0d0, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:10:44.984995 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] For port df0f3eda-5b3d-4001-819e-445ad1a7b0d0, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:10:44.991137 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:44.997207 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a24642cc-f64a-4742-be1e-6e0af48951de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:45.086175 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Pushing event updated for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:45.090807 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:45.106594 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:45.107236 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:45.270101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:10:45.279307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:45.296815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Transition to ACTIVE for port object 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:10:45.302676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:45.306750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c0943ba-b901-4880-aa2b-6741ab0e6c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:45.324023 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:45.371192 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824be61-1d44-4b6b-9bbb-cbf0ca054bd8 req-273736f9-cb96-4894-9c54-a92820709879 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:45.378643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7824be61-1d44-4b6b-9bbb-cbf0ca054bd8 req-273736f9-cb96-4894-9c54-a92820709879 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 931 time: 0.2095068 Dec 09 10:10:45.425098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7824be61-1d44-4b6b-9bbb-cbf0ca054bd8 req-171f529c-cbae-4be9-96b1-6e5ffd542d82 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:45.443190 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-7824be61-1d44-4b6b-9bbb-cbf0ca054bd8 req-171f529c-cbae-4be9-96b1-6e5ffd542d82 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:45.443617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Pushing event updated for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:45.452333 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7824be61-1d44-4b6b-9bbb-cbf0ca054bd8 req-171f529c-cbae-4be9-96b1-6e5ffd542d82 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726891 Dec 09 10:10:45.452607 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:45.554980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Attempting to bind port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:10:45.555809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Attempting to bind port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:10:45.555809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Attempting to bind port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 on network 684b72da-d28b-4b8e-8051-3f8926f7ab04 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:10:45.561709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 on network 684b72da-d28b-4b8e-8051-3f8926f7ab04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:10:45.562032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Attempting to bind port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 on network 684b72da-d28b-4b8e-8051-3f8926f7ab04 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:10:45.568863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:10:45.569191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Checking segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:10:45.569571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Bound using segment: {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:10:45.569991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Bound port: 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5809b6-c1f5-425e-afff-1e929ea58489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:10:45.570329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:45.664618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:10:45.667656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:10:45.673826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:45.677412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e0d65109-f983-42d0-93d9-c63e73949855 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:45.681457 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:44Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:45.685340 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba8702-234c-4200-8abc-1b14a4ad21b7 None None] The sync data for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv is: [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:44Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:10:45.744867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:45.746300 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] 10.222.0.58 "PUT /v2.0/ports/28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 1093 time: 1.1943226 Dec 09 10:10:45.746887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:10:45.781006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Pushing event updated for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:45.785263 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:45.841255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'status': 'completed', 'code': 200} Dec 09 10:10:45.900139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-f47043a2-9396-48f3-8f41-dd601d7ae842 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1096 time: 0.0936048 Dec 09 10:10:45.976893 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-e9c02040-5389-441d-b984-0a0a8befe634 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 217 time: 0.0677247 Dec 09 10:10:46.049576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-4e2de12e-fff8-46de-ac9d-dd3d86a6b461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:46.051372 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-4e2de12e-fff8-46de-ac9d-dd3d86a6b461 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0653274 Dec 09 10:10:46.132828 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-00be986a-67a2-4992-87f3-38dacb83ea58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759420 Dec 09 10:10:46.270441 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-ec04ef0b-5888-4b8e-82d1-3de4d2eca55e service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310742 Dec 09 10:10:46.409675 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-78b97f5b-75c4-44e8-8e19-27fde8c8d205 req-1dd42e41-a439-4ef0-b9a4-948f9d3b6632 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334040 Dec 09 10:10:46.528534 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-86aef5e7-929f-4c0c-a998-408c3f85cb07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1096 time: 0.0717976 Dec 09 10:10:46.654076 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae365-fbcb-4027-a8c0-e9bc889d8873 req-91ea1949-92a6-481c-970f-649b615cbcf7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:46.655534 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cebae365-fbcb-4027-a8c0-e9bc889d8873 req-91ea1949-92a6-481c-970f-649b615cbcf7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 943 time: 0.0781438 Dec 09 10:10:46.664363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-69678917-05fa-4ae0-b111-7414ab82f947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:46.665731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-69678917-05fa-4ae0-b111-7414ab82f947 service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1306863 Dec 09 10:10:46.702000 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cebae365-fbcb-4027-a8c0-e9bc889d8873 req-6c4eae50-f0b7-4e99-b908-0c896758ae93 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Dec 09 10:10:46.837106 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-f340202b-18ee-4f96-9cdf-5b5e987e6919 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 217 time: 0.1653926 Dec 09 10:10:46.900524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-2265af41-f21e-44c3-a3a4-341ef09a1de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:46.901893 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-2265af41-f21e-44c3-a3a4-341ef09a1de7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0587072 Dec 09 10:10:46.980602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-254624bd-5abe-4226-814c-ee8a73f985f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722580 Dec 09 10:10:47.007581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df0f3eda-5b3d-4001-819e-445ad1a7b0d0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:47.077639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:47.082669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:47.083046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:47.120765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-b515a0a5-1625-426d-a039-cd8a001f1958 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320939 Dec 09 10:10:47.198756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:47.230533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port df0f3eda-5b3d-4001-819e-445ad1a7b0d0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:47.234428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:47.238354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:47.269734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c1e7287e-77b2-41b7-9314-f0371f1312d4 req-c84d888d-f71d-49cc-91d2-a3dcc53966da service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412432 Dec 09 10:10:47.304779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:47.307811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:47.901079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e4ecb-3241-4910-b30c-a0f777c58bf5 req-043be533-5601-431d-a753-ff293f24b76a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:47.901762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-bc2e4ecb-3241-4910-b30c-a0f777c58bf5 req-043be533-5601-431d-a753-ff293f24b76a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:10:47.917527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-bc2e4ecb-3241-4910-b30c-a0f777c58bf5 req-043be533-5601-431d-a753-ff293f24b76a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:10:47.918745 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc2e4ecb-3241-4910-b30c-a0f777c58bf5 req-043be533-5601-431d-a753-ff293f24b76a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 943 time: 0.0944571 Dec 09 10:10:47.970374 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc2e4ecb-3241-4910-b30c-a0f777c58bf5 req-92701d8b-d878-4712-b973-955ac30ac452 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Dec 09 10:10:48.387116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:10:48.521039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:48.534193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'port_id': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:10:48.590544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:48.607827 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:10:48.623051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:48.627651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:48.629427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:48.692094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:48.696417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:48.958204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['28d6f0c5-7c3b-42e6-941a-f623b3a5c316'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:10:48.989053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df0f3eda-5b3d-4001-819e-445ad1a7b0d0 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:49.118783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:49.119165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:49.171056 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c976-2eaa-406a-b538-9d6438228962 req-cbf5b9e2-269e-42a8-a5e7-9e8b18a136d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:49.173103 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2923c976-2eaa-406a-b538-9d6438228962 req-cbf5b9e2-269e-42a8-a5e7-9e8b18a136d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 944 time: 0.0793278 Dec 09 10:10:49.217264 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2923c976-2eaa-406a-b538-9d6438228962 req-44002175-b711-4d3f-9640-06b5fe4b7dbc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Dec 09 10:10:50.401910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:10:50.420918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093cd9a-c227-43be-b674-0e01cdae4602 req-5b1047e5-70e5-4967-b301-3ff0aad83d52 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:50.422490 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3093cd9a-c227-43be-b674-0e01cdae4602 req-5b1047e5-70e5-4967-b301-3ff0aad83d52 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 944 time: 0.0821180 Dec 09 10:10:50.472102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:10:50.472516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3093cd9a-c227-43be-b674-0e01cdae4602 req-51d26c75-f034-421a-8855-3ba2eb67ff8f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Dec 09 10:10:50.477000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:10:50.477384 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:50.595421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:50.622073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:10:50.633045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:10:50.637182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:50.639030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b94be261-f294-459c-84e4-02ebf517f9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:50.685784 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'code': 200} Dec 09 10:10:50.710920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:50.713947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:50.953320 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-12caad01-d7dc-4cfb-847f-6ea1ac9d140a req-3915f4fd-045f-46b7-8819-7bf9f92a2709 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.0807772 Dec 09 10:10:51.003664 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-12caad01-d7dc-4cfb-847f-6ea1ac9d140a req-d81c9094-79fc-48bb-9721-2d1e8e7b09fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439477 Dec 09 10:10:51.676480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3b723-1390-4a67-937d-64282f486dbc req-c2527f5d-bac9-4a61-9e14-66840da9d766 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:51.678046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25b3b723-1390-4a67-937d-64282f486dbc req-c2527f5d-bac9-4a61-9e14-66840da9d766 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0786455 Dec 09 10:10:51.724229 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25b3b723-1390-4a67-937d-64282f486dbc req-7d2efcbb-fd77-4c33-b94d-5e0ea6a43314 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Dec 09 10:10:52.922154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f35f-ff84-4639-afbe-f7e80f977d13 req-5910119a-eb1b-490b-8454-e55090eafa2a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:52.923588 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4d86f35f-ff84-4639-afbe-f7e80f977d13 req-5910119a-eb1b-490b-8454-e55090eafa2a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0761819 Dec 09 10:10:52.973752 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4d86f35f-ff84-4639-afbe-f7e80f977d13 req-09514fb8-d9bc-4f8e-aa65-102b726b94b4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Dec 09 10:10:53.181207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa9a47-5447-4ff5-9ec8-3da6479b0803 req-91b4b8f2-cdbb-4337-91d7-4bb10f340e63 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:53.182651 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1efa9a47-5447-4ff5-9ec8-3da6479b0803 req-91b4b8f2-cdbb-4337-91d7-4bb10f340e63 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0800147 Dec 09 10:10:53.227824 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1efa9a47-5447-4ff5-9ec8-3da6479b0803 req-8c6732f0-af66-47e1-b77e-09e8d473a673 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Dec 09 10:10:53.256353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37992) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:53.325665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-63726ef6-52bb-468c-98d1-dcbe41dc8e7c tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1093 time: 0.0678697 Dec 09 10:10:53.328016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 37996) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:53.343134 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:53.349511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:10:53.353904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:floatingip and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:10:53.357084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:10:53.363516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:10:53.374790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:53.510624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:53.645531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.45 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/aafcda79-770d-4312-aa1c-808dcb550c1e) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:10:53.803594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:53.832635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:53.836715 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bb819431-097e-49a9-be1d-44820b83afed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:53.902508 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:10:53.905531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:10:53.908662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:10:53.937311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=aafcda79-770d-4312-aa1c-808dcb550c1e,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:53.943359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:54.539169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:54.595611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:54.800518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:54.804732 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:54.809098 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2ba1655f-b60f-43e7-8180-23f24d8ef0d1 tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:10:54.907506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=aafcda79-770d-4312-aa1c-808dcb550c1e,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:10:54.910770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:10:54.925148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:55.119132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Floating IP 3f093656-160d-4b0f-9e5a-81bfb3842c8e associated. External IP: 172.26.4.45, port: 28d6f0c5-7c3b-42e6-941a-f623b3a5c316. Dec 09 10:10:55.508436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router d35cbfc2-d1e4-48a2-9856-3c350957bced has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:10:55.702706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:10:55.712192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Sync routers for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:10:55.725754 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:55.726380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:55.727167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:10:55.900460 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5711281 Dec 09 10:10:55.901422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:10:55.912264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:55.965004 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'status': 'completed', 'code': 200} Dec 09 10:10:56.061532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-cebcc590-2f01-4db5-8f2e-36870889fe0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.0702584 Dec 09 10:10:56.086544 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ed916-5b26-4791-999b-3500bc0896a3 req-6ce3e3c9-82f8-4ae0-8fb1-f60c5bc69db8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:56.094792 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a37ed916-5b26-4791-999b-3500bc0896a3 req-6ce3e3c9-82f8-4ae0-8fb1-f60c5bc69db8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0890856 Dec 09 10:10:56.136209 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a37ed916-5b26-4791-999b-3500bc0896a3 req-59f97c49-1e58-4515-86ef-6203b6819136 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Dec 09 10:10:56.166800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38004) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:56.202560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-6ab688ed-1d7a-4807-beba-93242ff79bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:56.204754 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-6ab688ed-1d7a-4807-beba-93242ff79bc5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1371512 Dec 09 10:10:56.275195 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8467e458-6417-472e-902e-d49f8d09cd33 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 990 time: 0.1071799 Dec 09 10:10:56.282830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3f093656-160d-4b0f-9e5a-81bfb3842c8e', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'port_id': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f063ca-c5cf-4878-b660-f2416c859888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:10:54Z', 'updated_at': '2021-12-09T10:10:54Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:56.286852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Checking router: d35cbfc2-d1e4-48a2-9856-3c350957bced for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:10:56.297354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:10:56.297951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:10:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:56.309647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-c78d5589-de9a-4355-8742-3dcb0033d8ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 998 time: 0.0992842 Dec 09 10:10:56.372847 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-e08b139e-175f-419c-a7f4-06bb14fa3eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:10:56.374273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-e08b139e-175f-419c-a7f4-06bb14fa3eab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0586083 Dec 09 10:10:56.455077 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-307ce24f-bfc7-41d0-940b-0ade73726a4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741172 Dec 09 10:10:56.476545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:10:56.586886 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-caa0be1e-cbd6-4bf5-8895-92cfb917cda8 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259978 Dec 09 10:10:56.722071 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e29534d1-b86b-4ecc-ad11-3c5a4fd10578 req-9ec2028c-a796-466f-8001-e58221df13a9 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290677 Dec 09 10:10:56.821701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3f093656-160d-4b0f-9e5a-81bfb3842c8e', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'port_id': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f063ca-c5cf-4878-b660-f2416c859888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:10:54Z', 'updated_at': '2021-12-09T10:10:54Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:10:56.825624 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d25c1-1290-4307-9435-ad5adb91832c None None] The sync data for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv is: [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3f093656-160d-4b0f-9e5a-81bfb3842c8e', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'port_id': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f063ca-c5cf-4878-b660-f2416c859888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:10:54Z', 'updated_at': '2021-12-09T10:10:54Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:10:57.279050 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38008) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:57.385233 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0473edba-5ca9-4038-87dd-9707e6386f28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 990 time: 0.1048684 Dec 09 10:10:58.388802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38012) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:58.496263 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2a44ae68-f31a-41e8-b4a9-0f27e61d6a46 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 990 time: 0.1062121 Dec 09 10:10:59.501093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38016) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.607549 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cde2df5d-1136-4c11-85c4-8df2ccb75d01 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 990 time: 0.1051865 Dec 09 10:11:00.289312 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96492e0-8ac9-4812-b2a2-834cfd096d4b None None] New status for floating IP 3f093656-160d-4b0f-9e5a-81bfb3842c8e: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:11:00.611578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38020) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:00.717415 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-02c87f78-3393-442e-bce7-607e99e18f7d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 992 time: 0.1045249 Dec 09 10:11:03.488902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:03.599655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f1a77187-8b27-4d0b-a06b-332fad315730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:04.706027 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:05.819555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0b6484c3-a462-4013-9e52-e23aade85bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:06.946331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:08.392217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:15.666428 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:11:21.078194 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-e7ecb804-5069-45a8-a43e-aad4c8166738 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698547 Dec 09 10:11:21.238898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-416714d8-8653-4d75-8dde-909c75d0600f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.0738592 Dec 09 10:11:21.387482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b175795-4548-4382-901b-363708962216 req-012285f9-b557-4417-b94d-f4dadde198ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:11:21.389054 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-012285f9-b557-4417-b94d-f4dadde198ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1315095 Dec 09 10:11:21.489331 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-b047570e-0e4d-4777-a375-ea3ded91c3b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 1000 time: 0.0938942 Dec 09 10:11:21.553628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b175795-4548-4382-901b-363708962216 req-ad989527-356c-409a-b6cf-5718f1516a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:11:21.554993 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-ad989527-356c-409a-b6cf-5718f1516a0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0591624 Dec 09 10:11:21.626866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-5c549fed-ce4f-441d-a0c3-fb4c44c7ffaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660317 Dec 09 10:11:21.757170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-69d68967-cacd-4ca7-9406-17179c3e66eb service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238117 Dec 09 10:11:21.999000 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b175795-4548-4382-901b-363708962216 req-00c292ab-c0a6-46bd-a50b-bd070b4885c0 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337699 Dec 09 10:11:33.468630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:33.600122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d9c466e8-4156-4b03-b285-e4e9fb5e8d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:34.709189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:35.820456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9d770747-b9dd-4568-b454-16a6d6a694fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:36.949469 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:38.400941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:11:52.666440 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:12:03.471200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:03.601178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f397-fffe-4df9-826f-375cb0066104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:04.710932 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:05.822024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d05070a8-c2bd-410a-ae4b-4e89054559e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:06.951951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:08.298310 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-d1be1215-4d95-4868-b002-f34b6862e7c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.1252778 Dec 09 10:12:08.315305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f74f6-461c-48e9-abcd-6e5d14fb2777 req-dafc65b6-1211-4056-8eb4-dfe369cf5901 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:08.316704 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e09f74f6-461c-48e9-abcd-6e5d14fb2777 req-dafc65b6-1211-4056-8eb4-dfe369cf5901 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0998929 Dec 09 10:12:08.396909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:08.444844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e09f74f6-461c-48e9-abcd-6e5d14fb2777 req-f46d11f0-59a4-4a63-b8d3-ea0b381c4bcd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095550 Dec 09 10:12:08.483081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010d064-0c54-4613-9620-931061c1e917 req-5269c861-d344-4c6d-9ad4-45d40c339c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:08.484989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-5269c861-d344-4c6d-9ad4-45d40c339c44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1674392 Dec 09 10:12:08.587731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-4e59d700-78f5-4047-9948-6675a9021dd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 1000 time: 0.0950022 Dec 09 10:12:08.653209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010d064-0c54-4613-9620-931061c1e917 req-99c2a9e1-6922-4662-ac4e-1106621d492e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:08.654576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-99c2a9e1-6922-4662-ac4e-1106621d492e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0598454 Dec 09 10:12:08.730200 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-8442ab78-29c0-42dc-822d-038e893a26ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683362 Dec 09 10:12:08.863463 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-0da1c754-fb53-471f-9eb9-47da7a41abee service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256804 Dec 09 10:12:08.998520 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a010d064-0c54-4613-9620-931061c1e917 req-ecaecf2f-ffd3-4756-801a-35943def2207 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281493 Dec 09 10:12:09.655176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592283-9c56-433b-bfe1-0f57fe26994e req-439d0999-6abd-4dd6-a4c5-a96413f52ece tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:09.657304 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05592283-9c56-433b-bfe1-0f57fe26994e req-439d0999-6abd-4dd6-a4c5-a96413f52ece tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0774708 Dec 09 10:12:09.702734 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-05592283-9c56-433b-bfe1-0f57fe26994e req-a5147934-3c43-42f4-a24c-e54367957c85 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Dec 09 10:12:10.919037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191d643-8a42-4c75-96ff-21324208a6c2 req-0a98b947-bdd8-4d7f-b445-dd402d799fbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:10.920501 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0191d643-8a42-4c75-96ff-21324208a6c2 req-0a98b947-bdd8-4d7f-b445-dd402d799fbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0840714 Dec 09 10:12:10.965846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0191d643-8a42-4c75-96ff-21324208a6c2 req-2763260f-6018-4dbc-a1f4-0879b3983193 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 Dec 09 10:12:12.167032 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe961f-9af9-4667-bb10-63d75a480817 req-b2015fa0-f9a1-4317-aaca-3591ca3f4318 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:12.168464 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cafe961f-9af9-4667-bb10-63d75a480817 req-b2015fa0-f9a1-4317-aaca-3591ca3f4318 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0801086 Dec 09 10:12:12.212101 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cafe961f-9af9-4667-bb10-63d75a480817 req-69876ed3-5eda-4bd5-8caf-855daf20e4e5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Dec 09 10:12:13.409419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2cc9f-4c4c-4359-b0b3-0e473a913c62 req-c43174c4-fe5b-44ba-81c8-51c9173908ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:13.410852 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2e2cc9f-4c4c-4359-b0b3-0e473a913c62 req-c43174c4-fe5b-44ba-81c8-51c9173908ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0761898 Dec 09 10:12:13.456799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2e2cc9f-4c4c-4359-b0b3-0e473a913c62 req-3a3a95e9-d4ef-4c40-af86-e2d5ba163792 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Dec 09 10:12:14.650188 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872810f-229c-49d6-ae9c-583bc2070f2f req-8dd7bfa9-2cce-4821-b54c-160c400b476d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:14.651625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c872810f-229c-49d6-ae9c-583bc2070f2f req-8dd7bfa9-2cce-4821-b54c-160c400b476d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0757666 Dec 09 10:12:14.697361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c872810f-229c-49d6-ae9c-583bc2070f2f req-b3c7dc10-1488-4027-8572-4cb91c2da265 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Dec 09 10:12:16.017080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415473e-fab9-4a84-9715-29ae31d8aa14 req-7e0d4d49-5f32-464d-8698-38beb68d3e78 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:16.018448 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0415473e-fab9-4a84-9715-29ae31d8aa14 req-7e0d4d49-5f32-464d-8698-38beb68d3e78 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.1978765 Dec 09 10:12:16.064989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0415473e-fab9-4a84-9715-29ae31d8aa14 req-00744def-0db0-479d-b65c-fab47fc5db55 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Dec 09 10:12:17.336108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e94d4-2f29-4db7-86bd-d61c6d7e0161 req-322a0d1e-81b7-42d4-b00e-4c3c7dc42f68 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:17.337531 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-957e94d4-2f29-4db7-86bd-d61c6d7e0161 req-322a0d1e-81b7-42d4-b00e-4c3c7dc42f68 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.1543000 Dec 09 10:12:17.382901 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-957e94d4-2f29-4db7-86bd-d61c6d7e0161 req-98724ce4-5c98-4051-adee-b60fdf07b765 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Dec 09 10:12:18.578206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dda67-2801-46a4-ab16-57ed317b3fb2 req-cfdacd10-be7a-4e21-838d-2d226dea859b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:18.579652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-747dda67-2801-46a4-ab16-57ed317b3fb2 req-cfdacd10-be7a-4e21-838d-2d226dea859b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0775881 Dec 09 10:12:18.630140 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-747dda67-2801-46a4-ab16-57ed317b3fb2 req-70edc6f0-b6b4-4d8a-87d3-8f234c3e94ea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Dec 09 10:12:19.828464 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089d15-371f-4586-91cd-94e5c6d3cb6a req-56f4b1f1-ef53-4fb4-b9cd-53ab03cc5c54 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:19.829899 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c3089d15-371f-4586-91cd-94e5c6d3cb6a req-56f4b1f1-ef53-4fb4-b9cd-53ab03cc5c54 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0754440 Dec 09 10:12:19.877800 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c3089d15-371f-4586-91cd-94e5c6d3cb6a req-88edb92b-2aff-4255-890a-4dcd3e2023f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 Dec 09 10:12:21.082950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e422a02-b200-435d-a5ef-b71b113945aa req-176f207a-fa6b-4645-8bc0-d1b7c46ee4d5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:21.084413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e422a02-b200-435d-a5ef-b71b113945aa req-176f207a-fa6b-4645-8bc0-d1b7c46ee4d5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0822496 Dec 09 10:12:21.130580 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e422a02-b200-435d-a5ef-b71b113945aa req-6a62a84f-1b17-439d-9bf5-3f4b67889778 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Dec 09 10:12:22.325272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546bd9-bfa0-4bb5-9d82-b9a337469d30 req-4879f39f-d52f-4111-bcc6-93cff63c452a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:22.326711 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-16546bd9-bfa0-4bb5-9d82-b9a337469d30 req-4879f39f-d52f-4111-bcc6-93cff63c452a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0763545 Dec 09 10:12:22.371323 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-16546bd9-bfa0-4bb5-9d82-b9a337469d30 req-035dd62a-4c01-453c-9600-511e4c98495e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Dec 09 10:12:23.204483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-3ad16ff9-c4cc-426a-b6ab-f959537b1ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.1391811 Dec 09 10:12:23.351221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114508dc-a439-4782-acde-319077b40e80 req-ae116c93-8e0e-4c53-9c78-8881a562edbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:23.352729 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-ae116c93-8e0e-4c53-9c78-8881a562edbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1300328 Dec 09 10:12:23.454067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-361a07cc-8793-4cf6-b2d1-e43d2f92c733 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 1000 time: 0.0944405 Dec 09 10:12:23.558504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114508dc-a439-4782-acde-319077b40e80 req-6b03f7b1-29b8-408b-ad27-b7a3d2fa1e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:23.559927 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-6b03f7b1-29b8-408b-ad27-b7a3d2fa1e2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.1001835 Dec 09 10:12:23.735243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7aa0d-7608-4381-ab36-4d8874aeaf18 req-b2f80242-908a-4dc1-8adc-af8e6a022169 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:23.736699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a1a7aa0d-7608-4381-ab36-4d8874aeaf18 req-b2f80242-908a-4dc1-8adc-af8e6a022169 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.2369947 Dec 09 10:12:23.784989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-7bbbf065-89be-4afc-87c9-0b8749a18792 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2181976 Dec 09 10:12:23.819046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a1a7aa0d-7608-4381-ab36-4d8874aeaf18 req-871d5a83-599a-4ab8-8e93-889303186cb9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760736 Dec 09 10:12:23.922118 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-689168da-e252-4460-a5d0-1f235b563139 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299343 Dec 09 10:12:24.053235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-114508dc-a439-4782-acde-319077b40e80 req-c266c956-d683-4d00-94e8-91cc6150d365 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251755 Dec 09 10:12:25.051354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218798-28e5-4d8c-a142-1fbdab03683a req-c6a507d3-e5a8-4080-b15e-526f344d2e1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:25.052983 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0218798-28e5-4d8c-a142-1fbdab03683a req-c6a507d3-e5a8-4080-b15e-526f344d2e1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0840890 Dec 09 10:12:25.099117 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b0218798-28e5-4d8c-a142-1fbdab03683a req-91fc51cf-2835-4e8c-b84f-7ef398b4db1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Dec 09 10:12:26.302365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29c08e-3a3f-4477-bbff-b8e0600a7134 req-079edfd3-31d6-429c-afbd-a351dd4382db tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:12:26.303838 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-de29c08e-3a3f-4477-bbff-b8e0600a7134 req-079edfd3-31d6-429c-afbd-a351dd4382db tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0847886 Dec 09 10:12:26.349643 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-de29c08e-3a3f-4477-bbff-b8e0600a7134 req-558e0a96-2fc8-4256-95b9-35962fdd7937 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Dec 09 10:12:26.378541 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38086) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:26.485891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4ba94cce-3bcb-4913-91af-286908fbc7ca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 200 len: 992 time: 0.1060483 Dec 09 10:12:29.666596 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:12:33.469209 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:33.602885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9416659f-e368-4ee9-90eb-32b34be16e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:34.712510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:35.825518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-53d1f00f-1962-4a91-bbb3-3340cca458c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:36.955330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:12:38.400520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:03.472109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:03.603975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4832301f-9d16-464f-860a-fb46f9e8e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:04.716456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:05.828509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1792b221-e19f-4c94-822d-253343623cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:06.666312 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:13:06.957482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:08.402000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:21.471422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38108) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:21.672341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port aafcda79-770d-4312-aa1c-808dcb550c1e {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:13:21.672681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:21.838062 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:21.838386 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:21.957077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for aafcda79-770d-4312-aa1c-808dcb550c1e owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:13:22.102067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:22.105901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cf082e9b-c069-4297-a664-1a9e12b618e0 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:22.149993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=aafcda79-770d-4312-aa1c-808dcb550c1e,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:22.186905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.187286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.187660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.188060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.188424 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.188789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.189825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.190199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.190555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.190937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.191297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:22.198669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:22.252364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:22.756643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router d35cbfc2-d1e4-48a2-9856-3c350957bced has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:13:22.970867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:13:22.980458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Sync routers for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:13:22.990972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:22.992198 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:22.992804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:23.091733 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f093656-160d-4b0f-9e5a-81bfb3842c8e HTTP/1.1" status: 204 len: 168 time: 1.6167552 Dec 09 10:13:23.091733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:13:23.119272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-1803c2cb-2b0a-4c67-88b2-8a67e13159e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929313 Dec 09 10:13:23.158276 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'status': 'completed', 'code': 200} Dec 09 10:13:23.170474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:23.265685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-3d614945-1116-4e92-ba09-136453dfe097 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.0735567 Dec 09 10:13:23.422688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-1c7a2214-4203-4b42-863b-e784882cb58e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:23.424845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-1c7a2214-4203-4b42-863b-e784882cb58e service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1387100 Dec 09 10:13:23.488396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:23.493017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Checking router: d35cbfc2-d1e4-48a2-9856-3c350957bced for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:13:23.497254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-284fb3c8-7ad3-43c4-bf70-13eb3243ea8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 217 time: 0.0655012 Dec 09 10:13:23.498060 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941c70-123c-40ec-992c-2b859e50ca72 req-557b9c54-1cf8-478b-86f4-461c4662529b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:23.499533 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07941c70-123c-40ec-992c-2b859e50ca72 req-557b9c54-1cf8-478b-86f4-461c4662529b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0801244 Dec 09 10:13:23.508415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:23.509043 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:23.545963 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-07941c70-123c-40ec-992c-2b859e50ca72 req-46de8592-c207-4b55-8539-f1aabfb8524a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397270 Dec 09 10:13:23.565280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-aacc10b4-0d80-4716-b279-a69a6bfae0a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:23.566828 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-aacc10b4-0d80-4716-b279-a69a6bfae0a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.0619850 Dec 09 10:13:23.643907 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-b0c7dcf5-1514-48fe-98e0-5b88210fb567 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700569 Dec 09 10:13:23.690002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:23.777115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-b024445e-cff9-4340-9246-0b8a11f67a24 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260173 Dec 09 10:13:23.912862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-428afd6b-1bd4-4435-9756-8a08bea5dcb4 req-7f10019f-5a9c-4cac-a816-9c21539b46b4 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Dec 09 10:13:24.038851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-819dfed7-533c-4db8-ba27-a3a9441e4adc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 1098 time: 0.0738385 Dec 09 10:13:24.056375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:24.060299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a27815-6536-47b0-b390-c106c5d6b7a0 None None] The sync data for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv is: [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:10:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'df0f3eda-5b3d-4001-819e-445ad1a7b0d0', 'name': '', 'network_id': '684b72da-d28b-4b8e-8051-3f8926f7ab04', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:8f:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:39Z', 'updated_at': '2021-12-09T10:10:47Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:13:24.178708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-8ff7b692-d743-47c9-96e9-ba834d7574ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:24.180200 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-8ff7b692-d743-47c9-96e9-ba834d7574ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 200 len: 898 time: 0.1349928 Dec 09 10:13:24.256941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-59a342fb-9895-4172-9d70-d4b1ab6e0178 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 200 len: 217 time: 0.0651350 Dec 09 10:13:24.289771 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416594f-14a6-4c86-8af9-86c6c484e3d3 None None] New status for floating IP 3f093656-160d-4b0f-9e5a-81bfb3842c8e: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:13:24.442278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-d879a701-c66e-4d70-845d-a293d2ba6f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:24.443712 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-d879a701-c66e-4d70-845d-a293d2ba6f48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 200 len: 834 time: 0.1804082 Dec 09 10:13:24.520254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-37ceac39-40e2-4445-a34f-d3dc52364d71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=684b72da-d28b-4b8e-8051-3f8926f7ab04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695791 Dec 09 10:13:24.655451 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-cfc48f1d-0d5e-432f-b5aa-8276cea5be30 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275563 Dec 09 10:13:24.843236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1d9888-fe51-4ad8-ab56-83d88abaed66 req-45f76f77-ece7-46db-a7ad-3f3ed17964e0 service neutron] 10.222.0.58 "GET /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811719 Dec 09 10:13:24.853414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57e128-4b12-4165-8097-92ff7b3b181a req-dffb2afb-aea0-43cb-b715-0ffc5a5013d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:24.854124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1d57e128-4b12-4165-8097-92ff7b3b181a req-dffb2afb-aea0-43cb-b715-0ffc5a5013d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:24.870788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-1d57e128-4b12-4165-8097-92ff7b3b181a req-dffb2afb-aea0-43cb-b715-0ffc5a5013d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:24.872012 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d57e128-4b12-4165-8097-92ff7b3b181a req-dffb2afb-aea0-43cb-b715-0ffc5a5013d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.1906152 Dec 09 10:13:24.918650 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d57e128-4b12-4165-8097-92ff7b3b181a req-21c9c176-4cfd-4178-b1e7-52ed93f8fd10 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Dec 09 10:13:25.299160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-7074588b-bc26-4e73-b133-b5a073382b3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:25.300611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-7074588b-bc26-4e73-b133-b5a073382b3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 945 time: 0.0837688 Dec 09 10:13:25.369276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:13:25.369619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:25.610267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:25.610549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:25.731090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:13:25.874598 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:25.880212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:25.924170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=28d6f0c5-7c3b-42e6-941a-f623b3a5c316,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:25.926498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:25.999792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] No DVR routers for this DVR port 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:13:26.002147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:26.004748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'name': 'network-vif-deleted', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:13:26.021055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dd0a22b2-0f67-430a-a1e5-96ae8777b4f4 req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "DELETE /v2.0/ports/28d6f0c5-7c3b-42e6-941a-f623b3a5c316 HTTP/1.1" status: 204 len: 173 time: 0.7145467 Dec 09 10:13:26.065519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f063ca-c5cf-4878-b660-f2416c859888', 'name': 'network-vif-deleted', 'tag': '28d6f0c5-7c3b-42e6-941a-f623b3a5c316', 'status': 'completed', 'code': 200} Dec 09 10:13:26.197044 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-28991f16-8689-4676-85f8-302dc0938ed6 req-8db51534-04cf-4004-bec7-ebfaebedd880 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=57f063ca-c5cf-4878-b660-f2416c859888 HTTP/1.1" status: 200 len: 210 time: 0.1494501 Dec 09 10:13:27.305980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38126) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:27.812371 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:28.432046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port df0f3eda-5b3d-4001-819e-445ad1a7b0d0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:13:28.432729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:28.626193 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port df0f3eda-5b3d-4001-819e-445ad1a7b0d0, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:28.626550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:28.745534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for df0f3eda-5b3d-4001-819e-445ad1a7b0d0 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:13:28.927328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:28.931528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:28.975873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=df0f3eda-5b3d-4001-819e-445ad1a7b0d0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:28.979870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:29.376378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:13:29.399645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:29.412240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:13:29.412701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 28d6f0c5-7c3b-42e6-941a-f623b3a5c316 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:13:29.971516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router d35cbfc2-d1e4-48a2-9856-3c350957bced has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:13:30.177827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:13:30.187683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Sync routers for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:13:30.190426 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/d35cbfc2-d1e4-48a2-9856-3c350957bced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832259 Dec 09 10:13:30.192909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38130) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:30.199376 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:30.200019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:30.375433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:30.380782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting subnet 80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:13:30.383695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:30.437966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:30.520148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:30.598736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:30.602525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d42762d-514c-4fa6-a8ab-d072a4ba63a9 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:30.636789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Subnet': ['ID=80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:30.639183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:30.647357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:30.653877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/subnets/80d28ebe-a95b-4bd6-9bac-ff7a2fc7626a HTTP/1.1" status: 204 len: 168 time: 0.4599853 Dec 09 10:13:30.654039 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b2b98-a9d2-4c74-848a-12853c9b1c8d None None] Network 684b72da-d28b-4b8e-8051-3f8926f7ab04 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:13:30.656462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38134) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:30.760834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:13:28Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:30.792094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Checking router: d35cbfc2-d1e4-48a2-9856-3c350957bced for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:13:30.847658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Routers {'d35cbfc2-d1e4-48a2-9856-3c350957bced'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:30.848320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['d35cbfc2-d1e4-48a2-9856-3c350957bced'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:30.984157 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.052681 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] Set router d35cbfc2-d1e4-48a2-9856-3c350957bced gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:31.094224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] DHCP port deletion for 684b72da-d28b-4b8e-8051-3f8926f7ab04 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:13:31.155748 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Deleting port b89daf8d-464c-47f7-9b31-c1f335c2ec1e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:13:31.156151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.186668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.196427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:13:31.196770 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.376275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:31.376574 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.504221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:13:31.551903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] For port b89daf8d-464c-47f7-9b31-c1f335c2ec1e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,segment=NetworkSegment(fc5809b6-c1f5-425e-afff-1e929ea58489),segment_id=fc5809b6-c1f5-425e-afff-1e929ea58489)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:31.552308 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.680126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.680358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Calling delete_port for b89daf8d-464c-47f7-9b31-c1f335c2ec1e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:13:31.683660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ea968cbc-dc3c-4895-9029-d93320729bfb tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:31.732733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:31.735696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:31.757226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:13:28Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:31.762168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c59b3a-37e1-4d37-bedf-20c57516b496 None None] The sync data for ids ['d35cbfc2-d1e4-48a2-9856-3c350957bced'] in dv-neutron-821175-1-hyperv is: [{'id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403334018', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:35Z', 'updated_at': '2021-12-09T10:13:28Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35cbfc2-d1e4-48a2-9856-3c350957bced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:10:36Z', 'updated_at': '2021-12-09T10:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:13:31.769583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:31.773476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-584119ab-a758-40a9-b90d-472c49155e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:31.821251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Pushing event deleted for resources: {'Port': ['ID=b89daf8d-464c-47f7-9b31-c1f335c2ec1e,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:31.832605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] No DVR routers for this DVR port b89daf8d-464c-47f7-9b31-c1f335c2ec1e on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:13:31.836354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.836708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.837046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.837388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.837725 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.838065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.838393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.838719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.839053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.839833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.839833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:31.842435 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:31.965474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.361353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.367049 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.394247 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.394688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Fanout notify agent at l3_agent the message router_deleted on router d35cbfc2-d1e4-48a2-9856-3c350957bced {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:13:32.410175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.412200 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/routers/d35cbfc2-d1e4-48a2-9856-3c350957bced HTTP/1.1" status: 204 len: 168 time: 1.7548084 Dec 09 10:13:32.413992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38138) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:32.531989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.663668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.688766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684b72da-d28b-4b8e-8051-3f8926f7ab04']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:32.700518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5809b6-c1f5-425e-afff-1e929ea58489') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:32.700823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5809b6-c1f5-425e-afff-1e929ea58489') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:32.712576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.728805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.734950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:13:32.735348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:13:32.749594 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:13:32.829787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.834245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8417bd87-9de6-4149-a0fd-2392b0266aba tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:32.852060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.858974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Network': ['ID=684b72da-d28b-4b8e-8051-3f8926f7ab04,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:32.864400 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:32.871177 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-46956fb1-4dd5-4499-a97c-ce73c04a2b26 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/networks/684b72da-d28b-4b8e-8051-3f8926f7ab04 HTTP/1.1" status: 204 len: 168 time: 0.4561269 Dec 09 10:13:32.873882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38142) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:32.947693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:32.986213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.053872 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.057837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:33.068366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:13:33.076138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:33.079223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:33.089089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.090284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4ab478c4-f103-49b6-a9c5-f09e4a61e84b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/security-groups/da5ca00b-4f51-4fdb-b44c-b7afb4bdd36b HTTP/1.1" status: 204 len: 168 time: 0.2155185 Dec 09 10:13:33.114210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:13:33.114648 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 5b2bf3ff-6ad7-4374-92c3-9fe7ce8938d8 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:13:33.115092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b89daf8d-464c-47f7-9b31-c1f335c2ec1e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:13:33.152722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b89daf8d-464c-47f7-9b31-c1f335c2ec1e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:13:33.153072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b89daf8d-464c-47f7-9b31-c1f335c2ec1e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:13:33.153791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df0f3eda-5b3d-4001-819e-445ad1a7b0d0 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:13:33.185574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: df0f3eda-5b3d-4001-819e-445ad1a7b0d0 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:13:33.185946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device df0f3eda-5b3d-4001-819e-445ad1a7b0d0 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:13:33.404705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38150) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:33.411744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886511176', 'description': 'tempest-secgroup-smoke-886511176 description', 'project_id': '343f46d1b34e43e1934d13d5828da9f9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:33.417953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:33.422493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:33.426095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:33.431984 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:33.441549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.478503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:33.483176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.483338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:33.486075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:33.491740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:33.545558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.549106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.554113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce96633c-6c0c-495f-9f14-bc924138e57a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:33.594143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28581cfb-3137-4d25-9efa-d203e5d279b9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:33.597821 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:33.598088 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.600982 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2edf0519-0060-47d2-b86a-3550729851c6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1935899 Dec 09 10:13:33.603597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:33.609791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:33.616443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:33.617148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d436e484-a42c-4b73-a0af-49fee82f1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.620651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:33.623640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:33.630428 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:33.648306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.709093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.712514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.714354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40edf4c4-4d3b-4100-bde0-633da781740a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:33.737002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e656ec7c-ae7b-4a70-8c37-fac0abfb52be,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:33.741413 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:33.745741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.746888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423190 Dec 09 10:13:33.749646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:33.755001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:33.760825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:33.764613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:33.767421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:33.773734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:33.792689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.853206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.856705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.858706 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f2f10f3f-e3d0-4e68-a9e4-209089466a53 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:33.880751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2f3fb7-239e-4c91-b940-39b48453a776,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:33.883061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:33.890345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.891559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1409793 Dec 09 10:13:33.894415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38164) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:33.899705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:33.905557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:33.909963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:33.912863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:33.918507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:33.935353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:33.997087 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.000482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.002741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-003b7200-df10-4abe-b973-c3ec32fd3068 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:34.024650 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0e726b-75aa-446b-9b5c-5ce1ef1bf1c4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:34.027027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:34.033836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.035013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397076 Dec 09 10:13:34.037724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38168) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:34.043073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:34.048729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:34.052579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:34.055405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:34.061105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:34.077904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.144755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.148266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.150105 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-931f1483-d632-4148-8832-2a62ca4ef04e tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:34.171880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625e1183-47d6-40bf-8b14-ba578341b5ba,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:34.174858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:34.181926 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.183102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-919e1323-f22e-484f-9680-1d027ffd2a47 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1444669 Dec 09 10:13:34.185824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:34.191106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:34.196775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:34.200686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:34.203747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:34.210113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:34.220318 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:13:34.227117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.290810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.294281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.301521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e3304aa2-5597-4a5d-b2e4-7ed9102bbb7a tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:34.321210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd40bd9-af2d-4eb4-a13a-1577f279c424,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:34.323359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:34.327842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.328884 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1421227 Dec 09 10:13:34.332051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:34.337435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '28581cfb-3137-4d25-9efa-d203e5d279b9', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:34.343214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:34.348521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:34.351416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:34.357415 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:34.367633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:13:34.373823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.437663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.441431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.443217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8221c880-045d-4b7d-90bc-975e32cea2b0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:34.467869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eea7d7-e02d-45c7-8202-0a650039d391,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:34.473024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:34.477258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.478551 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1455755 Dec 09 10:13:34.481338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38180) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:34.487099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'network': {'name': 'tempest-network-smoke--1322782551', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:34.492089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:34.496137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:network and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:34.498973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:34.505502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:34.515903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:13:34.519412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.548382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:13:34.557806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.558255 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Added segment d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25 of type vlan for network 71c6cfea-1d2b-4a82-871b-e54897252113 Dec 09 10:13:34.586163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.615328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.619349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:34.619947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.623430 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27d1f363-a2d5-43fe-9ba5-5c6009409288 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:34.719520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.725030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2424068 Dec 09 10:13:34.727671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38184) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:34.735162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'admin_state_up': True, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:34.740310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Network': ['ID=71c6cfea-1d2b-4a82-871b-e54897252113,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:34.743882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:34.744846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:34.748723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:router and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:34.750034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 71c6cfea-1d2b-4a82-871b-e54897252113 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:13:34.751621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:34.758082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:34.769368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.770498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.790971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:34.935891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.220501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.249786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.384472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.146 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/02606ff7-1802-487b-8dbf-85ccb75bcfa4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:13:35.529070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.556375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.560439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-046d96e1-7401-4787-8db7-2b86bafc6b04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:35.625608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:35.628998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:35.630948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=02606ff7-1802-487b-8dbf-85ccb75bcfa4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:35.633076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:13:35.659775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:35.791090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.791735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:35.830943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5703785a-4c65-48f0-95c4-66baf4ddccfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:36.018312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 5a25fbaf-778f-4715-aae9-d46597a50ae8 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:13:36.213480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:13:36.223262 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Sync routers for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:13:36.235325 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:36.235956 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:36.240360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:36.241558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5129697 Dec 09 10:13:36.244709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38188) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:36.287846 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7085226d-7b9d-47ce-bc9a-ae9ecbc63b0b tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=343f46d1b34e43e1934d13d5828da9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419571 Dec 09 10:13:36.290295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38192) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:36.412304 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:36.423194 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840acde9-b5d2-4673-9a17-46bdb43eeb2e tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:36.425379 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-840acde9-b5d2-4673-9a17-46bdb43eeb2e tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329710 Dec 09 10:13:36.428139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38196) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:36.467675 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61bb4470-391d-431a-96dd-7229891c60de tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383022 Dec 09 10:13:36.469960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38200) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:36.476332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832423305', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:36.586696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:36.590452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:subnet and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:36.593282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:36.599427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:36.609349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:13:36.690432 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:35Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:36.694854 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Checking router: 5a25fbaf-778f-4715-aae9-d46597a50ae8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:13:36.695192 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Updating router 5a25fbaf-778f-4715-aae9-d46597a50ae8 port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:13:36.753663 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:36.823416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:36.969421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.043977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.047983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8a2f33d3-a941-4eba-aa62-39ccd7c68fd0 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:37.101782 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.113570 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Transition to ACTIVE for port object 02606ff7-1802-487b-8dbf-85ccb75bcfa4 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:37.120892 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.125091 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-2111d014-d134-4f1c-8439-a6f4b99a5216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:37.132572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Subnet': ['ID=6a12ee9a-f041-441f-903e-50ed1b92acde,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:37.135840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:37.143526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Checking segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:13:37.143930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network hostable DHCP agents. Network: 71c6cfea-1d2b-4a82-871b-e54897252113, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:13:37.165990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 71c6cfea-1d2b-4a82-871b-e54897252113 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:13:37.175933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 71c6cfea-1d2b-4a82-871b-e54897252113) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:37.179783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:37.180407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.185708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5802ac7-088f-409d-beb8-53f814081902 None None] Network 71c6cfea-1d2b-4a82-871b-e54897252113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:13:37.198344 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Attempting to bind port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:13:37.198727 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Attempting to bind port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:13:37.199096 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Attempting to bind port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:13:37.207181 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7336700 Dec 09 10:13:37.207373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38204) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:37.208672 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Pushing event updated for resources: {'Port': ['ID=02606ff7-1802-487b-8dbf-85ccb75bcfa4,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:37.219703 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:13:37.220366 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:13:37.220948 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.221693 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:13:37.222444 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Bound port: 02606ff7-1802-487b-8dbf-85ccb75bcfa4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:13:37.222992 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.254096 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.255157 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.255643 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.256156 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.256662 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.257135 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.257606 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.258195 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.259059 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.259879 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.260685 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:13:37.269802 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:37.312858 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] For port 02606ff7-1802-487b-8dbf-85ccb75bcfa4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:13:37.316592 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] For port 02606ff7-1802-487b-8dbf-85ccb75bcfa4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=02606ff7-1802-487b-8dbf-85ccb75bcfa4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:13:37.321223 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.324884 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-bc637194-7c1e-47be-824b-1d67493d05f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:37.396743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Pushing event updated for resources: {'Port': ['ID=02606ff7-1802-487b-8dbf-85ccb75bcfa4,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:37.400491 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:37.408085 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:37.408743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:37.441703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-71c6cfea-1d2b-4a82-871b-e54897252113', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:13:37.442667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.588924 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:37.614777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Allocated IP 172.20.0.2 (71c6cfea-1d2b-4a82-871b-e54897252113/6a12ee9a-f041-441f-903e-50ed1b92acde/c250ebfd-ec40-4231-b593-2470da43b7cf) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:13:37.852644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.864240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Transition to ACTIVE for port object c250ebfd-ec40-4231-b593-2470da43b7cf will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:37.885049 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Transition to ACTIVE for port object c250ebfd-ec40-4231-b593-2470da43b7cf will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:37.890213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:37.896087 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:37.902122 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:35Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:37.906717 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce521-a2cb-4a84-a774-09dfed2e1cd3 None None] The sync data for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv is: [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:35Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:13:37.973883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Network 71c6cfea-1d2b-4a82-871b-e54897252113 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:37.977448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:37.979610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Pushing event updated for resources: {'Port': ['ID=c250ebfd-ec40-4231-b593-2470da43b7cf,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:37.981488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:13:37.984003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:38.020019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.072587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Attempting to bind port c250ebfd-ec40-4231-b593-2470da43b7cf on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:13:38.072975 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Attempting to bind port c250ebfd-ec40-4231-b593-2470da43b7cf by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:13:38.073356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Attempting to bind port c250ebfd-ec40-4231-b593-2470da43b7cf on network 71c6cfea-1d2b-4a82-871b-e54897252113 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:13:38.080276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:13:38.080791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Checking segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:13:38.081208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.081618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Bound using segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:13:38.082159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Bound port: c250ebfd-ec40-4231-b593-2470da43b7cf, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:13:38.082472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.229029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] For port c250ebfd-ec40-4231-b593-2470da43b7cf, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:13:38.232873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] For port c250ebfd-ec40-4231-b593-2470da43b7cf, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c250ebfd-ec40-4231-b593-2470da43b7cf,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:13:38.239156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.243505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:38.324162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Pushing event updated for resources: {'Port': ['ID=c250ebfd-ec40-4231-b593-2470da43b7cf,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:38.326604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:38.514200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.519204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.1 (71c6cfea-1d2b-4a82-871b-e54897252113/6a12ee9a-f041-441f-903e-50ed1b92acde/a4d5fd79-7e19-4f1d-af6f-4b93eb85515c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:13:38.828210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.846819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object a4d5fd79-7e19-4f1d-af6f-4b93eb85515c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:38.869111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:38.872831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e544cd10-5f82-48c8-96dc-abc760154fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:38.956722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 71c6cfea-1d2b-4a82-871b-e54897252113 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:38.962422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:38.966870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:13:38.996238 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:39.003678 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:39.030160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.135593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.136288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 02606ff7-1802-487b-8dbf-85ccb75bcfa4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:39.210157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:39.218195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:39.218588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.324090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c98d9c-8ee5-48ff-b539-281200b17439 None None] Network 71c6cfea-1d2b-4a82-871b-e54897252113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:13:39.407519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.442862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 02606ff7-1802-487b-8dbf-85ccb75bcfa4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=02606ff7-1802-487b-8dbf-85ccb75bcfa4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:39.450295 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.451117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c250ebfd-ec40-4231-b593-2470da43b7cf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:39.485715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-8ddc8b55-7025-4012-8d2e-f8725c504542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:39.531327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6967e36d-ddab-4242-b6f7-5fcffd71bbd1 None None] Provisioning for port c250ebfd-ec40-4231-b593-2470da43b7cf completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:39.556043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.560410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.588139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:39.647260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=02606ff7-1802-487b-8dbf-85ccb75bcfa4,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:39.673065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.677722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:39.677976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:39.680875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:39.694657 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port c250ebfd-ec40-4231-b593-2470da43b7cf completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:39.700747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c250ebfd-ec40-4231-b593-2470da43b7cf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:39.701112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.816643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 71c6cfea-1d2b-4a82-871b-e54897252113 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:39.817806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:39.832760 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.867959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port c250ebfd-ec40-4231-b593-2470da43b7cf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c250ebfd-ec40-4231-b593-2470da43b7cf,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:39.876345 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:39.879947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:39.952100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c250ebfd-ec40-4231-b593-2470da43b7cf,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:39.956290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:39.990553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Provisioning complete for port c250ebfd-ec40-4231-b593-2470da43b7cf triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:39.990938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:40.129076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Provisioning for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:40.134513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Provisioning complete for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:40.134906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:40.193908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-76b70b0b-5061-4c92-a45e-00e4ea8d0180 None None] Port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:13:40.238948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 5a25fbaf-778f-4715-aae9-d46597a50ae8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:13:40.315906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-db593985-4824-4d17-9056-921143d8c82e None None] Provisioning complete for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:40.316290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db593985-4824-4d17-9056-921143d8c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:40.371491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-db593985-4824-4d17-9056-921143d8c82e None None] Port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:13:40.493207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-56508293-0514-42b8-977e-c491e3da4222 None None] Provisioning complete for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:40.493587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-56508293-0514-42b8-977e-c491e3da4222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:40.545808 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-56508293-0514-42b8-977e-c491e3da4222 None None] Port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:13:40.560558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:13:40.573492 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/5a25fbaf-778f-4715-aae9-d46597a50ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650584 Dec 09 10:13:40.746109 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-9997cead-4450-49b4-9fd0-59a5486f187c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886511176&fields=id&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 267 time: 0.0413558 Dec 09 10:13:40.890247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb333-5138-4ca8-9b08-4900543572d0 req-3e41f85d-bc37-4faf-ae4b-72c90944c96b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:40.890817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-3e41f85d-bc37-4faf-ae4b-72c90944c96b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:40.906576 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-3e41f85d-bc37-4faf-ae4b-72c90944c96b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:40.907815 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-3e41f85d-bc37-4faf-ae4b-72c90944c96b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 797 time: 0.1556718 Dec 09 10:13:40.925933 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-1fbc16e2-ed3d-41c0-a0ba-4776349dc63a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/quotas/343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 375 time: 0.0117021 Dec 09 10:13:41.011621 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-138f4785-d427-443a-99df-5c3f4cfc58c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801737 Dec 09 10:13:41.073535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 02606ff7-1802-487b-8dbf-85ccb75bcfa4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:41.117037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-99a294b5-973a-47d1-abd2-52c2f129069d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:13:41.118834 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-99a294b5-973a-47d1-abd2-52c2f129069d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0938678 Dec 09 10:13:41.149664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:41.150048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:41.254094 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-28b38907-8954-48c9-b95e-6d9ea97542f3 service neutron] 10.222.0.41 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267371 Dec 09 10:13:41.310922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c250ebfd-ec40-4231-b593-2470da43b7cf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:41.380755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port c250ebfd-ec40-4231-b593-2470da43b7cf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:41.381224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:41.397343 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-638069e6-a846-4633-8f8a-9dc88223ac89 service neutron] 10.222.0.41 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375463 Dec 09 10:13:41.614966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Sync routers for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:13:41.615365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-a9283630-bbfd-4cfd-85d9-4cc7eb9a25cf req-847a5900-7caa-4bef-8a4b-15cf18f4a5eb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:41.631303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-a9283630-bbfd-4cfd-85d9-4cc7eb9a25cf req-847a5900-7caa-4bef-8a4b-15cf18f4a5eb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:41.631512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:41.632291 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:41.632542 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a9283630-bbfd-4cfd-85d9-4cc7eb9a25cf req-847a5900-7caa-4bef-8a4b-15cf18f4a5eb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 210 time: 0.0641577 Dec 09 10:13:41.811881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:42.120205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 2, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:42.123913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Checking router: 5a25fbaf-778f-4715-aae9-d46597a50ae8 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:13:42.124284 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Updating router 5a25fbaf-778f-4715-aae9-d46597a50ae8 port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:13:42.177545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.510663 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.521652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Transition to ACTIVE for port object a4d5fd79-7e19-4f1d-af6f-4b93eb85515c will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:42.527684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.530957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:42.650630 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Pushing event updated for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:42.654652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:42.752277 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-85d3c4b5-7688-437c-b247-64b84e78a3c6 req-2e145da3-a82e-46a4-b4b1-51e5cb764d5f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 210 time: 0.0512011 Dec 09 10:13:42.777983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Attempting to bind port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:13:42.778440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Attempting to bind port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:13:42.778881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Attempting to bind port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c on network 71c6cfea-1d2b-4a82-871b-e54897252113 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:13:42.785864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:13:42.786244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Checking segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:13:42.786654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.787056 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Bound using segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:13:42.787525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Bound port: a4d5fd79-7e19-4f1d-af6f-4b93eb85515c, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:13:42.787939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.878036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] For port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:13:42.881271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] For port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:13:42.885825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:42.889913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:42.972495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Pushing event updated for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:42.975706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:42.979172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:42.979813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:43.212341 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:43.521593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:42Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:43.525642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271cbd1-84b5-42f2-b495-2655684c814f None None] The sync data for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv is: [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:42Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:13:43.666300 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:13:43.870898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d0f0279d-1db2-4f19-a248-e0fdf45198fe req-b92dec26-7366-4cda-abad-64f0af1abcb3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 210 time: 0.0477293 Dec 09 10:13:44.704330 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb333-5138-4ca8-9b08-4900543572d0 req-2bf5ee1b-7d7f-4d23-85c6-87db48bf61f6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:44.704906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-2bf5ee1b-7d7f-4d23-85c6-87db48bf61f6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:44.717020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-2bf5ee1b-7d7f-4d23-85c6-87db48bf61f6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:44.718100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-2bf5ee1b-7d7f-4d23-85c6-87db48bf61f6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 797 time: 0.1632378 Dec 09 10:13:44.778363 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-17d99b15-c282-4484-a504-2add5b7ebf7d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:44.794752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-272fb333-5138-4ca8-9b08-4900543572d0 req-17d99b15-c282-4484-a504-2add5b7ebf7d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:44.796003 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-17d99b15-c282-4484-a504-2add5b7ebf7d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 379 time: 0.0647578 Dec 09 10:13:44.804829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'port': {'device_id': '18ab8d53-840a-4dec-b596-977a95a4e581', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'admin_state_up': True, 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'security_groups': ['28581cfb-3137-4d25-9efa-d203e5d279b9']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:44.944469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:44.954222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:44.965183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:13:44.968934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.042902 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6915812b-feee-4352-bb5a-24ca9cfdc99f req-e96d2acb-80ab-48eb-9482-9449a5a8dd50 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 210 time: 0.0432332 Dec 09 10:13:45.107267 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4d5fd79-7e19-4f1d-af6f-4b93eb85515c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:45.143865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.9 (71c6cfea-1d2b-4a82-871b-e54897252113/6a12ee9a-f041-441f-903e-50ed1b92acde/3939eb82-101e-476e-a59c-a584bc81a335) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:13:45.179100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:45.183719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:45.184213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.298152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.332652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:45.336448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.338243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:45.338405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.354665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object 3939eb82-101e-476e-a59c-a584bc81a335 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:45.376774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.383687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7fc667bd-a2e6-45c4-9772-67fafa7c9e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:45.404537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:45.407434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:45.452728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 71c6cfea-1d2b-4a82-871b-e54897252113 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:45.456173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:45.461138 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:13:45.493360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:45.496245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:45.530041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:45.530641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.559610 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580736 Dec 09 10:13:45.570700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Request body: {'port': {'device_id': '18ab8d53-840a-4dec-b596-977a95a4e581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:45.682020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.738310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6e090862-a292-45ec-96e4-0516fde7fe5a None None] Provisioning for port 3939eb82-101e-476e-a59c-a584bc81a335 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:45.743109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-6e090862-a292-45ec-96e4-0516fde7fe5a None None] Provisioning complete for port 3939eb82-101e-476e-a59c-a584bc81a335 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:45.743493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6e090862-a292-45ec-96e4-0516fde7fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:45.795992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6e090862-a292-45ec-96e4-0516fde7fe5a None None] Port 3939eb82-101e-476e-a59c-a584bc81a335 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:13:46.029206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3939eb82-101e-476e-a59c-a584bc81a335 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:13:46.036557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:46.050910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Transition to ACTIVE for port object 3939eb82-101e-476e-a59c-a584bc81a335 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:13:46.054597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:46.058348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-434cf00a-07bf-4e2b-8213-c4cf43093319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:46.308343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:46.311033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:46.468008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Attempting to bind port 3939eb82-101e-476e-a59c-a584bc81a335 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:13:46.468251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Attempting to bind port 3939eb82-101e-476e-a59c-a584bc81a335 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:13:46.468560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Attempting to bind port 3939eb82-101e-476e-a59c-a584bc81a335 on network 71c6cfea-1d2b-4a82-871b-e54897252113 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:13:46.484369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Port 3939eb82-101e-476e-a59c-a584bc81a335 on network 71c6cfea-1d2b-4a82-871b-e54897252113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:13:46.484690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Attempting to bind port 3939eb82-101e-476e-a59c-a584bc81a335 on network 71c6cfea-1d2b-4a82-871b-e54897252113 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:13:46.497435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf55ae-7997-4374-92ac-8e0649a9b506 req-3274ae77-036a-4972-9faa-366a8ede8353 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:46.498126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-7fcf55ae-7997-4374-92ac-8e0649a9b506 req-3274ae77-036a-4972-9faa-366a8ede8353 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:13:46.502727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:13:46.503063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Checking segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:13:46.503445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Bound using segment: {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:13:46.503905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Bound port: 3939eb82-101e-476e-a59c-a584bc81a335, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:13:46.504256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:46.561357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-7fcf55ae-7997-4374-92ac-8e0649a9b506 req-3274ae77-036a-4972-9faa-366a8ede8353 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:13:46.562493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7fcf55ae-7997-4374-92ac-8e0649a9b506 req-3274ae77-036a-4972-9faa-366a8ede8353 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 943 time: 0.2226489 Dec 09 10:13:46.637958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:13:46.646341 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7fcf55ae-7997-4374-92ac-8e0649a9b506 req-556db40e-c045-4476-ab0d-6195b281c29b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765724 Dec 09 10:13:46.648778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:13:46.652841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:46.657534 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8d89e4a7-e31c-40dc-bcbc-3162a220a924 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:46.710786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:46.712185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] 10.222.0.58 "PUT /v2.0/ports/3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1093 time: 1.1458397 Dec 09 10:13:46.712792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:13:46.743663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:46.747061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:46.783636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'status': 'completed', 'code': 200} Dec 09 10:13:46.831312 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-95b1b9fa-3733-4654-b6b7-503cfb5a65f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1096 time: 0.0803287 Dec 09 10:13:46.900170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-020374d3-2489-4fd4-ab3c-208d0587aee5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 217 time: 0.0615134 Dec 09 10:13:46.968035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fb333-5138-4ca8-9b08-4900543572d0 req-39049a73-fbd6-4a79-b3cb-aa868bb221e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:46.969510 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-39049a73-fbd6-4a79-b3cb-aa868bb221e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0636237 Dec 09 10:13:47.048810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-2a119904-dbb7-4428-88d6-663c8b90be1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722041 Dec 09 10:13:47.072301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4d5fd79-7e19-4f1d-af6f-4b93eb85515c up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:47.145057 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:47.145433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:47.182295 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-5bfad1e9-7595-4717-a395-57c283d70b74 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276951 Dec 09 10:13:47.316683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-272fb333-5138-4ca8-9b08-4900543572d0 req-319c6670-7f6e-4f55-a06f-3b59c87803d4 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279280 Dec 09 10:13:47.434505 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-5583c21f-a75d-4562-a50a-4dfee1d1f7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1096 time: 0.0732810 Dec 09 10:13:47.567550 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-e6bb240a-8712-4f5f-b2bc-9e9fdda5f03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:47.568897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-e6bb240a-8712-4f5f-b2bc-9e9fdda5f03e service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1278312 Dec 09 10:13:47.634210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-2b2be658-11cb-42a5-82bb-65969f9bf195 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 217 time: 0.0595417 Dec 09 10:13:47.697473 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-dc15140e-c30c-440b-872b-d9bf78c72df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:47.698892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-dc15140e-c30c-440b-872b-d9bf78c72df5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0590580 Dec 09 10:13:47.811576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-b4756ada-3db7-4edd-8428-aad1a6074ff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065300 Dec 09 10:13:47.933589 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962392-25a5-4dd1-a1d8-6f74eb5d3de0 req-1ce7b785-313f-45d8-a0f9-f425b1d1a396 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:47.934926 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c962392-25a5-4dd1-a1d8-6f74eb5d3de0 req-1ce7b785-313f-45d8-a0f9-f425b1d1a396 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 943 time: 0.1680231 Dec 09 10:13:48.096795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-81c69621-a10a-4a66-ad72-9a4f06c779e5 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788467 Dec 09 10:13:48.129195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4c962392-25a5-4dd1-a1d8-6f74eb5d3de0 req-fe58a567-ca1c-4e12-827e-a344d102d5a6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810172 Dec 09 10:13:48.237055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5fd2099-904c-4fb1-9275-f6768ebcf00f req-79fd6130-db19-4621-8a90-0bafcb73f575 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315949 Dec 09 10:13:49.331548 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45557423-e4f3-4e35-a70a-1dd07e0a8611 req-119f1624-7ea3-4d56-81bf-9f130cbbb62c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:49.332995 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-45557423-e4f3-4e35-a70a-1dd07e0a8611 req-119f1624-7ea3-4d56-81bf-9f130cbbb62c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 943 time: 0.0803604 Dec 09 10:13:49.377797 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-45557423-e4f3-4e35-a70a-1dd07e0a8611 req-bdfdce1b-cb98-417b-b274-ddfc2b6fee0c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Dec 09 10:13:49.500830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:13:49.634107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:49.647429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '3939eb82-101e-476e-a59c-a584bc81a335', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'mac_address': 'fa:16:3e:d9:9c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:13:49.699165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:49.716190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3939eb82-101e-476e-a59c-a584bc81a335 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:13:49.730838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:49.735068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:49.736833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:49.802034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:49.804979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:50.110603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['3939eb82-101e-476e-a59c-a584bc81a335'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:13:50.638106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18718f8-aba1-47c0-8b03-63ef6d0405e2 req-82206578-6e23-4b29-a9af-001b550bf2e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:50.639535 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f18718f8-aba1-47c0-8b03-63ef6d0405e2 req-82206578-6e23-4b29-a9af-001b550bf2e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 944 time: 0.0765424 Dec 09 10:13:50.685143 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f18718f8-aba1-47c0-8b03-63ef6d0405e2 req-a8fa9033-d4ba-465b-981e-d7a19ffbc656 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 Dec 09 10:13:51.519311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:13:51.584509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 3939eb82-101e-476e-a59c-a584bc81a335 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:13:51.589204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 3939eb82-101e-476e-a59c-a584bc81a335 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:13:51.589578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:51.701163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:51.727561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:13:51.738904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:13:51.744563 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:51.746177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:51.788600 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'code': 200} Dec 09 10:13:51.824432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:51.828466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:51.897572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422d82b-1d85-4935-a0c2-7506fb6d365f req-8b298653-b392-4330-9ac3-6fadc9773137 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:51.899005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f422d82b-1d85-4935-a0c2-7506fb6d365f req-8b298653-b392-4330-9ac3-6fadc9773137 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0841839 Dec 09 10:13:51.947843 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f422d82b-1d85-4935-a0c2-7506fb6d365f req-c4aae8aa-9e0b-4470-b7b5-a9b2cbf3328b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Dec 09 10:13:52.026021 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04e9a2ef-c982-4b16-aeec-add1faac6d6c req-93641695-3ffd-4413-8614-e064e0c24780 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0773187 Dec 09 10:13:52.067487 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04e9a2ef-c982-4b16-aeec-add1faac6d6c req-f0508bf8-3745-4acf-bbad-48b5e796ffe4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348494 Dec 09 10:13:53.165730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c1c9-870a-4c1e-bb15-24e3a9afaa9b req-36778188-e865-4486-8cb3-880aa9afb6c5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:53.167160 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc94c1c9-870a-4c1e-bb15-24e3a9afaa9b req-36778188-e865-4486-8cb3-880aa9afb6c5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0771031 Dec 09 10:13:53.215027 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc94c1c9-870a-4c1e-bb15-24e3a9afaa9b req-f8f83462-b348-412d-8675-1d9b33ef4382 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Dec 09 10:13:54.422573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2096a-13fd-4e6c-968a-5d7ade9c1111 req-b8fbd402-1bc1-46a1-92ed-5e36beff3118 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:54.424644 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d3c2096a-13fd-4e6c-968a-5d7ade9c1111 req-b8fbd402-1bc1-46a1-92ed-5e36beff3118 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0801947 Dec 09 10:13:54.468442 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d3c2096a-13fd-4e6c-968a-5d7ade9c1111 req-d9c2c93f-22cb-463d-96c1-5c2bd76c9e18 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384414 Dec 09 10:13:54.663224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1438a-8b56-4229-82ba-c91b75bc9d9a req-989ca49c-9fe2-4599-a766-552011a0931f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:54.664688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16a1438a-8b56-4229-82ba-c91b75bc9d9a req-989ca49c-9fe2-4599-a766-552011a0931f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0782642 Dec 09 10:13:54.709741 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16a1438a-8b56-4229-82ba-c91b75bc9d9a req-f7a6bd2c-61f2-4244-9cb1-a95de1930565 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394523 Dec 09 10:13:54.737124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38268) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:54.873084 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ae9ebfeb-6e46-4dbb-817f-01b34b50a4ae tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1093 time: 0.1347685 Dec 09 10:13:54.875531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38274) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:54.881173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:54.886481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:13:54.890261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:floatingip and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:13:54.893630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:13:54.899164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:13:54.909955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:55.046562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:55.178896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.207 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/762acbb5-17d5-44d5-ae54-a5b8b7c88dda) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:13:55.328020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:55.354751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:55.358917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-13c1a003-df17-42d1-aae0-25bfcf88b266 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:55.420602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:13:55.428205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:13:55.430764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:13:55.463918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=762acbb5-17d5-44d5-ae54-a5b8b7c88dda,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:55.466684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:56.051195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:56.105165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:56.308014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:56.312260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:56.316384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b6b07479-81a3-410c-b018-7a7121744c69 tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:13:56.415558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=762acbb5-17d5-44d5-ae54-a5b8b7c88dda,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:13:56.423195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:13:56.432774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:56.620280 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Floating IP 16139915-3780-4dc4-b527-e310ce5d34ab associated. External IP: 172.26.4.207, port: 3939eb82-101e-476e-a59c-a584bc81a335. Dec 09 10:13:57.001381 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 5a25fbaf-778f-4715-aae9-d46597a50ae8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:13:57.199163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:13:57.209262 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Sync routers for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:13:57.221385 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:57.221991 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:57.224218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:13:57.279434 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4028752 Dec 09 10:13:57.280109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:13:57.350013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'status': 'completed', 'code': 200} Dec 09 10:13:57.400888 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:57.447136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-999fa33a-7cc6-41a0-985d-a1af78b2a710 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0750949 Dec 09 10:13:57.463486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894708-7122-4711-b1f7-77188148edae req-9d6e8df3-c8b3-48b9-9622-52273369cdc2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:57.464962 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4894708-7122-4711-b1f7-77188148edae req-9d6e8df3-c8b3-48b9-9622-52273369cdc2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0763671 Dec 09 10:13:57.516904 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d4894708-7122-4711-b1f7-77188148edae req-39911156-1e0c-4e95-a061-84cf84205385 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Dec 09 10:13:57.545546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38282) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:57.589099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-8ab8cbc4-71ae-48a1-9dd9-e1d9fd878b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:57.590553 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-8ab8cbc4-71ae-48a1-9dd9-e1d9fd878b55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1374037 Dec 09 10:13:57.672411 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3127d43d-1862-43bc-8335-84ac7078b430 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 200 len: 991 time: 0.1253231 Dec 09 10:13:57.759836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '16139915-3780-4dc4-b527-e310ce5d34ab', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'mac_address': 'fa:16:3e:d9:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ab8d53-840a-4dec-b596-977a95a4e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:55Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:57.763539 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Checking router: 5a25fbaf-778f-4715-aae9-d46597a50ae8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:13:57.773683 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:13:57.774274 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:13:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:57.817322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-7acd7829-0c79-4ae0-9403-aaa008820fb4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 999 time: 0.2199540 Dec 09 10:13:57.882364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-64c09bdb-05d9-4832-a627-9082e2dc68be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:13:57.883807 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-64c09bdb-05d9-4832-a627-9082e2dc68be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0602567 Dec 09 10:13:57.958968 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-9596184d-b098-49d2-a0fb-c6e8360e8dae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690591 Dec 09 10:13:57.977512 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:13:58.089153 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-2a56c427-f204-49c2-9cb6-c4ad682fd157 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234846 Dec 09 10:13:58.220294 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6f13d4be-8f34-431b-bd7d-24c94ccd8695 req-51d2eb6f-19f9-494c-aac4-93c85d83f973 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252830 Dec 09 10:13:58.319303 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '16139915-3780-4dc4-b527-e310ce5d34ab', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'mac_address': 'fa:16:3e:d9:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ab8d53-840a-4dec-b596-977a95a4e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:55Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:13:58.323230 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7b9ff-5680-4ea6-9f0e-6663d89916cc None None] The sync data for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv is: [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '16139915-3780-4dc4-b527-e310ce5d34ab', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'mac_address': 'fa:16:3e:d9:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ab8d53-840a-4dec-b596-977a95a4e581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:55Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:13:58.676308 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38286) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:58.775474 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2fb23dae-0e5e-4522-b9b5-8a324415a9a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 200 len: 991 time: 0.0980766 Dec 09 10:13:59.655070 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44124a4f-90da-4067-93eb-f66abdae4789 None None] New status for floating IP 16139915-3780-4dc4-b527-e310ce5d34ab: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:13:59.778930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38290) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:59.886559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4d755216-0809-4ffe-be5f-ff4c4df34ef0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 200 len: 991 time: 0.1062100 Dec 09 10:14:00.889432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38300) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:00.994029 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-10fc425a-8300-4eac-935f-6aa36a120638 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 200 len: 993 time: 0.1034043 Dec 09 10:14:03.497967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:03.608233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4653-0212-4931-8d8c-19f9e1e91a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:04.721645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:05.833612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dca50ce3-05f1-4793-9fc0-8f528d841846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:06.964467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:08.409468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:20.667161 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:14:23.124520 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-de7bc4ea-a39f-4b45-8e77-2a417c6c1862 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676978 Dec 09 10:14:23.262538 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-5fdaaee1-3e1e-4796-9dcf-579bb5fd9e71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0718210 Dec 09 10:14:23.404067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-dd31b664-970d-4e62-be5a-53c42a32ad75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:14:23.405493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-dd31b664-970d-4e62-be5a-53c42a32ad75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1244786 Dec 09 10:14:23.507637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-98f866a5-cd6b-4ee1-8ab4-6f811cf2884b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1001 time: 0.0958762 Dec 09 10:14:23.569391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-19d555b5-96fe-4c6a-b535-e132ad5a7883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:14:23.570721 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-19d555b5-96fe-4c6a-b535-e132ad5a7883 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0567889 Dec 09 10:14:23.647664 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-17162083-18b4-4e89-bd52-647a933ba1f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711863 Dec 09 10:14:23.780250 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-4e097bae-9d26-4337-bc0c-991904317e31 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256104 Dec 09 10:14:23.911850 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9c7ac760-3dcb-4f3a-b1e9-3ce40bdd17cc req-572038a5-6bd0-4840-a2a1-fcd675622b8b service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251814 Dec 09 10:14:33.497710 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:33.609546 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2e5a699a-5d82-4bbb-b8c3-db84f7dc05ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:34.723683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:35.836072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f61f-544c-4dcd-a4f1-43786e045bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:36.970458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:38.412473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:14:57.667888 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:15:01.910987 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2abff6b2-e1ad-4963-a5e0-5c7653af9be9 req-7814fc4d-0b71-4b08-a380-f46f3abee379 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716805 Dec 09 10:15:02.193703 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38334) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:15:02.319549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece829-e8b9-4baf-9b5c-e66a6cffea91 req-d454fd85-99ce-4000-9f9a-d03af303b439 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:02.320904 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0ece829-e8b9-4baf-9b5c-e66a6cffea91 req-d454fd85-99ce-4000-9f9a-d03af303b439 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.1798031 Dec 09 10:15:02.329625 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-52f0b302-c903-4c3f-8140-6b56363ef6cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340058 Dec 09 10:15:02.367579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0ece829-e8b9-4baf-9b5c-e66a6cffea91 req-7d39be70-4de3-449e-b6ac-fdad4acbe9f3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Dec 09 10:15:03.500124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:03.573535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b117f03-7a64-43ec-8a0b-d89c0b027846 req-8aee6d6f-fb7b-46ca-b248-51bd8ce5bc9d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:03.574970 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b117f03-7a64-43ec-8a0b-d89c0b027846 req-8aee6d6f-fb7b-46ca-b248-51bd8ce5bc9d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0855920 Dec 09 10:15:03.614034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-504e9e04-4208-44b6-a396-c5460a39c293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:03.626083 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3b117f03-7a64-43ec-8a0b-d89c0b027846 req-74d69804-cde3-407f-9865-6e125a975367 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450499 Dec 09 10:15:03.658851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-c45f0dcd-4b81-4661-b827-f16b1f08db69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0728493 Dec 09 10:15:03.790101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-6a170123-94d8-4e81-8b6e-ef8a88483f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:03.791532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-6a170123-94d8-4e81-8b6e-ef8a88483f49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1264925 Dec 09 10:15:03.899711 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-580b228e-2ad8-40cb-a015-a26e7ef4c57a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1001 time: 0.1002381 Dec 09 10:15:03.962694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-8601de1c-59c8-4ba7-bf0c-5d4985ff1825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:03.964065 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-8601de1c-59c8-4ba7-bf0c-5d4985ff1825 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0576286 Dec 09 10:15:04.037222 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-21b4b1ce-68f5-4355-bbd7-39307df01cab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670683 Dec 09 10:15:04.169178 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-723009ff-066d-4399-8863-df73bf5b5e3e service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248479 Dec 09 10:15:04.299746 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-d8b8c470-7f8b-4eea-821c-ff70c5af4a36 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241980 Dec 09 10:15:04.726317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:04.826117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243505a-b1d2-438e-9cc4-0e4517b72aec req-286b1c09-40c5-4cad-85c1-3bc10dae068e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:04.827559 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c243505a-b1d2-438e-9cc4-0e4517b72aec req-286b1c09-40c5-4cad-85c1-3bc10dae068e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0806756 Dec 09 10:15:04.873211 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c243505a-b1d2-438e-9cc4-0e4517b72aec req-c62ea6e7-187a-40d5-bc06-56f11619bf3f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Dec 09 10:15:05.837020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-012b0556-e124-4dbc-89fe-78b24a30215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:06.081028 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7037-b7d0-4585-94f8-f71c5a633dc4 req-bf25ed6e-38b9-408f-83c8-9b53ceb7db9f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:06.082481 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2acd7037-b7d0-4585-94f8-f71c5a633dc4 req-bf25ed6e-38b9-408f-83c8-9b53ceb7db9f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0762777 Dec 09 10:15:06.128746 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2acd7037-b7d0-4585-94f8-f71c5a633dc4 req-351d86ad-623c-44f7-bf14-014d1203e0d6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Dec 09 10:15:06.970432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:07.335085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f3ec1-a6af-447a-8f64-ed61a3906b4a req-9f04f4bb-8f04-4cad-a38e-c1d6c6f16fb2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:07.336569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3d1f3ec1-a6af-447a-8f64-ed61a3906b4a req-9f04f4bb-8f04-4cad-a38e-c1d6c6f16fb2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0838656 Dec 09 10:15:07.384644 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3d1f3ec1-a6af-447a-8f64-ed61a3906b4a req-1a2bcb5d-bd5b-4717-afbe-a7c56f2a811c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426736 Dec 09 10:15:08.414576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:08.673985 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e902dce-013d-44eb-97e9-655000152ff1 req-300f072a-deef-4b0d-adb8-96ed93da2a7a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:08.675319 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e902dce-013d-44eb-97e9-655000152ff1 req-300f072a-deef-4b0d-adb8-96ed93da2a7a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.1701667 Dec 09 10:15:08.720154 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2e902dce-013d-44eb-97e9-655000152ff1 req-e43b9c2c-ccd1-4d2f-8acb-079b33ac4f89 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 Dec 09 10:15:09.913779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d59b0-2f6d-4066-a76a-fdc51ac4faef req-ccd2a88e-f063-4a5d-82ac-81eb26c66128 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:09.915135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-050d59b0-2f6d-4066-a76a-fdc51ac4faef req-ccd2a88e-f063-4a5d-82ac-81eb26c66128 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0765834 Dec 09 10:15:09.960175 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-050d59b0-2f6d-4066-a76a-fdc51ac4faef req-9fdb87f9-4285-4590-accf-c1c453dc4771 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Dec 09 10:15:11.162043 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967129f-9fb9-4c41-b463-60c03b612946 req-592871a3-f62b-429a-b66d-d75f44ea30df tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:11.164489 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0967129f-9fb9-4c41-b463-60c03b612946 req-592871a3-f62b-429a-b66d-d75f44ea30df tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0824308 Dec 09 10:15:11.212639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0967129f-9fb9-4c41-b463-60c03b612946 req-73bb9614-1747-4e9d-8ade-7c93513093f8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Dec 09 10:15:12.411227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98347-6970-47cc-9301-2df024c72e18 req-245f8c27-9e3e-4986-a95b-a16175bb37f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:12.412683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ec98347-6970-47cc-9301-2df024c72e18 req-245f8c27-9e3e-4986-a95b-a16175bb37f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0800345 Dec 09 10:15:12.457911 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ec98347-6970-47cc-9301-2df024c72e18 req-da4b75c4-923e-4de6-b7d9-150b01aa7936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Dec 09 10:15:13.668112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddb724-3134-43a9-9ae1-a6c862adb08b req-002dca0f-1cce-439b-b7d9-5cb9400caeb8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:13.669532 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96ddb724-3134-43a9-9ae1-a6c862adb08b req-002dca0f-1cce-439b-b7d9-5cb9400caeb8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0769355 Dec 09 10:15:13.715558 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-96ddb724-3134-43a9-9ae1-a6c862adb08b req-9b99e42f-9bf0-4fc2-a937-93d2a0b9808f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Dec 09 10:15:14.912132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cc16d-f517-4b5b-a92f-a10c3d29f6c0 req-a23b01c1-9015-46bd-9062-28dcbf4dc911 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:14.913582 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b7cc16d-f517-4b5b-a92f-a10c3d29f6c0 req-a23b01c1-9015-46bd-9062-28dcbf4dc911 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0767708 Dec 09 10:15:14.960252 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5b7cc16d-f517-4b5b-a92f-a10c3d29f6c0 req-83f2a7ab-0a94-4456-9960-79f0926ec26b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Dec 09 10:15:15.942447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-b22560f4-7530-48ce-8edc-fbf870da4cc0 service neutron] 10.222.0.58 "GET /v2.0/ports/3939eb82-101e-476e-a59c-a584bc81a335/bindings/hv-neutron-8211 HTTP/1.1" status: 200 len: 384 time: 0.0768664 Dec 09 10:15:16.166484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ee65-5a96-408e-b55a-cba44021eeb8 req-6d1624c1-d21c-417b-8eaa-4ca96bf6a05c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:16.167978 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c7e3ee65-5a96-408e-b55a-cba44021eeb8 req-6d1624c1-d21c-417b-8eaa-4ca96bf6a05c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0838463 Dec 09 10:15:16.209604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-a212ddba-f494-4c80-8b66-05428c3def58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0731976 Dec 09 10:15:16.214154 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c7e3ee65-5a96-408e-b55a-cba44021eeb8 req-11b12d15-1602-46cc-ab73-0da701cc6e8b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408008 Dec 09 10:15:16.303894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-187a06c1-4405-4a2b-8f2f-87ecb3fc2f5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0730104 Dec 09 10:15:16.535841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-b789915b-ba5f-4958-807c-180307aca28f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:16.537277 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-b789915b-ba5f-4958-807c-180307aca28f service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.2272899 Dec 09 10:15:16.639604 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-6f9d5a27-484a-4dcb-959e-3d5e2433f831 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1001 time: 0.0953255 Dec 09 10:15:16.700825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-081c6c84-7394-49d0-acc0-21528a713305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:16.702210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-081c6c84-7394-49d0-acc0-21528a713305 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0564892 Dec 09 10:15:16.775714 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-e4b8860f-87ee-42e2-a6fa-89217bbd28e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677209 Dec 09 10:15:16.907858 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-ec5fe5be-c13a-4dea-81c7-371f9fb06c30 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252854 Dec 09 10:15:17.041115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cbe58c69-a2d0-40a1-b7b1-c23451980c3a req-b7bfc87f-5390-4a0b-9c10-68f98e464014 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267219 Dec 09 10:15:17.415305 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6344-f94c-41e7-82cb-a33654afd4de req-af33c751-85d8-4438-ac3c-ecb563d225e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:17.416757 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cca6344-f94c-41e7-82cb-a33654afd4de req-af33c751-85d8-4438-ac3c-ecb563d225e4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0804958 Dec 09 10:15:17.462629 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6cca6344-f94c-41e7-82cb-a33654afd4de req-1587b970-9bda-46dc-be1d-4e3fed6e2b12 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401468 Dec 09 10:15:17.919232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:15:18.053144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:15:18.066369 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '3939eb82-101e-476e-a59c-a584bc81a335', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'port_id': '3939eb82-101e-476e-a59c-a584bc81a335', 'mac_address': 'fa:16:3e:d9:9c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:15:18.119824 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:18.136671 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3939eb82-101e-476e-a59c-a584bc81a335 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:15:18.150769 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:15:18.154605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:18.156309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:15:18.220386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['3939eb82-101e-476e-a59c-a584bc81a335'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:15:18.257184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:15:18.271302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.271848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.272320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.272680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.273051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.273377 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.273746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.274104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.274427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.274749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.275064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:15:18.284255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:15:18.655791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb3c58-7c53-4a85-9427-4221d07f1fe8 req-5e6de72f-ca54-424b-9bde-ace7b79f28f9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:18.657266 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bdcb3c58-7c53-4a85-9427-4221d07f1fe8 req-5e6de72f-ca54-424b-9bde-ace7b79f28f9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 944 time: 0.0753007 Dec 09 10:15:18.703569 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bdcb3c58-7c53-4a85-9427-4221d07f1fe8 req-b51009e8-cd73-4614-9575-d42721e06489 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410161 Dec 09 10:15:19.901526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b52101-e64b-48d6-9c59-ff442fa6e857 req-67857af8-e59f-4d66-a67a-ccc37d2488ac tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:19.902962 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-19b52101-e64b-48d6-9c59-ff442fa6e857 req-67857af8-e59f-4d66-a67a-ccc37d2488ac tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 944 time: 0.0765805 Dec 09 10:15:19.926266 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:15:19.955044 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-19b52101-e64b-48d6-9c59-ff442fa6e857 req-baed885e-02c9-42db-8949-80a37da6ef67 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467124 Dec 09 10:15:19.997813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 3939eb82-101e-476e-a59c-a584bc81a335 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:15:19.998005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:20.120228 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:20.151477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:15:20.161051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:15:20.165389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:20.168621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:15:20.245105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:15:20.248061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:15:20.321174 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'code': 200} Dec 09 10:15:20.378412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e739ae-505f-4a2d-a194-b268075d6333 req-d27680da-c8e5-4f26-a808-c81a27ad75e3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:20.379896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c3e739ae-505f-4a2d-a194-b268075d6333 req-d27680da-c8e5-4f26-a808-c81a27ad75e3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.1143172 Dec 09 10:15:20.390196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-8a5e42c0-a0ba-4ded-b235-db5e3661b90f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:20.391554 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-8a5e42c0-a0ba-4ded-b235-db5e3661b90f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&tenant_id=343f46d1b34e43e1934d13d5828da9f9&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200 len: 945 time: 0.1738749 Dec 09 10:15:20.432181 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c3e739ae-505f-4a2d-a194-b268075d6333 req-c17fbf3c-31f0-49ad-bb31-bd4ea343c296 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Dec 09 10:15:20.536622 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-18632432-9eda-4002-b275-4e6fc26e4935 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0690298 Dec 09 10:15:20.639317 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951929-4ef5-4ba8-865a-104609653217 req-9f29b669-f433-49cc-bdd0-df56086f3fca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:20.640768 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-58951929-4ef5-4ba8-865a-104609653217 req-9f29b669-f433-49cc-bdd0-df56086f3fca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0806956 Dec 09 10:15:20.682742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-2be96b65-6e4d-4a18-869c-cccabba0a529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:20.684513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-2be96b65-6e4d-4a18-869c-cccabba0a529 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1414919 Dec 09 10:15:20.690664 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-58951929-4ef5-4ba8-865a-104609653217 req-093a7dcb-31e3-49e8-b135-df2253ab181e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Dec 09 10:15:20.793325 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-43194da5-e2f7-4efd-bb69-8c68ebfe8390 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1001 time: 0.1007824 Dec 09 10:15:20.855264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-3fd5a4cf-e8c3-4b9d-96b3-4d2bb1f8a800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:20.856638 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-3fd5a4cf-e8c3-4b9d-96b3-4d2bb1f8a800 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0576196 Dec 09 10:15:20.934211 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-ee90e581-4f86-4107-b7ff-6efb16543483 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718400 Dec 09 10:15:21.073502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-fe683b45-e3a1-4f2c-be6d-f2868cb97143 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324384 Dec 09 10:15:21.312438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-afdb61e3-94f9-47cb-a5ba-bf02d4dfbe64 req-7b03c34b-b6e8-4ca8-94be-169fd48d301a service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328792 Dec 09 10:15:21.901841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76646f5e-a123-406a-b0fb-f48f3a4c011b req-eff6fabe-f794-47d1-9d4c-d621376d38a0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:21.903287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76646f5e-a123-406a-b0fb-f48f3a4c011b req-eff6fabe-f794-47d1-9d4c-d621376d38a0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0778558 Dec 09 10:15:21.950881 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-76646f5e-a123-406a-b0fb-f48f3a4c011b req-67300cbe-8d03-468e-a1e1-c6e62eeaeda3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Dec 09 10:15:21.979570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38408) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:15:22.084759 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fb44a787-c478-459b-b11f-e9b7c6566b4c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 200 len: 993 time: 0.1039565 Dec 09 10:15:25.068696 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-49bbd74b-08e4-47cd-a1c4-25597af5b2e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714235 Dec 09 10:15:25.202512 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-7f6cae23-9ad4-4420-aff7-c9a71e3fdf6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0674207 Dec 09 10:15:25.353714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-8fcad3d4-c61d-4900-b5d8-508d5a5aaacf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:25.355147 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-8fcad3d4-c61d-4900-b5d8-508d5a5aaacf service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1342473 Dec 09 10:15:25.456902 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-f66c9b6f-30c6-455d-9ac1-3054239adc76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 1001 time: 0.0957201 Dec 09 10:15:25.517577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-f52d5f0f-c226-4a04-9437-74f83f47acf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:15:25.518945 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-f52d5f0f-c226-4a04-9437-74f83f47acf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0562801 Dec 09 10:15:25.596175 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-a32113d0-0b53-4f11-9047-1fb0989b0260 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710263 Dec 09 10:15:25.729488 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-91c17cd4-c8b6-47d9-981c-64308abbe601 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233270 Dec 09 10:15:25.857744 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b5a6b7cf-101c-4fa0-8879-9f4f1c9d734b req-62db99a1-a10b-47b2-aadb-c4610d58babc service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226182 Dec 09 10:15:33.500594 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:33.615010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ade7e58e-81f1-4468-8ec6-f6faeadad477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:34.667244 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:15:34.728427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:35.838874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-61f1823b-29db-4aca-9cb3-6fc64d09eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:36.973385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:15:38.426102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:03.500443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:03.616744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b725953d-1a77-4ce2-a5ea-a9813240eaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:04.729841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:05.841276 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87015113-5586-444e-bd5d-312b44c9a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:06.975544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:08.419084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:11.667684 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:16:17.068268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38430) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:17.265043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 762acbb5-17d5-44d5-ae54-a5b8b7c88dda {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:16:17.265387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:17.436250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:17.436577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:17.663653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 762acbb5-17d5-44d5-ae54-a5b8b7c88dda owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:16:17.809896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:17.814082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-14a1f495-0e44-49af-bce3-f9698696abda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:17.855406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=762acbb5-17d5-44d5-ae54-a5b8b7c88dda,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:17.896676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.897665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.898184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.898566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.898939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.899307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.899672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.900076 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.900437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.900798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.901158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:17.907622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:17.960825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:18.348929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 5a25fbaf-778f-4715-aae9-d46597a50ae8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:16:18.549990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:16:18.559475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Sync routers for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:16:18.570748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:18.571659 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:18.572323 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:18.625132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/floatingips/16139915-3780-4dc4-b527-e310ce5d34ab HTTP/1.1" status: 204 len: 168 time: 1.5551991 Dec 09 10:16:18.625708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:16:18.753331 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:18.765498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'status': 'completed', 'code': 200} Dec 09 10:16:18.861078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-d0c60d85-0ea2-49ca-b050-2c37c79739da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 1098 time: 0.0742669 Dec 09 10:16:19.015284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-6593d103-f52f-4f70-96e1-af670c954b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:19.016806 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-6593d103-f52f-4f70-96e1-af670c954b91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 200 len: 898 time: 0.1496055 Dec 09 10:16:19.023712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3dcc4-7bc9-433f-b94b-f17e2ac95a66 req-a25e7794-909e-48e2-99c8-d6c4842b5b05 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:19.025189 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95d3dcc4-7bc9-433f-b94b-f17e2ac95a66 req-a25e7794-909e-48e2-99c8-d6c4842b5b05 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0822029 Dec 09 10:16:19.076149 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-95d3dcc4-7bc9-433f-b94b-f17e2ac95a66 req-f7e2a00a-c0f0-4d7a-903c-46a202b1c28e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455098 Dec 09 10:16:19.085846 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:19.088834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-050c3ef6-6d57-4462-be13-be022f16a53c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 200 len: 217 time: 0.0643525 Dec 09 10:16:19.091044 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Checking router: 5a25fbaf-778f-4715-aae9-d46597a50ae8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:16:19.102903 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:19.103506 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:19.154989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-154df391-4a9a-4fad-bdbc-68d7fc13ee69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:19.156451 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-154df391-4a9a-4fad-bdbc-68d7fc13ee69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 200 len: 835 time: 0.0601132 Dec 09 10:16:19.236258 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-5a5328d8-97c8-4b11-b296-3505a67eec36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71c6cfea-1d2b-4a82-871b-e54897252113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723689 Dec 09 10:16:19.317082 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:19.480343 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-94f6c756-1b9c-488a-ab8c-0e12ed57e41d service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368546 Dec 09 10:16:19.611430 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e2be06a-8b29-42d1-9670-559c0e92fc4f req-3f11f7d1-d3e3-4d0d-9308-a5930f820ad6 service neutron] 10.222.0.58 "GET /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244814 Dec 09 10:16:19.634292 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:19.638219 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10080c07-236a-48ae-a137-3bf110b61c3c None None] The sync data for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv is: [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'a4d5fd79-7e19-4f1d-af6f-4b93eb85515c', 'name': '', 'network_id': '71c6cfea-1d2b-4a82-871b-e54897252113', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:4e:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:38Z', 'updated_at': '2021-12-09T10:13:45Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '6a12ee9a-f041-441f-903e-50ed1b92acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:16:19.848325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537b0f5-f7db-4681-aea6-025b2a4add78 None None] New status for floating IP 16139915-3780-4dc4-b527-e310ce5d34ab: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:16:20.278548 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c557-bcb3-4e64-9742-98c536518b63 req-b23dd8bb-e724-4f9f-b018-2c7c321c0416 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:20.279282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2e88c557-bcb3-4e64-9742-98c536518b63 req-b23dd8bb-e724-4f9f-b018-2c7c321c0416 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:20.294710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2e88c557-bcb3-4e64-9742-98c536518b63 req-b23dd8bb-e724-4f9f-b018-2c7c321c0416 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:20.295848 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e88c557-bcb3-4e64-9742-98c536518b63 req-b23dd8bb-e724-4f9f-b018-2c7c321c0416 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0925102 Dec 09 10:16:20.341132 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e88c557-bcb3-4e64-9742-98c536518b63 req-2e533097-1262-4a0a-8ed8-ce1d9987b9e1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=28581cfb-3137-4d25-9efa-d203e5d279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Dec 09 10:16:20.882920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-0296e25f-c3c0-467a-9f7f-1769d918a37a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:20.884272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-0296e25f-c3c0-467a-9f7f-1769d918a37a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 945 time: 0.0797899 Dec 09 10:16:20.951731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 3939eb82-101e-476e-a59c-a584bc81a335 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:16:20.952103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:21.200504 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 3939eb82-101e-476e-a59c-a584bc81a335, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3939eb82-101e-476e-a59c-a584bc81a335,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:21.200858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:21.325864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 3939eb82-101e-476e-a59c-a584bc81a335 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:16:21.482753 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:21.489086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:21.510624 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5b536656-ea6d-46f1-a818-d349696915f1 req-53a40331-93eb-46a4-b6d6-f382f2b21a97 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=18ab8d53-840a-4dec-b596-977a95a4e581 HTTP/1.1" status: 200 len: 210 time: 0.0427754 Dec 09 10:16:21.572084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=3939eb82-101e-476e-a59c-a584bc81a335,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:21.577894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:21.611667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] No DVR routers for this DVR port 3939eb82-101e-476e-a59c-a584bc81a335 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:16:21.613842 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:21.617048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-deleted', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:16:21.632228 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-575df163-1fd0-43f8-80c2-67c6518ebf3e req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "DELETE /v2.0/ports/3939eb82-101e-476e-a59c-a584bc81a335 HTTP/1.1" status: 204 len: 173 time: 0.7425075 Dec 09 10:16:21.675139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ab8d53-840a-4dec-b596-977a95a4e581', 'name': 'network-vif-deleted', 'tag': '3939eb82-101e-476e-a59c-a584bc81a335', 'status': 'completed', 'code': 200} Dec 09 10:16:22.622450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38450) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:23.043623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:23.760249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:16:23.760973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:23.940859 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port a4d5fd79-7e19-4f1d-af6f-4b93eb85515c, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:23.941220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:24.063425 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for a4d5fd79-7e19-4f1d-af6f-4b93eb85515c owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:16:24.241102 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:24.245224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5db7dd4d-8c38-4943-b003-813a9ec83d1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:24.262588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:16:24.289188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=a4d5fd79-7e19-4f1d-af6f-4b93eb85515c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:24.291704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:24.298601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 3939eb82-101e-476e-a59c-a584bc81a335 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:16:24.298601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3939eb82-101e-476e-a59c-a584bc81a335 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:16:24.579577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:24.871100 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-cd2cf3e4-d273-40c2-b98a-9a252fda4e3e req-97ba324e-702b-4dc7-bcc5-5b48ce0335c7 service neutron] (83487) timed out ('10.222.0.41', 34444) {{(pid=83487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 10:16:25.253074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 5a25fbaf-778f-4715-aae9-d46597a50ae8 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:16:25.455250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:16:25.467517 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Sync routers for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:16:25.469419 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/5a25fbaf-778f-4715-aae9-d46597a50ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458710 Dec 09 10:16:25.471946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38454) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:25.480932 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:25.481545 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:25.653731 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:25.654090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting subnet 6a12ee9a-f041-441f-903e-50ed1b92acde {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:16:25.657047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:25.715362 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:25.799320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:25.873299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:25.877609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-78b8edde-458c-4c2e-b0a0-53e3a0eed188 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:25.916505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Subnet': ['ID=6a12ee9a-f041-441f-903e-50ed1b92acde,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:25.919819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:25.920774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:25.927042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-009909b7-befe-426f-9e64-6a637d2dd6ab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/subnets/6a12ee9a-f041-441f-903e-50ed1b92acde HTTP/1.1" status: 204 len: 168 time: 0.4538231 Dec 09 10:16:25.929920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38458) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:25.933873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fb51d-cf52-4c79-8d28-85152efaae59 None None] Network 71c6cfea-1d2b-4a82-871b-e54897252113 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:16:25.958674 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:16:24Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:25.962695 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Checking router: 5a25fbaf-778f-4715-aae9-d46597a50ae8 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:16:25.973471 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Routers {'5a25fbaf-778f-4715-aae9-d46597a50ae8'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:25.974008 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['5a25fbaf-778f-4715-aae9-d46597a50ae8'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:26.135641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.158059 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] Set router 5a25fbaf-778f-4715-aae9-d46597a50ae8 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:26.218114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] DHCP port deletion for 71c6cfea-1d2b-4a82-871b-e54897252113 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:16:26.222764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Deleting port c250ebfd-ec40-4231-b593-2470da43b7cf {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:16:26.223173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.441258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] For port c250ebfd-ec40-4231-b593-2470da43b7cf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=c250ebfd-ec40-4231-b593-2470da43b7cf,segment=NetworkSegment(d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25),segment_id=d92a71cc-78ce-4fd7-8d9e-823e8ef7ed25)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:26.441571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.458537 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:16:24Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:26.462503 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eeb2eb-86b4-4442-812c-67d93fe30aa2 None None] The sync data for ids ['5a25fbaf-778f-4715-aae9-d46597a50ae8'] in dv-neutron-821175-1-hyperv is: [{'id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798043866', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:34Z', 'updated_at': '2021-12-09T10:16:24Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '02606ff7-1802-487b-8dbf-85ccb75bcfa4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25fbaf-778f-4715-aae9-d46597a50ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:35Z', 'updated_at': '2021-12-09T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:16:26.483394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.499245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 02606ff7-1802-487b-8dbf-85ccb75bcfa4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:16:26.499595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.565776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Calling delete_port for c250ebfd-ec40-4231-b593-2470da43b7cf owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:16:26.642000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.645712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ae2b7383-fe97-4fa3-95ad-5d125942ed79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:26.674028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 02606ff7-1802-487b-8dbf-85ccb75bcfa4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=02606ff7-1802-487b-8dbf-85ccb75bcfa4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:26.674388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.685422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Pushing event deleted for resources: {'Port': ['ID=c250ebfd-ec40-4231-b593-2470da43b7cf,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:26.695979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] No DVR routers for this DVR port c250ebfd-ec40-4231-b593-2470da43b7cf on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:16:26.699004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.699367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.699701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.702855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.702855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.703154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.703492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.703843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.704172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.704497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.704820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:26.707582 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:26.810779 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 02606ff7-1802-487b-8dbf-85ccb75bcfa4 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:16:26.987875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:26.993004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ded7df50-3bea-470a-951a-41abaa622c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:27.035142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=02606ff7-1802-487b-8dbf-85ccb75bcfa4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:27.039705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:27.198483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c250ebfd-ec40-4231-b593-2470da43b7cf no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:16:27.232279 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: c250ebfd-ec40-4231-b593-2470da43b7cf {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:16:27.232599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device c250ebfd-ec40-4231-b593-2470da43b7cf not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:16:27.233028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4d5fd79-7e19-4f1d-af6f-4b93eb85515c no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:16:27.261527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.270685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a4d5fd79-7e19-4f1d-af6f-4b93eb85515c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:16:27.271138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a4d5fd79-7e19-4f1d-af6f-4b93eb85515c not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:16:27.515727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.519828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.544258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.544794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Fanout notify agent at l3_agent the message router_deleted on router 5a25fbaf-778f-4715-aae9-d46597a50ae8 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:16:27.560987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.562358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/routers/5a25fbaf-778f-4715-aae9-d46597a50ae8 HTTP/1.1" status: 204 len: 168 time: 1.6315756 Dec 09 10:16:27.565057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38462) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:27.811864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.941042 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:27.966398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c6cfea-1d2b-4a82-871b-e54897252113']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:27.978801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:27.979097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92a71cc-78ce-4fd7-8d9e-823e8ef7ed25') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:27.991505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.008966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.015633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:16:28.016455 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:16:28.034918 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:16:28.113776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.117971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31eb9ecc-ab6e-4742-9b49-117fe060e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:28.131992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.144046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Network': ['ID=71c6cfea-1d2b-4a82-871b-e54897252113,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:28.146800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:28.150462 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-059440d0-136d-4735-a2d1-1d6837bc9761 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/networks/71c6cfea-1d2b-4a82-871b-e54897252113 HTTP/1.1" status: 204 len: 168 time: 0.5844636 Dec 09 10:16:28.153316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38466) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:28.225414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.254345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.316514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.320322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6577b5ca-90c6-47c9-adbf-64372a111157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:28.337058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28581cfb-3137-4d25-9efa-d203e5d279b9,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:28.341404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:28.344708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:28.345910 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-473f5abb-a893-49db-aa03-c08f7ef02efd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/security-groups/28581cfb-3137-4d25-9efa-d203e5d279b9 HTTP/1.1" status: 204 len: 168 time: 0.1917133 Dec 09 10:16:29.108012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 02606ff7-1802-487b-8dbf-85ccb75bcfa4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:16:29.140726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 02606ff7-1802-487b-8dbf-85ccb75bcfa4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:16:29.141079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 02606ff7-1802-487b-8dbf-85ccb75bcfa4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:16:29.770887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38476) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:29.776511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383261814', 'description': 'tempest-secgroup-smoke-383261814 description', 'project_id': '343f46d1b34e43e1934d13d5828da9f9'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:29.782719 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:29.786888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:29.790328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:29.796637 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:29.806118 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:29.840779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:29.844520 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:29.847276 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:29.853444 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:29.908469 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:29.913247 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:29.916806 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-baf09c4d-0a0c-4aad-b143-f17037c59d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:29.957006 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e09039-deec-4538-87b1-024190324882,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:29.966735 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:29.967972 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1960893 Dec 09 10:16:29.969513 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.969906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.970357 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.970740 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.971133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.971495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.971729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38480) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:29.972200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.972286 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.972612 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.973021 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.973475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:29.977802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2e83d9eb-2c61-4a05-b7dc-56c06af45474 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:29.980586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:29.987047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:29.990980 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:29.993921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:29.999783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.015517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.076409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.079451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.081227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1e9dfb76-83d5-48f0-9494-44866fc20a76 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.103483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffc5e83-7191-417f-8ffa-9e3f9908fb04,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.105942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.113696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.114853 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1412718 Dec 09 10:16:30.117632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38484) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.122977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.128691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.132587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.135445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.141173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.160879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.222199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.226291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.228077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-978fe48e-b84f-46f4-8e74-d4b211ff54da tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.249202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af187b8e-8641-4e07-a971-51ad56726482,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.251511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.258623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.259781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411831 Dec 09 10:16:30.262469 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38488) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.267971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.274197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.278352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.281302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.286982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.303145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.366649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.370471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.378144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d5567ad-6ac0-4234-96be-a302cf7021f7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.403287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f280c42-722d-41de-8df5-71e64c6d2241,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.405612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.410075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.411435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-58493132-8428-4b65-b6df-5c2870081796 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480081 Dec 09 10:16:30.414297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38492) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.419616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.425604 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.429569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.432610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.438216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.455235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.520318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.524339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.526070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5688c7d4-f0e7-436e-8f12-bdcbf75fee5e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.547580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bdd54b-943e-4622-8371-e34597359343,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.549950 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.557059 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.558248 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b64f00a-a7ae-4847-96b4-a7190e941e06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430271 Dec 09 10:16:30.560911 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38496) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.566361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.572695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.576558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.579432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.585787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.595280 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:16:30.601521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.664817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.668416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.673828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b0d9641c-c641-4f47-8456-72d7d9a81edd tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.694687 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbba384-ba35-42eb-a44f-f454a8b77b78,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.697405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.705346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.706645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1448138 Dec 09 10:16:30.709369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38500) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.714609 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': '54e09039-deec-4538-87b1-024190324882', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.720503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.724312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.727189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.732954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.744818 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:16:30.751883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.819964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.823320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.830147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d097b747-1438-4b18-bcce-dbab318d7663 tempest-TestNetworkAdvancedServerOps-139208941 tempest-TestNetworkAdvancedServerOps-139208941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:30.850971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165f0fe5-88d0-48a9-a6cd-28503a22e299,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:30.855450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:30.860096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.861246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-975b217a-d8e6-4015-9aa4-02ba8a80606d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1509912 Dec 09 10:16:30.864108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38504) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:30.869961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'network': {'name': 'tempest-network-smoke--765339709', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:30.874747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:30.878861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:network and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:30.882442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:30.888151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:30.897818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:16:30.900993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.928875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:16:30.937766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.938099 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Added segment 7b8666c2-c29d-447a-88fc-763b3bc20a20 of type vlan for network 0dadbf99-dd17-4559-8e37-bb6e237273dd Dec 09 10:16:30.965121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.994922 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:30.998602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:30.999170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.002654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c5fccfa0-db78-4f4b-b19e-b92d298eb1ce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:31.107059 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2419527 Dec 09 10:16:31.110173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38508) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:31.113291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Network': ['ID=0dadbf99-dd17-4559-8e37-bb6e237273dd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:31.116730 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'admin_state_up': True, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:31.116918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-59dba204-12bd-4607-b7d8-45111fc50998 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:31.124797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:31.125652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:16:31.128770 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:router and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:31.131715 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:31.141671 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:31.151999 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.152955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.172361 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.318510 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.492556 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.524737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.655108 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.5 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/1a3e4a8b-501d-4cc2-a1e1-2dfae176824a) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:16:31.799623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.827470 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:31.831572 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a4719edd-d696-47f9-98a8-336328991443 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:31.890660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:31.893499 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:31.902463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:16:31.937000 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:31.940901 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:32.161017 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:32.161793 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:32.385777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 1391dde2-26ee-4eba-987f-24d8f1618b7b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:16:32.591787 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:16:32.602093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Sync routers for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:16:32.613801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:32.614429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:32.620166 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:32.621347 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-fd37bc3d-b8de-4982-a1b6-29a8382f753a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5101142 Dec 09 10:16:32.624436 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38512) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:32.666482 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c0065fb9-f006-4c5e-8775-49f6c3ec500c tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=343f46d1b34e43e1934d13d5828da9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409236 Dec 09 10:16:32.668953 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38516) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:32.801690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab958-76ee-4e3e-aaab-aa0630fef5d6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:32.803780 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-cf7ab958-76ee-4e3e-aaab-aa0630fef5d6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333144 Dec 09 10:16:32.806606 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38520) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:32.843746 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:32.844623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-655317e6-44eb-43f5-a5b6-94f215a6c62e tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369129 Dec 09 10:16:32.846940 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38524) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:32.853029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809951241', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:32.959880 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:32.963904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:subnet and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:32.966673 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:32.972324 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:32.983127 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:16:33.082347 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.133793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:32Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:33.137976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Checking router: 1391dde2-26ee-4eba-987f-24d8f1618b7b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:16:33.138338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Updating router 1391dde2-26ee-4eba-987f-24d8f1618b7b port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:16:33.190559 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.299860 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.303607 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0e68affc-3c00-49c7-baf9-a396416cd157 tempest-NetworksTest-1139511051 tempest-NetworksTest-1139511051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:33.376737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Subnet': ['ID=30433eb1-6f24-483e-9996-0ad68b47ff51,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:33.379487 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:33.394288 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Checking segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:16:33.394647 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network hostable DHCP agents. Network: 0dadbf99-dd17-4559-8e37-bb6e237273dd, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:16:33.416562 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:16:33.425757 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 0dadbf99-dd17-4559-8e37-bb6e237273dd) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:33.429856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:33.430905 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.440316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be4c2c-ecef-49a2-9172-68fd775f442f None None] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:16:33.456801 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e9ed294c-3f9b-4b96-af78-dc96578a9bbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6088777 Dec 09 10:16:33.459802 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38528) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:33.549777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.687864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.692015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ba58553d-6d8f-4b8a-8141-db20ca40ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.713576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Transition to ACTIVE for port object 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:33.728637 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.764147 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:33.839214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-0dadbf99-dd17-4559-8e37-bb6e237273dd', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:16:33.840651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.871544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:33.874917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Attempting to bind port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:16:33.875304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Attempting to bind port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:16:33.875685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Attempting to bind port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:16:33.878143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:33.920410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:16:33.920802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:16:33.921220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:33.921629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:16:33.922110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Bound port: 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:16:33.922509 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.061066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] For port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:16:34.077406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] For port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:16:34.085784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.091327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:34.119865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Allocated IP 172.20.0.2 (0dadbf99-dd17-4559-8e37-bb6e237273dd/30433eb1-6f24-483e-9996-0ad68b47ff51/a41d5ed6-d452-459c-a47c-a2347e0ce5aa) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:16:34.250021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:34.257547 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:34.260152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:34.260780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:34.339027 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.587409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.589714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:34.644286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Transition to ACTIVE for port object a41d5ed6-d452-459c-a47c-a2347e0ce5aa will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:34.745138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Transition to ACTIVE for port object a41d5ed6-d452-459c-a47c-a2347e0ce5aa will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:34.797109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.808876 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:34.821199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.1 (0dadbf99-dd17-4559-8e37-bb6e237273dd/30433eb1-6f24-483e-9996-0ad68b47ff51/e67448b5-c474-4cba-9974-c38e58ac610b) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:16:34.835619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.905475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:34.905767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Pushing event updated for resources: {'Port': ['ID=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:34.910712 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:34.913033 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:34.915702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:16:34.980068 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:34.996310 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.provisioning_blocks [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object e67448b5-c474-4cba-9974-c38e58ac610b will not be triggered until provisioned by entity DHCP. {{(pid=83486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:35.018176 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.022896 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-1e03b23b-0447-4786-a5eb-e2591c5ffc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:35.048804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Attempting to bind port a41d5ed6-d452-459c-a47c-a2347e0ce5aa on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:16:35.049182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Attempting to bind port a41d5ed6-d452-459c-a47c-a2347e0ce5aa by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:16:35.049550 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Attempting to bind port a41d5ed6-d452-459c-a47c-a2347e0ce5aa on network 0dadbf99-dd17-4559-8e37-bb6e237273dd {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:16:35.065723 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:16:35.066106 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Checking segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:16:35.066517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.066921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Bound using segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:16:35.067398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Bound port: a41d5ed6-d452-459c-a47c-a2347e0ce5aa, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:16:35.067806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.092865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:35.096738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:35.099144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:16:35.132917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:32Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:35.133664 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:35.136663 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:35.140597 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c925-b6cd-41a2-ba50-3ab712483c35 None None] The sync data for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv is: [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:32Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:16:35.166002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.176543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] For port a41d5ed6-d452-459c-a47c-a2347e0ce5aa, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:16:35.181629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] For port a41d5ed6-d452-459c-a47c-a2347e0ce5aa, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:16:35.186941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.192669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-dce0ff8f-de58-4a0e-93c2-108a63f64b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:35.259545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.275689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Pushing event updated for resources: {'Port': ['ID=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:35.279592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:35.844615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9bf3abf3-cda6-4f5f-819f-463a8d849559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.865828 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.870605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:35.897919 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-16b3ca20-2945-44a5-979f-b4568f10e7b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:35.993546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:36.016853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:36.031923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:36.151037 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:36.152266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:36.244319 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62f4d4-c93e-437e-8ad3-380480fe423f None None] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:16:36.414183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-68943829-f2b7-4125-bf1a-dc06159c464e None None] Provisioning for port a41d5ed6-d452-459c-a47c-a2347e0ce5aa completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:36.542036 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 1391dde2-26ee-4eba-987f-24d8f1618b7b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:16:36.747675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:16:36.748740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-906595c1-da06-486d-b2b3-3e881a489795 None None] Provisioning for port e67448b5-c474-4cba-9974-c38e58ac610b completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:36.755109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-906595c1-da06-486d-b2b3-3e881a489795 None None] Provisioning complete for port e67448b5-c474-4cba-9974-c38e58ac610b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:36.755475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-906595c1-da06-486d-b2b3-3e881a489795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:36.762973 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9e38e9d6-ed58-4da4-a097-54a0551d00a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/1391dde2-26ee-4eba-987f-24d8f1618b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3021491 Dec 09 10:16:36.811936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-906595c1-da06-486d-b2b3-3e881a489795 None None] Port e67448b5-c474-4cba-9974-c38e58ac610b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:16:36.944154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-63cc9170-a6be-40d4-aa3c-24432afc4ba6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:36.952912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-a449bc95-39c7-4354-8260-00b60e926785 None None] Provisioning complete for port e67448b5-c474-4cba-9974-c38e58ac610b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:36.953463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a449bc95-39c7-4354-8260-00b60e926785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:36.965900 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-63cc9170-a6be-40d4-aa3c-24432afc4ba6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:36.967587 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-63cc9170-a6be-40d4-aa3c-24432afc4ba6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383261814&fields=id&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 267 time: 0.0681520 Dec 09 10:16:37.027857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.032521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-a449bc95-39c7-4354-8260-00b60e926785 None None] Port e67448b5-c474-4cba-9974-c38e58ac610b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:16:37.128713 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-46b240fe-d40d-4c25-b8a8-6df36fbd0914 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:37.129394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-46b240fe-d40d-4c25-b8a8-6df36fbd0914 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:37.146015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-46b240fe-d40d-4c25-b8a8-6df36fbd0914 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:37.148146 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-46b240fe-d40d-4c25-b8a8-6df36fbd0914 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 796 time: 0.1738951 Dec 09 10:16:37.156885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b53c4487-4c11-4a23-abca-8ebfe8ad63f4 None None] Provisioning complete for port e67448b5-c474-4cba-9974-c38e58ac610b triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:37.157272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b53c4487-4c11-4a23-abca-8ebfe8ad63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.166193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-a32bb8e2-d952-499f-8c04-5e91f50d4ea3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/quotas/343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 375 time: 0.0122049 Dec 09 10:16:37.218403 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41d5ed6-d452-459c-a47c-a2347e0ce5aa up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:37.241450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b53c4487-4c11-4a23-abca-8ebfe8ad63f4 None None] Port e67448b5-c474-4cba-9974-c38e58ac610b cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:16:37.251037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-f2f42354-1e82-4ba8-8830-a721e46db3d9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:37.266953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-f2f42354-1e82-4ba8-8830-a721e46db3d9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:37.268184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-f2f42354-1e82-4ba8-8830-a721e46db3d9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962002 Dec 09 10:16:37.292096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port a41d5ed6-d452-459c-a47c-a2347e0ce5aa completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:37.296856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a41d5ed6-d452-459c-a47c-a2347e0ce5aa triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:37.297236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.388234 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-9011a43b-d031-4560-95c5-cf74be0f66a5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:16:37.389348 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-9011a43b-d031-4560-95c5-cf74be0f66a5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1073174 Dec 09 10:16:37.410187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.441674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port a41d5ed6-d452-459c-a47c-a2347e0ce5aa, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:37.445954 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.446859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:37.523652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e8bc788c-4a37-4e15-82b9-97d2651df34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:37.540761 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-3b017191-1538-465a-a9d8-7293367db579 service neutron] 10.222.0.41 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447599 Dec 09 10:16:37.609246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:37.612316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:37.624477 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:37.629350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:37.629755 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.675611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-5463406f-d0e6-4d1d-a7b7-cffff95cb90e service neutron] 10.222.0.41 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289508 Dec 09 10:16:37.746580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.762977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:37.766288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:37.768083 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:37.841409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:37.844741 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:37.867590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9ee5ac8b-7479-49de-91f5-d6ce416046be req-7b3b12dc-a7f4-46c8-893a-5c7149e14407 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:37.886966 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9ee5ac8b-7479-49de-91f5-d6ce416046be req-7b3b12dc-a7f4-46c8-893a-5c7149e14407 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:37.888159 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9ee5ac8b-7479-49de-91f5-d6ce416046be req-7b3b12dc-a7f4-46c8-893a-5c7149e14407 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 210 time: 0.0674367 Dec 09 10:16:38.421498 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:38.703396 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Sync routers for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:16:38.746565 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:38.746889 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:38.922370 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:39.190771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41d5ed6-d452-459c-a47c-a2347e0ce5aa up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:39.235639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ef90ac19-3a69-46c1-9072-a2ca51e59c65 req-aa2e0a57-cfd1-4a1c-961e-59323870b32b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 210 time: 0.1764481 Dec 09 10:16:39.265378 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port a41d5ed6-d452-459c-a47c-a2347e0ce5aa triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:39.265947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.296476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-ec6a795d-49b6-4598-bda9-f6ceb4a6f361 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:39.297167 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 2, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:39.298213 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-ec6a795d-49b6-4598-bda9-f6ceb4a6f361 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 796 time: 0.3442054 Dec 09 10:16:39.301145 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Checking router: 1391dde2-26ee-4eba-987f-24d8f1618b7b for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:16:39.301506 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Updating router 1391dde2-26ee-4eba-987f-24d8f1618b7b port e67448b5-c474-4cba-9974-c38e58ac610b binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:16:39.352466 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.356025 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-e258a936-e768-4f99-b365-a386a25287b4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 379 time: 0.0441680 Dec 09 10:16:39.364627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'port': {'device_id': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'admin_state_up': True, 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'security_groups': ['54e09039-deec-4538-87b1-024190324882']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:39.383911 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:39.453689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:39.454338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.504382 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:39.514163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:39.525479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:16:39.528830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.698441 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.711416 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Transition to ACTIVE for port object e67448b5-c474-4cba-9974-c38e58ac610b will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:39.717486 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.721359 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6f94a93a-ab70-4b27-9978-9a1c25b5d5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:39.784273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.6 (0dadbf99-dd17-4559-8e37-bb6e237273dd/30433eb1-6f24-483e-9996-0ad68b47ff51/61b60e23-6ca2-4d4b-952f-928ae27c0ed5) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:16:39.853208 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Pushing event updated for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:39.889944 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.890372 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.890793 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.891197 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.891592 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.892010 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.892398 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.892779 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.893082 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.893403 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.893719 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:16:39.901328 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:39.949063 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Attempting to bind port e67448b5-c474-4cba-9974-c38e58ac610b on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:16:39.949428 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Attempting to bind port e67448b5-c474-4cba-9974-c38e58ac610b by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:16:39.949907 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Attempting to bind port e67448b5-c474-4cba-9974-c38e58ac610b on network 0dadbf99-dd17-4559-8e37-bb6e237273dd {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:16:39.957425 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:16:39.957804 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Checking segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:16:39.958203 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.958600 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Bound using segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:16:39.959617 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Bound port: e67448b5-c474-4cba-9974-c38e58ac610b, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:16:39.960152 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:39.996606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.012874 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:40.035456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.042060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:40.055549 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] For port e67448b5-c474-4cba-9974-c38e58ac610b, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:16:40.058741 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] For port e67448b5-c474-4cba-9974-c38e58ac610b, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e67448b5-c474-4cba-9974-c38e58ac610b,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:16:40.062991 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.067275 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-9e2266fe-4268-4ba5-9737-66c3d5bc0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:40.117689 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:40.121219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:40.125836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:16:40.146631 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Pushing event updated for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:40.150764 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:40.151053 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-35a4f1e8-af15-423e-9af0-0dd52e71909a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:40.152078 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:40.152697 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:40.157667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:40.195217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:40.195942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.221632 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605478 Dec 09 10:16:40.233420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Request body: {'port': {'device_id': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:40.353486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.370739 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:40.512349 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b3e79-7b4e-490a-8f7d-810b112e7a89 req-58e4f1d3-42e2-45fe-a117-4d78bab43c33 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:40.520504 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e1b3e79-7b4e-490a-8f7d-810b112e7a89 req-58e4f1d3-42e2-45fe-a117-4d78bab43c33 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 931 time: 0.1247566 Dec 09 10:16:40.564605 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9e1b3e79-7b4e-490a-8f7d-810b112e7a89 req-5fa5f770-d0b4-42f3-84e1-f1ef48f19aa9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:40.566729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11357619-1eda-4472-ae2f-2e24e757476c None None] Provisioning for port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:40.576818 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-11357619-1eda-4472-ae2f-2e24e757476c None None] Provisioning complete for port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:40.577493 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-9e1b3e79-7b4e-490a-8f7d-810b112e7a89 req-5fa5f770-d0b4-42f3-84e1-f1ef48f19aa9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:40.578152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-11357619-1eda-4472-ae2f-2e24e757476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.588639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9e1b3e79-7b4e-490a-8f7d-810b112e7a89 req-5fa5f770-d0b4-42f3-84e1-f1ef48f19aa9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670936 Dec 09 10:16:40.644618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-11357619-1eda-4472-ae2f-2e24e757476c None None] Port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:16:40.710964 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:40.714893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbe95b-7576-40b3-aaa9-879c608986a9 None None] The sync data for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv is: [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:40Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:16:40.780575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:16:40.788058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.806230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Transition to ACTIVE for port object 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:16:40.809705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:40.813685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8fdab8b6-ef07-4b99-9178-444c8691eccb tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:40.948483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Pushing event updated for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:40.975493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:41.060168 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Attempting to bind port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:16:41.060503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Attempting to bind port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:16:41.060832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Attempting to bind port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 on network 0dadbf99-dd17-4559-8e37-bb6e237273dd {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:16:41.067965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 on network 0dadbf99-dd17-4559-8e37-bb6e237273dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:16:41.068284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Attempting to bind port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 on network 0dadbf99-dd17-4559-8e37-bb6e237273dd {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:16:41.075592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:16:41.075961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Checking segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:16:41.076350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Bound using segment: {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:16:41.076775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Bound port: 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8666c2-c29d-447a-88fc-763b3bc20a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:16:41.077117 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.181593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:16:41.184708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:16:41.190490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.198340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-539f6caf-a9da-43bd-88e1-2af928bbf9c9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:41.206527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e67448b5-c474-4cba-9974-c38e58ac610b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:41.251155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.252541 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] 10.222.0.58 "PUT /v2.0/ports/61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 1093 time: 1.0235100 Dec 09 10:16:41.253068 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:16:41.289337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Pushing event updated for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:41.291134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port e67448b5-c474-4cba-9974-c38e58ac610b completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:41.293776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:41.298252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e67448b5-c474-4cba-9974-c38e58ac610b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:41.298840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.367860 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'status': 'completed', 'code': 200} Dec 09 10:16:41.422596 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-403e16d4-672a-401b-a592-343bbf8939c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1096 time: 0.1184080 Dec 09 10:16:41.440668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.482137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port e67448b5-c474-4cba-9974-c38e58ac610b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e67448b5-c474-4cba-9974-c38e58ac610b,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:41.487722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:41.494370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0fb0ffa6-8eba-4e9f-8620-88a791ff1914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:41.570829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:41.573979 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:41.625771 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-7a1be8cc-ebae-4b6d-b1d5-6f602bda00b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 217 time: 0.1957495 Dec 09 10:16:41.689695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-0157c21b-8947-465a-a2e5-9a3669415109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:41.691120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-0157c21b-8947-465a-a2e5-9a3669415109 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0596001 Dec 09 10:16:41.768051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-a73396e8-8542-4a8f-b471-ea97cd21c870 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707104 Dec 09 10:16:41.792206 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29751-a94a-49cf-b55d-ce2b652b694b req-95972e16-1f9f-42e2-8ce3-73f2a1a3e029 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:41.794264 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fda29751-a94a-49cf-b55d-ce2b652b694b req-95972e16-1f9f-42e2-8ce3-73f2a1a3e029 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 943 time: 0.0874093 Dec 09 10:16:41.840277 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fda29751-a94a-49cf-b55d-ce2b652b694b req-677b9e60-0fc5-483a-a1af-a31b48b71ebe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Dec 09 10:16:41.903684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-5198a9a7-78bf-4846-b873-4548edf5b48a service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295340 Dec 09 10:16:42.034217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9619a5a0-04b9-44bd-b0d3-279a8514adc8 req-33fbe461-13c0-403c-aee5-aae8f2c047fd service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242254 Dec 09 10:16:42.143241 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-296ba731-a091-4ccb-b98e-b3ff568a0170 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1096 time: 0.0687218 Dec 09 10:16:42.275718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-ccd7eefd-7f3b-434d-ab68-4b228e8238f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:42.277152 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-ccd7eefd-7f3b-434d-ab68-4b228e8238f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1257753 Dec 09 10:16:42.346315 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-279d69ca-5668-4580-aba9-46c6260e1c73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 217 time: 0.0629838 Dec 09 10:16:42.407673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-1764d09e-f332-4ecb-999e-32362a38b5e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:42.409184 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-1764d09e-f332-4ecb-999e-32362a38b5e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0565379 Dec 09 10:16:42.485113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-8dd1a013-39eb-428b-8713-b8e1fb850d07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698810 Dec 09 10:16:42.620748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-19bd5ff5-aa6e-4572-9143-7dc3e1484179 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284308 Dec 09 10:16:42.751891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7020b799-67ff-457a-bf6f-f20ecbd4b9fa req-6c4c3814-1ddd-4262-8080-a99ac3459b5e service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Dec 09 10:16:43.036658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12872-b4f5-4111-98ef-c9d16f7cc3a1 req-6aedc374-0bb1-4fbb-9c80-697041b812f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:43.038111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8c12872-b4f5-4111-98ef-c9d16f7cc3a1 req-6aedc374-0bb1-4fbb-9c80-697041b812f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:16:43.052927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8c12872-b4f5-4111-98ef-c9d16f7cc3a1 req-6aedc374-0bb1-4fbb-9c80-697041b812f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:16:43.054009 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8c12872-b4f5-4111-98ef-c9d16f7cc3a1 req-6aedc374-0bb1-4fbb-9c80-697041b812f5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 943 time: 0.0908353 Dec 09 10:16:43.098785 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8c12872-b4f5-4111-98ef-c9d16f7cc3a1 req-969ef814-2ec5-4a9f-9791-31c2316a7a2c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Dec 09 10:16:43.168551 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e67448b5-c474-4cba-9974-c38e58ac610b up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:43.234588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port e67448b5-c474-4cba-9974-c38e58ac610b triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:43.234964 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:44.296090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68790a4-71f5-4169-a2b8-ac99c983b38d req-aa1ee30b-21bd-46a3-b2bb-dbcc47d1df16 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:44.297517 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e68790a4-71f5-4169-a2b8-ac99c983b38d req-aa1ee30b-21bd-46a3-b2bb-dbcc47d1df16 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 943 time: 0.0767052 Dec 09 10:16:44.342240 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e68790a4-71f5-4169-a2b8-ac99c983b38d req-56b8a6dd-b61a-4b7c-8590-34769c5e1bb5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 Dec 09 10:16:45.543153 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873ceb3-972a-4e78-85a8-4d8a8f257bf8 req-46568214-2ddf-45c7-8241-df07d740fb2c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:45.544518 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3873ceb3-972a-4e78-85a8-4d8a8f257bf8 req-46568214-2ddf-45c7-8241-df07d740fb2c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 943 time: 0.0796926 Dec 09 10:16:45.589627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3873ceb3-972a-4e78-85a8-4d8a8f257bf8 req-41038d63-554f-4113-bc76-e6234728d86e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397432 Dec 09 10:16:46.324604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:16:46.457542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:46.470828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'port_id': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'mac_address': 'fa:16:3e:4f:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:16:46.524540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:46.542060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:16:46.556869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:46.560425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:46.562887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:46.628679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:46.631701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:46.788893 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5fa5-a48a-4478-968c-e4df8a66d608 req-4735dabb-15fc-4d29-9a22-0f25d2a47ef4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:46.790185 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c29d5fa5-a48a-4478-968c-e4df8a66d608 req-4735dabb-15fc-4d29-9a22-0f25d2a47ef4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 944 time: 0.0801847 Dec 09 10:16:46.834105 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c29d5fa5-a48a-4478-968c-e4df8a66d608 req-3ab8940f-6d34-4f15-9497-cb054ab57d04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 Dec 09 10:16:46.916848 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['61b60e23-6ca2-4d4b-952f-928ae27c0ed5'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:16:48.027951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62753b-b164-4bc7-aac1-ef2d88e5fb85 req-7503321a-3f73-4643-bb57-389a117be328 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:48.029395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca62753b-b164-4bc7-aac1-ef2d88e5fb85 req-7503321a-3f73-4643-bb57-389a117be328 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 944 time: 0.0779037 Dec 09 10:16:48.073566 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca62753b-b164-4bc7-aac1-ef2d88e5fb85 req-c18e0f52-9849-4aad-aa4a-3205a72f6555 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Dec 09 10:16:48.345089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:16:48.412082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:16:48.416758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:16:48.417138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:48.529259 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:48.554432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:16:48.563607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:16:48.567263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:48.569074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:48.612240 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'code': 200} Dec 09 10:16:48.637782 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:48.640569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:48.667275 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:16:48.837594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-51e67c08-0b4a-4793-9e1d-6d3b36f5aa0b req-2cc024c6-1422-453c-8e13-552123b963f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.0704935 Dec 09 10:16:48.880335 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-51e67c08-0b4a-4793-9e1d-6d3b36f5aa0b req-6d45e054-dafd-42c3-b87f-9871a51f19e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365939 Dec 09 10:16:49.271487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322ff3b-b60b-4595-a625-83ecc0702d05 req-5cbd3a54-581e-430e-bf94-91ecebe20eba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:49.272938 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5322ff3b-b60b-4595-a625-83ecc0702d05 req-5cbd3a54-581e-430e-bf94-91ecebe20eba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0764501 Dec 09 10:16:49.321387 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5322ff3b-b60b-4595-a625-83ecc0702d05 req-abe9b772-e2c4-421e-bcaf-9c1d83ee43cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Dec 09 10:16:50.519112 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602115a7-a830-43ef-baad-d0c887d22f6c req-d17989aa-5c13-4333-bdc7-13241218c330 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:50.520591 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-602115a7-a830-43ef-baad-d0c887d22f6c req-d17989aa-5c13-4333-bdc7-13241218c330 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0780349 Dec 09 10:16:50.679173 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-602115a7-a830-43ef-baad-d0c887d22f6c req-a4644e05-8ead-429a-8214-b103822d0328 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529393 Dec 09 10:16:50.978997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f366a-131b-4ecb-b043-cb41d0cd3576 req-0be55965-605e-4eb8-ae19-02a63b777dce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:50.980467 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56f366a-131b-4ecb-b043-cb41d0cd3576 req-0be55965-605e-4eb8-ae19-02a63b777dce tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.1824207 Dec 09 10:16:51.025092 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c56f366a-131b-4ecb-b043-cb41d0cd3576 req-5115f2a3-1ec6-4d50-ad28-1ce8795156a8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Dec 09 10:16:51.052007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38592) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:51.119704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-8514dd7b-708e-4649-a71e-562155f144b0 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1093 time: 0.0664272 Dec 09 10:16:51.122153 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38596) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:51.127354 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:16:51.132839 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:16:51.136686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:floatingip and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:16:51.139468 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:16:51.145079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:16:51.156243 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:51.292679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:51.428863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_common [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.186 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/2da32485-fd65-4165-8083-9d7480971eaa) {{(pid=83486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:16:51.568973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:51.595275 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:51.599319 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:51.660789 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:16:51.663823 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:16:51.667906 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:16:51.698012 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=2da32485-fd65-4165-8083-9d7480971eaa,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:51.704144 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:52.174501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:52.228811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:52.430061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:52.434759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1132682'] for port, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:52.438677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-4244cd9d-a934-418d-aa0b-595cea3c1004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:16:52.536695 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=2da32485-fd65-4165-8083-9d7480971eaa,revision_number=2']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:16:52.544678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:16:52.553538 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:52.836831 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.l3_db [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Floating IP ed409a54-3d18-4992-b1c8-dd119fe1db56 associated. External IP: 172.26.4.186, port: 61b60e23-6ca2-4d4b-952f-928ae27c0ed5. Dec 09 10:16:53.223534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 1391dde2-26ee-4eba-987f-24d8f1618b7b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:16:53.420002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:16:53.429660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Sync routers for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:16:53.444025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:53.444221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:16:53.444649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:53.501446 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-48f6b284-5d32-434b-a6b8-7f53a9aaff9a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3782628 Dec 09 10:16:53.502213 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:16:53.633738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:53.655187 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'status': 'completed', 'code': 200} Dec 09 10:16:53.689680 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823527-d2bf-4d4a-8c27-1486246b711a req-0b7a4b48-1f34-4b4b-bd02-986d70d49ee4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:53.691028 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-74823527-d2bf-4d4a-8c27-1486246b711a req-0b7a4b48-1f34-4b4b-bd02-986d70d49ee4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0823414 Dec 09 10:16:53.739361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-74823527-d2bf-4d4a-8c27-1486246b711a req-ffee7b27-4329-4862-bf7d-c554f3056a43 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Dec 09 10:16:53.753076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-79c78a25-447f-4d0f-9498-428cac872658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.0741103 Dec 09 10:16:53.768522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38606) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:53.876464 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-aae60321-10ed-4dc5-ba86-3c614aad9c78 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 991 time: 0.1056640 Dec 09 10:16:53.893773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-4bf90fa9-8562-4054-8d7f-520b38918cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:53.895229 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-4bf90fa9-8562-4054-8d7f-520b38918cad service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1361721 Dec 09 10:16:53.987941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ed409a54-3d18-4992-b1c8-dd119fe1db56', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'port_id': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'mac_address': 'fa:16:3e:4f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:16:52Z', 'updated_at': '2021-12-09T10:16:52Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:53.991804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Checking router: 1391dde2-26ee-4eba-987f-24d8f1618b7b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:16:54.001359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-857981a2-0b4f-44d6-8597-73813629d1fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 999 time: 0.0998247 Dec 09 10:16:54.002482 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:16:54.003076 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:16:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:54.062884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-abcf2419-6850-45d9-ad4f-72df6bcc3df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:16:54.064353 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-abcf2419-6850-45d9-ad4f-72df6bcc3df6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0573792 Dec 09 10:16:54.138013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-a87e2f3c-a4df-4d26-b82b-c2e1613186aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678532 Dec 09 10:16:54.179720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:16:54.268265 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-a65cb10d-6bab-4103-88a2-28906a328d0e service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 Dec 09 10:16:54.399364 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e04bfda3-64ea-4bb0-a1c5-9cb22557086b req-de1fed97-b33b-4189-ad41-458fdff44602 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249685 Dec 09 10:16:54.564918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ed409a54-3d18-4992-b1c8-dd119fe1db56', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'port_id': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'mac_address': 'fa:16:3e:4f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:16:52Z', 'updated_at': '2021-12-09T10:16:52Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:16:54.568900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e60b17-db29-4aa4-aca6-79225256e37f None None] The sync data for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv is: [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'ed409a54-3d18-4992-b1c8-dd119fe1db56', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'port_id': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'mac_address': 'fa:16:3e:4f:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:16:52Z', 'updated_at': '2021-12-09T10:16:52Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:16:54.878742 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38610) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:54.985240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-639008f4-ddfd-4cab-90e3-7067c9a4f566 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 991 time: 0.1052952 Dec 09 10:16:55.988946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38614) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:56.091537 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7aefee3a-79cf-4e08-b454-51044695fd7c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 991 time: 0.1013448 Dec 09 10:16:57.095197 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38618) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:57.200546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-7dc28d83-491f-42d8-b981-a9fe62e284fd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 991 time: 0.1040552 Dec 09 10:16:57.677348 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8cff3a-5f28-42da-bdf9-abcdef20a438 None None] New status for floating IP ed409a54-3d18-4992-b1c8-dd119fe1db56: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:16:58.204239 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38622) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:16:58.308239 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-05ee8208-fc0a-4178-8ca1-4ba5a4789dbe tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 993 time: 0.1028683 Dec 09 10:17:03.511221 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:03.613458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-eff48b26-2e93-4326-bb7a-3616615372a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:04.739290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:05.847007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-27f35f6c-bea0-4289-ab6e-7298259f2e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:06.982153 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:08.424984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:25.667236 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:17:26.136980 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-416f2a16-eb6f-46b3-a129-d19f91661b16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329901 Dec 09 10:17:26.287309 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-38c3c755-84d9-4588-932d-b4b56e240fd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.0693786 Dec 09 10:17:26.434488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-6db503b7-dcb5-4ba7-ab73-c4590082544b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:17:26.435965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-6db503b7-dcb5-4ba7-ab73-c4590082544b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1292636 Dec 09 10:17:26.543788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-ae6236bd-a2e7-4c3e-ba87-c0d881592020 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 1001 time: 0.1011598 Dec 09 10:17:26.604948 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-fe069b57-c8ad-4104-a579-fd04015a0300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:17:26.606354 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-fe069b57-c8ad-4104-a579-fd04015a0300 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0557258 Dec 09 10:17:26.683287 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-91c74cce-0d5f-4dee-8f59-69c050a0eed1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703356 Dec 09 10:17:26.693477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-577fc32d-d8e6-488a-b336-fe68a061d69b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:17:26.694366 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-577fc32d-d8e6-488a-b336-fe68a061d69b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045526 Dec 09 10:17:26.925235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-6a5f9d43-a89c-49c4-9393-718b23a2d646 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236085 Dec 09 10:17:27.056246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c07c6a02-c952-4858-815a-a5c7a258bfdf req-3608ebb1-28a0-4c3a-906f-bbba09ef33b9 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234097 Dec 09 10:17:33.525452 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:33.613525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca0e2-fcdc-4145-a5b7-3d3ba7107957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:34.742062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:35.848197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5e629220-0409-45b2-856d-4b631c895fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:36.987529 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:17:38.434093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:02.667975 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:18:03.527093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:03.613526 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ed130dec-d830-42a6-a828-e31a7e90a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:04.744997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:05.850090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aa8442d7-6f79-465a-8526-84c1221fc5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:06.987337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:07.961188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f10f1-746d-4d62-ac38-a47368da08f9 req-7f8c4e89-6314-4988-81ca-e8a3448d5365 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:07.962645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b28f10f1-746d-4d62-ac38-a47368da08f9 req-7f8c4e89-6314-4988-81ca-e8a3448d5365 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.1482747 Dec 09 10:18:08.008569 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b28f10f1-746d-4d62-ac38-a47368da08f9 req-0f7c0038-4535-4d43-be4c-4e0823dac36e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Dec 09 10:18:08.428052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:09.309158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e502e2-c210-46b2-b566-40a1f7db2728 req-22546d75-0fbd-4ea4-b77f-c903cb70cf57 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:09.310611 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-34e502e2-c210-46b2-b566-40a1f7db2728 req-22546d75-0fbd-4ea4-b77f-c903cb70cf57 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.1780043 Dec 09 10:18:09.354503 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-34e502e2-c210-46b2-b566-40a1f7db2728 req-67891509-518b-4df1-9900-b368ca9c29f9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 Dec 09 10:18:10.553636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a2f64-b883-43b2-b2e7-10fb6b83a2bd req-1225b7a5-4538-4dab-8344-932c9013dbd0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:10.555076 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-503a2f64-b883-43b2-b2e7-10fb6b83a2bd req-1225b7a5-4538-4dab-8344-932c9013dbd0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0808780 Dec 09 10:18:10.600320 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-503a2f64-b883-43b2-b2e7-10fb6b83a2bd req-f483f015-673c-4876-993f-955ee787d149 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395684 Dec 09 10:18:11.910876 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab906d4-0d8a-44bf-bfd8-1a411f86d361 req-c4da05b5-4d08-4e22-8edd-91763514a59b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:11.912218 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4ab906d4-0d8a-44bf-bfd8-1a411f86d361 req-c4da05b5-4d08-4e22-8edd-91763514a59b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.1900046 Dec 09 10:18:11.958620 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4ab906d4-0d8a-44bf-bfd8-1a411f86d361 req-1918db27-23e5-4865-b804-090fe8e2f90d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Dec 09 10:18:13.156937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea0955-c186-484f-82c2-065918a54369 req-5a539fb7-6948-4c54-a50d-99d724ddf651 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:13.158379 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d1ea0955-c186-484f-82c2-065918a54369 req-5a539fb7-6948-4c54-a50d-99d724ddf651 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0762658 Dec 09 10:18:13.207328 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d1ea0955-c186-484f-82c2-065918a54369 req-2bf47135-c4e7-4800-8c89-7ffbe229d2d9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 Dec 09 10:18:14.406604 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201806d5-bc2b-4bdb-8c39-f499831bd76f req-95aa47ed-8b97-425d-8b19-5c9a41ba901e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:14.408040 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-201806d5-bc2b-4bdb-8c39-f499831bd76f req-95aa47ed-8b97-425d-8b19-5c9a41ba901e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0800521 Dec 09 10:18:14.459550 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-201806d5-bc2b-4bdb-8c39-f499831bd76f req-ce626393-4d8a-4d60-b83f-5f94eff063b5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 Dec 09 10:18:15.654725 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865bb1a-9982-4356-a166-52bf6f71c783 req-14892c33-17e6-482e-939b-3a6a68880f54 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:15.656186 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2865bb1a-9982-4356-a166-52bf6f71c783 req-14892c33-17e6-482e-939b-3a6a68880f54 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0773358 Dec 09 10:18:15.701466 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2865bb1a-9982-4356-a166-52bf6f71c783 req-abd8308e-517b-4eae-b4ee-4f8813c70999 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398662 Dec 09 10:18:16.907530 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bff61-f1d7-4a2d-9bcf-67dc428b6047 req-18da4881-2884-47ca-baf5-c5cfb5d69e78 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:16.909005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0b4bff61-f1d7-4a2d-9bcf-67dc428b6047 req-18da4881-2884-47ca-baf5-c5cfb5d69e78 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0760291 Dec 09 10:18:16.953595 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0b4bff61-f1d7-4a2d-9bcf-67dc428b6047 req-70bb0dc7-8df9-4890-98fb-29922d934340 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391850 Dec 09 10:18:18.150898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def80883-1fe0-49ac-bc4b-ba11dd9b5cb1 req-f699f92a-bb78-49fe-ba0a-b68bd270187c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:18.152441 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def80883-1fe0-49ac-bc4b-ba11dd9b5cb1 req-f699f92a-bb78-49fe-ba0a-b68bd270187c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Dec 09 10:18:18.197630 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-def80883-1fe0-49ac-bc4b-ba11dd9b5cb1 req-55da4cf6-ddc3-499d-a685-de9398578744 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 Dec 09 10:18:19.399528 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa253aa-a910-4cd9-bf1d-1e720fb494ea req-410e69b6-6445-44ea-bf03-c2a7d091b00a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:19.401015 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-baa253aa-a910-4cd9-bf1d-1e720fb494ea req-410e69b6-6445-44ea-bf03-c2a7d091b00a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0801349 Dec 09 10:18:19.446005 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-baa253aa-a910-4cd9-bf1d-1e720fb494ea req-bfa79505-d647-496f-b8a7-4df170905a13 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 Dec 09 10:18:20.645435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec7527-d0a7-4264-969e-ff0ad12763b2 req-7137f055-aafc-4fe0-a432-4ecf6111c95a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:20.646870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1dec7527-d0a7-4264-969e-ff0ad12763b2 req-7137f055-aafc-4fe0-a432-4ecf6111c95a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0759680 Dec 09 10:18:20.692878 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1dec7527-d0a7-4264-969e-ff0ad12763b2 req-73d0f9d6-ea83-4f41-b6bb-ba3296e7333e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402749 Dec 09 10:18:21.901343 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb691-95ce-4b66-a4fe-4c8ce406096f req-3fa4b1c8-758e-411f-9233-61013e4fc922 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:21.902780 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38dbb691-95ce-4b66-a4fe-4c8ce406096f req-3fa4b1c8-758e-411f-9233-61013e4fc922 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0774052 Dec 09 10:18:21.948485 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-38dbb691-95ce-4b66-a4fe-4c8ce406096f req-86c1abab-52a8-4a1c-bfde-ede9488ffa14 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401258 Dec 09 10:18:23.153457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9948e-36b8-45d8-b3d0-2aaa71871c57 req-88a11435-ff62-4a67-82d2-71af2d23ca04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:23.154890 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8e9948e-36b8-45d8-b3d0-2aaa71871c57 req-88a11435-ff62-4a67-82d2-71af2d23ca04 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0839801 Dec 09 10:18:23.199259 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d8e9948e-36b8-45d8-b3d0-2aaa71871c57 req-60f0b416-1c4d-4097-931d-f1bf7fc6fd1d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Dec 09 10:18:24.400496 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6532e-4ee1-4c2c-9d99-f8957376641c req-a8fe56c1-303e-4d16-b13f-87d0fbe2be88 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:24.401925 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ab6532e-4ee1-4c2c-9d99-f8957376641c req-a8fe56c1-303e-4d16-b13f-87d0fbe2be88 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0803213 Dec 09 10:18:24.446148 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0ab6532e-4ee1-4c2c-9d99-f8957376641c req-7ddea7cd-56ad-42c5-ad2a-4a90547fffc1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380101 Dec 09 10:18:24.474451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38704) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:24.576573 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e472d085-ced0-4b45-acf4-563cb39a421e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 993 time: 0.1008477 Dec 09 10:18:26.105535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0a5e-52aa-42ee-b1cf-4744432964e4 req-8229efb6-4a6b-44a4-91bf-85ce1dbf75e6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:26.107112 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b2dd0a5e-52aa-42ee-b1cf-4744432964e4 req-8229efb6-4a6b-44a4-91bf-85ce1dbf75e6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.1246512 Dec 09 10:18:26.170006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-ade1bfbd-83e7-426f-8cbd-a465e65f96c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.1170011 Dec 09 10:18:26.172017 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b2dd0a5e-52aa-42ee-b1cf-4744432964e4 req-6082428d-b00b-4527-8441-7db2eca0acd8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585778 Dec 09 10:18:26.302085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-1430ca1a-865c-4ff5-a2b2-9aa4cb082cde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:26.303516 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-1430ca1a-865c-4ff5-a2b2-9aa4cb082cde service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1272361 Dec 09 10:18:26.405969 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-6ae7a3d2-fc51-4301-98b0-9f7a40c93984 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0960348 Dec 09 10:18:26.469858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-6d3a58a8-8398-4d38-8663-96bed4341d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:26.471206 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-6d3a58a8-8398-4d38-8663-96bed4341d32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0590210 Dec 09 10:18:26.549014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-7b2c298b-bbfb-47d8-8c2b-bff9d746d98d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715182 Dec 09 10:18:26.679120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-cc379e20-44e0-4487-9b68-3d3fda988ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232939 Dec 09 10:18:26.914308 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fb4a612d-0c54-4de7-afa9-0d7919a39e32 req-408c6539-d5fa-4568-975d-26b21252ad55 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291367 Dec 09 10:18:27.134643 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-b7ba6efd-995d-4b70-bdcd-b5b4064bf0f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.0684595 Dec 09 10:18:27.283789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-17323b24-2b5c-4f1c-835c-f76aa1307c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:27.285242 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-17323b24-2b5c-4f1c-835c-f76aa1307c77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1283519 Dec 09 10:18:27.377125 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7c2ea-14ab-43e8-804c-d3fa2abc379e req-9a42901b-fd8d-4c29-bd71-608885e05fdd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:27.378563 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-86f7c2ea-14ab-43e8-804c-d3fa2abc379e req-9a42901b-fd8d-4c29-bd71-608885e05fdd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0837302 Dec 09 10:18:27.401301 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-a7e42a18-8ec8-4189-8350-27128da4f5bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 1001 time: 0.1089983 Dec 09 10:18:27.429945 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-86f7c2ea-14ab-43e8-804c-d3fa2abc379e req-c0b94b5a-2243-485f-8184-929db32b9270 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452509 Dec 09 10:18:27.468490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-9ea473a2-4c1e-4afa-b264-ae9f38fda136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:27.469856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-9ea473a2-4c1e-4afa-b264-ae9f38fda136 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0611165 Dec 09 10:18:27.550313 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-5e6dd6f0-f37f-4a2c-85c6-e347c5d7bf90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732005 Dec 09 10:18:27.681781 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-15ee5fff-c82e-4662-965e-0e3a3f9252e0 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240687 Dec 09 10:18:27.812104 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-92ea881e-2212-4e3e-ad54-88f7bcdb05ab req-d54853a4-0b83-4fb8-89ca-b987d52f4b9e service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232564 Dec 09 10:18:28.630183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a950c7-fe08-4f82-8869-5c1b7913f715 req-b7896202-47f0-4264-9b70-e583de979860 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:18:28.631623 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b1a950c7-fe08-4f82-8869-5c1b7913f715 req-b7896202-47f0-4264-9b70-e583de979860 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0760801 Dec 09 10:18:28.676669 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b1a950c7-fe08-4f82-8869-5c1b7913f715 req-b2c8923a-2322-456a-b2c1-04972bbbb0bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 Dec 09 10:18:28.704684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38718) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:28.808138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c438c027-1240-4937-bd61-9f130fd77936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 200 len: 993 time: 0.1019497 Dec 09 10:18:33.526669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:33.617391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a4772bd6-e593-48e9-b4c3-aba9dacd30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:34.746121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:35.851651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3769adc7-d559-4f88-a32c-9163e6d0a800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:36.989888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:38.431093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:18:39.669100 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:19:03.530458 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:03.618566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-627f4cb3-26d1-40f7-913f-40d92b2b6d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:04.750798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:05.852473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-97ad7285-9f10-45c8-843b-f7c49f88d330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:06.993974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:08.433327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:16.672615 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:19:26.063746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38778) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:26.262835 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 2da32485-fd65-4165-8083-9d7480971eaa {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:19:26.263176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:26.426030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:26.426419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:26.549120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 2da32485-fd65-4165-8083-9d7480971eaa owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:19:26.794357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:26.799104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:26.841378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=2da32485-fd65-4165-8083-9d7480971eaa,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:26.879318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.879701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.880115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.880471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.880840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.881202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.881560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.881918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.882273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.882625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.882978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:26.889461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:26.941120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:27.147423 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-f9f23c43-d4bd-46ed-975b-e6d9cfd4bb3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460881 Dec 09 10:19:27.396173 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-98924cbc-2d4b-4e55-94fc-eb8de7e7f5f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.1556489 Dec 09 10:19:27.563304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 1391dde2-26ee-4eba-987f-24d8f1618b7b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:19:27.569766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee5766-981b-4593-9656-c622323827d4 req-5c437629-4482-49f8-a334-b4a31a3faa8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:27.571181 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-5c437629-4482-49f8-a334-b4a31a3faa8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1483991 Dec 09 10:19:27.705016 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-6b2a72ad-ce90-454c-844a-a77aca496691 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 217 time: 0.1255012 Dec 09 10:19:27.787634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee5766-981b-4593-9656-c622323827d4 req-f770ee77-0cb9-4539-93d3-a68b1c827ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:27.789073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-f770ee77-0cb9-4539-93d3-a68b1c827ee2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0783725 Dec 09 10:19:27.930888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-9f256002-74f6-46a7-8063-ac67838338ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989161 Dec 09 10:19:28.146837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:19:28.159485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Sync routers for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:19:28.171843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:28.172586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:28.202198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:28.229551 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-c98e91a7-d758-4e52-a7bc-b51ce20590ad service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904623 Dec 09 10:19:28.333633 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/floatingips/ed409a54-3d18-4992-b1c8-dd119fe1db56 HTTP/1.1" status: 204 len: 168 time: 2.2687836 Dec 09 10:19:28.336276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:19:28.358716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:28.387600 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-23ee5766-981b-4593-9656-c622323827d4 req-e9848ae0-e42b-430c-b69f-7dd093ec8fbc service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513748 Dec 09 10:19:28.425947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'status': 'completed', 'code': 200} Dec 09 10:19:28.518231 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-42e282d1-85f4-42f9-8314-21773f625131 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 1098 time: 0.0760403 Dec 09 10:19:28.677342 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-169a3bac-34ec-4ce0-a002-f78e861e8934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:28.679218 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-169a3bac-34ec-4ce0-a002-f78e861e8934 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 200 len: 897 time: 0.1547058 Dec 09 10:19:28.698743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:28.703141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Checking router: 1391dde2-26ee-4eba-987f-24d8f1618b7b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:19:28.713784 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:28.714326 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:28.752355 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-50147dd8-386e-4996-aff5-f7142cf0c28f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 200 len: 217 time: 0.0652134 Dec 09 10:19:28.777274 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115a7c8-8015-4e4f-962b-d0a1fe31e4ae req-474631f6-e262-4633-a5f6-b52186af221c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:28.778761 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5115a7c8-8015-4e4f-962b-d0a1fe31e4ae req-474631f6-e262-4633-a5f6-b52186af221c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Dec 09 10:19:28.821185 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-a9014bab-d0a5-4ac4-81d7-842a4441cd53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:28.822882 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-a9014bab-d0a5-4ac4-81d7-842a4441cd53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 200 len: 834 time: 0.0640101 Dec 09 10:19:28.825576 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-5115a7c8-8015-4e4f-962b-d0a1fe31e4ae req-ffb1160c-68bb-4f31-af59-854b4822a9a0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Dec 09 10:19:28.898837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-3dbda7ce-692f-420b-b888-74f9f846919a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0dadbf99-dd17-4559-8e37-bb6e237273dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691087 Dec 09 10:19:28.903724 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:29.035451 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-4c1eec10-8c6c-4d23-8d5b-cccdbf079d50 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289060 Dec 09 10:19:29.174360 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-95fa9b87-b7e2-4407-9c23-c3c15e47da53 req-0a39afbf-5e6c-4b13-ab98-20a40b64a848 service neutron] 10.222.0.58 "GET /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311953 Dec 09 10:19:29.269399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:29.273305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177826fa-baf0-4e16-ae8e-aa0feaec686d None None] The sync data for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv is: [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:35Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': 'e67448b5-c474-4cba-9974-c38e58ac610b', 'name': '', 'network_id': '0dadbf99-dd17-4559-8e37-bb6e237273dd', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:23:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:34Z', 'updated_at': '2021-12-09T10:16:41Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '30433eb1-6f24-483e-9996-0ad68b47ff51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:19:29.476115 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727fd313-0443-431d-acfd-1cb3a77d1d95 None None] New status for floating IP ed409a54-3d18-4992-b1c8-dd119fe1db56: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:19:30.027126 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4a857-00ea-4a48-bbf7-40dc51b692f1 req-1741bafc-f9e0-42d3-8132-99d63bf18214 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:30.027826 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8d4a857-00ea-4a48-bbf7-40dc51b692f1 req-1741bafc-f9e0-42d3-8132-99d63bf18214 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:19:30.042889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8d4a857-00ea-4a48-bbf7-40dc51b692f1 req-1741bafc-f9e0-42d3-8132-99d63bf18214 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:19:30.044102 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8d4a857-00ea-4a48-bbf7-40dc51b692f1 req-1741bafc-f9e0-42d3-8132-99d63bf18214 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0926301 Dec 09 10:19:30.093619 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8d4a857-00ea-4a48-bbf7-40dc51b692f1 req-17569619-072d-42f4-8f55-2d3d43d09ee2 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=54e09039-deec-4538-87b1-024190324882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Dec 09 10:19:30.534293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-ad39257b-8bf8-43ad-b9f7-b8563120e44f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:30.535706 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-ad39257b-8bf8-43ad-b9f7-b8563120e44f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 945 time: 0.0756319 Dec 09 10:19:30.612992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:19:30.613328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:30.852888 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:30.853160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:30.977317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:19:31.227836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:31.234395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65038427-8445-49f1-908b-f6f95e7c4366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:31.263143 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7613e0ad-51b6-4825-b211-ae6edb3a3151 req-fb7a47e4-7e5a-4328-9a5e-9ce8f0d581a7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab567e78-3089-4dcf-a0b2-c632078c3053 HTTP/1.1" status: 200 len: 210 time: 0.0444269 Dec 09 10:19:31.280851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=61b60e23-6ca2-4d4b-952f-928ae27c0ed5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:31.284841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:31.356183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] No DVR routers for this DVR port 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:19:31.358613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:31.361429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'name': 'network-vif-deleted', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:19:31.376618 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4714fe84-1a35-47f0-80c5-b4c26c80d36d req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "DELETE /v2.0/ports/61b60e23-6ca2-4d4b-952f-928ae27c0ed5 HTTP/1.1" status: 204 len: 173 time: 0.8354530 Dec 09 10:19:31.418187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab567e78-3089-4dcf-a0b2-c632078c3053', 'name': 'network-vif-deleted', 'tag': '61b60e23-6ca2-4d4b-952f-928ae27c0ed5', 'status': 'completed', 'code': 200} Dec 09 10:19:32.374942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38796) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:32.766653 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.031445 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:19:33.066134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:19:33.066491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 61b60e23-6ca2-4d4b-952f-928ae27c0ed5 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:19:33.362132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port e67448b5-c474-4cba-9974-c38e58ac610b {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:19:33.362385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.528904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.546814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port e67448b5-c474-4cba-9974-c38e58ac610b, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=e67448b5-c474-4cba-9974-c38e58ac610b,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:33.547380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.622247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a4fc256b-57a2-4965-8755-70508c9b7ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.776596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for e67448b5-c474-4cba-9974-c38e58ac610b owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:19:33.957446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:33.961551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-84ac88bc-d794-4daa-badb-8af3611704cc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:34.006788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=e67448b5-c474-4cba-9974-c38e58ac610b,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:34.009592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:34.305786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:34.752966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:34.875177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 1391dde2-26ee-4eba-987f-24d8f1618b7b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:19:35.069929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:19:35.081055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Sync routers for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:19:35.083103 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/1391dde2-26ee-4eba-987f-24d8f1618b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071083 Dec 09 10:19:35.085897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38802) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:35.093255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:35.093901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:35.286337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:35.399788 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting subnet 30433eb1-6f24-483e-9996-0ad68b47ff51 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:19:35.402733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.458260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.543577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.578310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:19:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:35.582195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Checking router: 1391dde2-26ee-4eba-987f-24d8f1618b7b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:19:35.593544 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Routers {'1391dde2-26ee-4eba-987f-24d8f1618b7b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:35.594154 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['1391dde2-26ee-4eba-987f-24d8f1618b7b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:35.620622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.625655 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-413b1eb6-1d4b-4a73-975a-9ab2874d2bba tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:35.675019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Subnet': ['ID=30433eb1-6f24-483e-9996-0ad68b47ff51,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:35.678464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:35.681797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.690234 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5c5e27bf-020e-438b-b6ca-5d86dbb4e0aa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/subnets/30433eb1-6f24-483e-9996-0ad68b47ff51 HTTP/1.1" status: 204 len: 168 time: 0.6009896 Dec 09 10:19:35.690514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38806) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:35.729040 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924779f2-bf67-4bf2-93fb-c87282f63a8f None None] Network 0dadbf99-dd17-4559-8e37-bb6e237273dd requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:19:35.896456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.905704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a46c520c-a62b-41ca-ad57-4a237612180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:35.936989 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] Set router 1391dde2-26ee-4eba-987f-24d8f1618b7b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:36.097353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.106545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:19:36.106918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.268463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] DHCP port deletion for 0dadbf99-dd17-4559-8e37-bb6e237273dd request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:19:36.277101 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Deleting port a41d5ed6-d452-459c-a47c-a2347e0ce5aa {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:19:36.277486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.289903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:36.290257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.398398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:19:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:36.420268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8c0a-f27d-4e58-af8c-465e718ed084 None None] The sync data for ids ['1391dde2-26ee-4eba-987f-24d8f1618b7b'] in dv-neutron-821175-1-hyperv is: [{'id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520652677', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:19:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': '1a3e4a8b-501d-4cc2-a1e1-2dfae176824a', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391dde2-26ee-4eba-987f-24d8f1618b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:16:31Z', 'updated_at': '2021-12-09T10:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:19:36.420886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:19:36.509732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] For port a41d5ed6-d452-459c-a47c-a2347e0ce5aa, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,segment=NetworkSegment(7b8666c2-c29d-447a-88fc-763b3bc20a20),segment_id=7b8666c2-c29d-447a-88fc-763b3bc20a20)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:36.510142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.588525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.592142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79253282-46be-4f29-86e6-87762ec53068 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:36.634624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=1a3e4a8b-501d-4cc2-a1e1-2dfae176824a,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:36.637462 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:36.641990 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Calling delete_port for a41d5ed6-d452-459c-a47c-a2347e0ce5aa owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:19:36.714234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.718521 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c2b5980e-3eca-4e00-a9b7-174c2ddcb7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:36.762239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Pushing event deleted for resources: {'Port': ['ID=a41d5ed6-d452-459c-a47c-a2347e0ce5aa,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:36.770706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] No DVR routers for this DVR port a41d5ed6-d452-459c-a47c-a2347e0ce5aa on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:19:36.780635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.780894 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.781161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.781496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.781829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.782157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.782486 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.782814 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.783142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.783462 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.783801 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:36.787207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:36.981359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:36.996846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.235003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.239391 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.264536 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.265075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Fanout notify agent at l3_agent the message router_deleted on router 1391dde2-26ee-4eba-987f-24d8f1618b7b {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:19:37.280914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.284422 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/routers/1391dde2-26ee-4eba-987f-24d8f1618b7b HTTP/1.1" status: 204 len: 168 time: 1.5906007 Dec 09 10:19:37.284868 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38812) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:37.299745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41d5ed6-d452-459c-a47c-a2347e0ce5aa no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:19:37.335655 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: a41d5ed6-d452-459c-a47c-a2347e0ce5aa {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:19:37.336113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device a41d5ed6-d452-459c-a47c-a2347e0ce5aa not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:19:37.336621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e67448b5-c474-4cba-9974-c38e58ac610b no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:19:37.370398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: e67448b5-c474-4cba-9974-c38e58ac610b {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:19:37.370897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device e67448b5-c474-4cba-9974-c38e58ac610b not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:19:37.402452 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.531293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.557967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dadbf99-dd17-4559-8e37-bb6e237273dd']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:37.569486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8666c2-c29d-447a-88fc-763b3bc20a20') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:37.569776 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8666c2-c29d-447a-88fc-763b3bc20a20') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:37.581052 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.596955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.603333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:19:37.603708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:19:37.617984 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:19:37.694917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.698232 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bf5b7978-bc2a-4912-8198-5a1b1324f6ea tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:37.715825 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.727832 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Network': ['ID=0dadbf99-dd17-4559-8e37-bb6e237273dd,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:37.741488 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.741874 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.742251 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.742681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.742978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.743342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.743708 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.744092 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.744451 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.744808 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.745169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:37.748575 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/networks/0dadbf99-dd17-4559-8e37-bb6e237273dd HTTP/1.1" status: 204 len: 168 time: 0.4625657 Dec 09 10:19:37.749521 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d4ea7114-2855-440d-b79e-0b7a3d992b39 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:37.751491 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38816) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:37.824018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.853651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.916446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.920313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65be438a-e97b-4363-9061-79b7ba48d628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:37.936909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e09039-deec-4538-87b1-024190324882,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:37.940217 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:37.953369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:37.954590 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2d339d39-aaf4-4ee4-ae53-ec2c6395c15c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/security-groups/54e09039-deec-4538-87b1-024190324882 HTTP/1.1" status: 204 len: 168 time: 0.2020786 Dec 09 10:19:38.443180 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.209901 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:19:39.242795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:19:39.243156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1a3e4a8b-501d-4cc2-a1e1-2dfae176824a not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:19:39.264603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38828) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:39.270314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901675780', 'description': 'tempest-secgroup-smoke-1901675780 description', 'project_id': '343f46d1b34e43e1934d13d5828da9f9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:39.277250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.282056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.284893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.290498 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.301608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.338774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.343009 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.345766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.351395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.406228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.409657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.414444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7544e6a0-a3eb-4c87-b9e7-bb0f2a1af6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:39.454858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b189f-bba4-4800-9dd3-8c3ee7e793dd,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:39.458242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:39.458939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.460135 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1945558 Dec 09 10:19:39.463155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38832) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:39.469704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:39.475656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.479666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.482592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.488630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.505828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.565783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.569329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.571057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c8b59863-d056-44d6-8637-76da69883b62 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:39.593340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a08ac26-84be-4309-a7a9-b8f9273015ab,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:39.595663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:39.601996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.603290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1388910 Dec 09 10:19:39.605931 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38836) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:39.612211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:39.617899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.621704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.624660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.630310 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.646146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.711271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.714722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.716505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b1e0edf1-a681-474a-b512-e068a26678b3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:39.739003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c61c409-8ad4-4e7a-b4b5-456158741d7a,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:39.741341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:39.749010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.750497 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1433997 Dec 09 10:19:39.752959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38840) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:39.764635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:39.772904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.776691 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.780196 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.785815 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.802545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.863528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.866746 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.868487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d74998d8-9bd8-49f0-ab4b-576f64eed8d0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:39.889709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c2a8f9-8865-4ede-986a-8f4968ba820c,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:39.892209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:39.899048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:39.900203 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1459351 Dec 09 10:19:39.903004 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38846) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:39.908819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:39.915459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:39.919280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:39.922601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:39.928304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:39.944341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.009075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.012546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.015018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1a86682-cd86-4647-bd76-8c1cee73874d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:40.039716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f73ac6-8dbb-40c7-a694-cf22448d0050,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:40.042240 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:40.049044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.050187 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-08ffceb3-dc06-46db-958f-42d6a6b026d8 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1463063 Dec 09 10:19:40.052962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38850) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:40.058222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:40.064383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:40.068213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:40.071079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:40.077612 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:40.087509 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:19:40.094353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.157993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.161156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.162949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1976da5b-0b8b-4b97-b64e-b282f5dac6ad tempest-TestVolumeBootPattern-676438157 tempest-TestVolumeBootPattern-676438157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:40.184046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62210019-8b9f-47ba-80cb-c0e7c2409b33,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:40.187096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:40.193985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.195204 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1413465 Dec 09 10:19:40.197949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38854) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:40.203971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'security_group_rule': {'security_group_id': 'a87b189f-bba4-4800-9dd3-8c3ee7e793dd', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:40.209733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:40.213554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:security_group_rule and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:40.216442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:40.222282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:40.232589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Project 343f46d1b34e43e1934d13d5828da9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:19:40.239106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.305916 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.309513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.311897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-917e107d-2048-486a-97dd-3148fed40d74 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:40.334445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdbd182-7e2b-4b32-9d4a-c96c037f2bca,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:40.338743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:40.343050 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.344240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453946 Dec 09 10:19:40.347094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38858) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:40.352458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'network': {'name': 'tempest-network-smoke--1101524629', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'port_security_enabled': True}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:40.357345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:40.361647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:network and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:40.364514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:40.370140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:40.380131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:19:40.383026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.413903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:19:40.422808 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.423171 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Added segment 374fde1b-3391-41b9-8495-d6f23f65dc61 of type vlan for network 16eccf07-c9a7-4659-a488-44b88eead613 Dec 09 10:19:40.448660 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.478018 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.481696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:40.482301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.486039 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1176a7e4-8bd5-4b3f-8549-8cd2d2c9e439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:40.590977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Network': ['ID=16eccf07-c9a7-4659-a488-44b88eead613,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:40.594171 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2461562 Dec 09 10:19:40.595112 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-229f0a87-2d6d-40a8-a4d3-1d9cad4654f1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:40.596942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38862) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:40.601218 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 16eccf07-c9a7-4659-a488-44b88eead613 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:19:40.602223 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'admin_state_up': True, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:40.609899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:40.614007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:router and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:40.616907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:40.623868 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:40.634173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.635129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.658249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:40.804410 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.093189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.125464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.257356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.170 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/dfcaf236-70f7-4fe3-93f8-d73033665945) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:19:41.405173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.431576 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.435776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:41.502523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:19:41.505635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:41.509804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:19:41.534876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=dfcaf236-70f7-4fe3-93f8-d73033665945,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:41.539642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:41.667412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.668183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:41.891608 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 355edcad-6178-4a69-b527-c55f86e8f096 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:19:42.096854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:19:42.106201 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Sync routers for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:19:42.118499 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:42.119106 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:42.124295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:42.128191 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5302939 Dec 09 10:19:42.128994 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38866) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:42.329524 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:42.400840 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-39a8fad5-5776-42b7-b0c8-c1d629da214c tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=343f46d1b34e43e1934d13d5828da9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2705758 Dec 09 10:19:42.403298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38872) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:42.532409 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8dff93-1efe-4377-80c4-de0cde88e2c6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:42.533887 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0d8dff93-1efe-4377-80c4-de0cde88e2c6 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295872 Dec 09 10:19:42.536764 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38876) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:42.576159 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e390e7d4-6395-4912-9f08-f9aba5191200 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=19316929-ab48-4b51-80f9-a848e0d0b4b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382187 Dec 09 10:19:42.578662 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38880) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:42.583904 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30240577', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:42.612243 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:41Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:42.616053 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Checking router: 355edcad-6178-4a69-b527-c55f86e8f096 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:19:42.616426 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Updating router 355edcad-6178-4a69-b527-c55f86e8f096 port dfcaf236-70f7-4fe3-93f8-d73033665945 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:19:42.668977 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:42.794753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:42.798718 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:subnet and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:19:42.801592 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:19:42.807242 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:42.817095 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'subnet': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:19:42.918138 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1952408'] for subnet, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:42.991446 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.002836 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Transition to ACTIVE for port object dfcaf236-70f7-4fe3-93f8-d73033665945 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:43.009939 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.014625 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:43.091351 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf236-70f7-4fe3-93f8-d73033665945,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:43.097073 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Attempting to bind port dfcaf236-70f7-4fe3-93f8-d73033665945 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:19:43.097446 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Attempting to bind port dfcaf236-70f7-4fe3-93f8-d73033665945 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:19:43.097814 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Attempting to bind port dfcaf236-70f7-4fe3-93f8-d73033665945 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:19:43.107099 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.107803 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.107803 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.108151 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.108476 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.108800 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.109120 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.109440 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.109757 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.110072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.110389 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:19:43.114943 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:43.115831 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:19:43.116222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:19:43.116608 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.117013 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:19:43.117785 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Bound port: dfcaf236-70f7-4fe3-93f8-d73033665945, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:19:43.117920 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.140183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1132573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1952426'] for subnet, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.143865 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-38dbb380-5042-41f7-bc81-672af7962d49 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:43.189170 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] For port dfcaf236-70f7-4fe3-93f8-d73033665945, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:19:43.192494 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] For port dfcaf236-70f7-4fe3-93f8-d73033665945, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=dfcaf236-70f7-4fe3-93f8-d73033665945,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:19:43.196433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.200666 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-133408ae-8efe-46c6-b58e-e8d735921a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:43.218942 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Subnet': ['ID=506e917a-e42f-4d75-b75e-fe6b1a8cd925,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:43.224219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:43.231139 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Checking segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:19:43.231498 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network hostable DHCP agents. Network: 16eccf07-c9a7-4659-a488-44b88eead613, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:19:43.255463 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 16eccf07-c9a7-4659-a488-44b88eead613 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:19:43.264486 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.base_scheduler [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 16eccf07-c9a7-4659-a488-44b88eead613) {{(pid=83486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:43.273270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b2c68-b2fb-4514-8e33-3e8e6093999e None None] Network 16eccf07-c9a7-4659-a488-44b88eead613 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:19:43.275807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:43.276589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.282733 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:43.283358 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:43.300862 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-e6429170-bc0a-49a2-a66f-6ee79a52e24b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7209289 Dec 09 10:19:43.303709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38884) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:19:43.330997 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf236-70f7-4fe3-93f8-d73033665945,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:43.347274 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:43.463498 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:43.504168 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-16eccf07-c9a7-4659-a488-44b88eead613', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:19:43.505143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.671280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Allocated IP 172.20.0.2 (16eccf07-c9a7-4659-a488-44b88eead613/506e917a-e42f-4d75-b75e-fe6b1a8cd925/9777c14b-4dca-45da-83db-e243f0f6b90e) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:19:43.797395 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:41Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:43.802500 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361855-4aad-4e6f-9104-adba1fdcf546 None None] The sync data for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv is: [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:41Z', 'revision_number': 3, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:19:43.938737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:43.949802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Transition to ACTIVE for port object 9777c14b-4dca-45da-83db-e243f0f6b90e will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:43.970394 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Transition to ACTIVE for port object 9777c14b-4dca-45da-83db-e243f0f6b90e will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:43.998845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.008059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:44.085887 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Network 16eccf07-c9a7-4659-a488-44b88eead613 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:19:44.086745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Pushing event updated for resources: {'Port': ['ID=9777c14b-4dca-45da-83db-e243f0f6b90e,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:44.090517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:44.092423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:44.095431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:19:44.185048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Attempting to bind port 9777c14b-4dca-45da-83db-e243f0f6b90e on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:19:44.185398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Attempting to bind port 9777c14b-4dca-45da-83db-e243f0f6b90e by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:19:44.185838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Attempting to bind port 9777c14b-4dca-45da-83db-e243f0f6b90e on network 16eccf07-c9a7-4659-a488-44b88eead613 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:19:44.193005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:19:44.193393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Checking segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:19:44.193810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.194215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Bound using segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:19:44.194693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Bound port: 9777c14b-4dca-45da-83db-e243f0f6b90e, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:19:44.195082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.262198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.293756 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] For port 9777c14b-4dca-45da-83db-e243f0f6b90e, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:19:44.298258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] For port 9777c14b-4dca-45da-83db-e243f0f6b90e, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9777c14b-4dca-45da-83db-e243f0f6b90e,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:19:44.307161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.312412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:44.394317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Pushing event updated for resources: {'Port': ['ID=9777c14b-4dca-45da-83db-e243f0f6b90e,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:44.396437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:44.715125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.1 (16eccf07-c9a7-4659-a488-44b88eead613/506e917a-e42f-4d75-b75e-fe6b1a8cd925/62a636ba-ecc7-4a91-97a9-676c7b61e9da) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:19:44.876915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.892870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object 62a636ba-ecc7-4a91-97a9-676c7b61e9da will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:44.915210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:44.919692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-47799014-2485-4707-b8ca-58abb943ee28 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:44.980615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 16eccf07-c9a7-4659-a488-44b88eead613 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:19:44.989437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:44.993781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:19:45.029155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:45.038581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:45.067095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.154114 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.318140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9777c14b-4dca-45da-83db-e243f0f6b90e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:45.351314 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6401ce0-f9f2-4fc7-82bd-fd200369bcca None None] Network 16eccf07-c9a7-4659-a488-44b88eead613 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:19:45.491858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-2cd7f980-7557-44ee-9ed3-a13270348dec None None] Provisioning for port 9777c14b-4dca-45da-83db-e243f0f6b90e completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:45.539178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9777c14b-4dca-45da-83db-e243f0f6b90e completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:45.549499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9777c14b-4dca-45da-83db-e243f0f6b90e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:45.549892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.572331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.576656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.609433 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:45.732598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.772112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9777c14b-4dca-45da-83db-e243f0f6b90e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9777c14b-4dca-45da-83db-e243f0f6b90e,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:45.776834 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.777969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device dfcaf236-70f7-4fe3-93f8-d73033665945 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:45.808331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:45.823366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.827616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:45.830782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:45.897568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9777c14b-4dca-45da-83db-e243f0f6b90e,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:45.901227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:45.921757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port dfcaf236-70f7-4fe3-93f8-d73033665945 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:45.926840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port dfcaf236-70f7-4fe3-93f8-d73033665945 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:45.927438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:45.977561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 16eccf07-c9a7-4659-a488-44b88eead613 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:19:45.979158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:46.069004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Provisioning for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:46.075742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:46.083135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Provisioning complete for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:46.083661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:46.139016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port dfcaf236-70f7-4fe3-93f8-d73033665945, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=dfcaf236-70f7-4fe3-93f8-d73033665945,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:46.153162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:46.157257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:46.193172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Port 62a636ba-ecc7-4a91-97a9-676c7b61e9da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:19:46.236672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf236-70f7-4fe3-93f8-d73033665945,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:46.239256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Provisioning complete for port 9777c14b-4dca-45da-83db-e243f0f6b90e triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:46.239643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-620dede5-e59c-4b56-abae-5d15fd4e05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:46.263232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:46.415267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 355edcad-6178-4a69-b527-c55f86e8f096 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:19:46.491593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0ebcc1c2-54d3-4dd1-bd57-12cbaf08680e None None] Provisioning complete for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:46.492182 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc1c2-54d3-4dd1-bd57-12cbaf08680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:46.542931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcc1c2-54d3-4dd1-bd57-12cbaf08680e None None] Port 62a636ba-ecc7-4a91-97a9-676c7b61e9da cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:19:46.616181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:19:46.628418 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/355edcad-6178-4a69-b527-c55f86e8f096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3238029 Dec 09 10:19:46.813752 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-4534bfa2-2582-4ec7-9137-4d2ce1c6f0e6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:19:46.829320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-4534bfa2-2582-4ec7-9137-4d2ce1c6f0e6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:19:46.830469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-4534bfa2-2582-4ec7-9137-4d2ce1c6f0e6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901675780&fields=id&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 267 time: 0.0575404 Dec 09 10:19:46.979370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-f721d91a-f4ed-465b-bb16-fa744da0abf0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:46.980075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-f721d91a-f4ed-465b-bb16-fa744da0abf0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:19:46.995596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-f721d91a-f4ed-465b-bb16-fa744da0abf0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:19:46.996905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-f721d91a-f4ed-465b-bb16-fa744da0abf0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 797 time: 0.1600471 Dec 09 10:19:47.013965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-aa0ed636-9834-41f4-941d-1f43f31fb4c0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/quotas/343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 375 time: 0.0113134 Dec 09 10:19:47.101560 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-cb927cba-19b6-4378-8b48-70fd9e17f279 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:19:47.118895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-cb927cba-19b6-4378-8b48-70fd9e17f279 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:19:47.120262 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-cb927cba-19b6-4378-8b48-70fd9e17f279 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009817 Dec 09 10:19:47.266122 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9777c14b-4dca-45da-83db-e243f0f6b90e up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:47.268377 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-15b2863c-e6ec-4c49-a45b-acc819faaa25 service neutron] 10.222.0.41 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352229 Dec 09 10:19:47.337315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Sync routers for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:19:47.353270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9777c14b-4dca-45da-83db-e243f0f6b90e triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:47.353735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:47.382536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:47.383261 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:47.403699 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-bfa5d7ad-df14-4094-a258-22a9d6103ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296310 Dec 09 10:19:47.669247 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device dfcaf236-70f7-4fe3-93f8-d73033665945 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:47.696463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:47.922568 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port dfcaf236-70f7-4fe3-93f8-d73033665945 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:47.922862 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.132487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 2, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:48.136337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Checking router: 355edcad-6178-4a69-b527-c55f86e8f096 for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:19:48.136706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Updating router 355edcad-6178-4a69-b527-c55f86e8f096 port 62a636ba-ecc7-4a91-97a9-676c7b61e9da binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:19:48.186565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.520224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.535197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Transition to ACTIVE for port object 62a636ba-ecc7-4a91-97a9-676c7b61e9da will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:48.542158 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.545836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:48.626630 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-046f6472-5f50-45a8-abbf-d00625beb9e6 req-5865ed79-25c9-483a-9ffe-e949adeaf194 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 210 time: 0.0468783 Dec 09 10:19:48.675283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Pushing event updated for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:48.679588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:48.770481 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Attempting to bind port 62a636ba-ecc7-4a91-97a9-676c7b61e9da on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:19:48.770856 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Attempting to bind port 62a636ba-ecc7-4a91-97a9-676c7b61e9da by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:19:48.771223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Attempting to bind port 62a636ba-ecc7-4a91-97a9-676c7b61e9da on network 16eccf07-c9a7-4659-a488-44b88eead613 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:19:48.777907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:19:48.778283 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Checking segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:19:48.778693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.779091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Bound using segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:19:48.779554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Bound port: 62a636ba-ecc7-4a91-97a9-676c7b61e9da, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:19:48.779957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.881537 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] For port 62a636ba-ecc7-4a91-97a9-676c7b61e9da, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:19:48.885114 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] For port 62a636ba-ecc7-4a91-97a9-676c7b61e9da, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=62a636ba-ecc7-4a91-97a9-676c7b61e9da,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:19:48.893161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:48.897079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:48.977653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Pushing event updated for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:48.981157 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:48.982670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:19:48.983268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:49.246332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:19:49.570029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:48Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:19:49.574212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9febd-a511-4515-873d-a28a34823c54 None None] The sync data for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv is: [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:48Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:19:49.885654 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c7ce07b9-cf6b-4646-a179-37bff081d84e req-bbbd4ad9-89c3-4b08-9f8f-8e876ab68c36 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 210 time: 0.0555706 Dec 09 10:19:49.917091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-0f1bdf38-7ae2-4351-ab4a-4c870cc40933 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:49.919049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-0f1bdf38-7ae2-4351-ab4a-4c870cc40933 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 797 time: 0.3638356 Dec 09 10:19:49.977539 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-61f9bad9-4987-4887-bb4e-a641fc2e0a81 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=343f46d1b34e43e1934d13d5828da9f9 HTTP/1.1" status: 200 len: 380 time: 0.0441978 Dec 09 10:19:49.987490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'port': {'device_id': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'admin_state_up': True, 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'security_groups': ['a87b189f-bba4-4800-9dd3-8c3ee7e793dd']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:50.130933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:19:50.141116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:19:50.151435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Made reservation on behalf of 343f46d1b34e43e1934d13d5828da9f9 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:19:50.154683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.326423 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.20.0.7 (16eccf07-c9a7-4659-a488-44b88eead613/506e917a-e42f-4d75-b75e-fe6b1a8cd925/3de845d3-8d44-48cd-9be8-f6aa1379494c) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:19:50.528306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.544046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Transition to ACTIVE for port object 3de845d3-8d44-48cd-9be8-f6aa1379494c will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:50.564986 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.570554 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1286980b-b943-434d-9833-2b640ce2d044 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:50.632446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 16eccf07-c9a7-4659-a488-44b88eead613 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:19:50.635339 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:19:50.643919 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:19:50.680572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:50.684989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:50.711567 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:50.712186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.738209 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554719 Dec 09 10:19:50.749688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Request body: {'port': {'device_id': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:19:50.856135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4d5dd63-d4ca-4231-b36b-b209bf547021 None None] Provisioning for port 3de845d3-8d44-48cd-9be8-f6aa1379494c completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:50.861179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f4d5dd63-d4ca-4231-b36b-b209bf547021 None None] Provisioning complete for port 3de845d3-8d44-48cd-9be8-f6aa1379494c triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:50.861811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f4d5dd63-d4ca-4231-b36b-b209bf547021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.866074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:50.914242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5dd63-d4ca-4231-b36b-b209bf547021 None None] Port 3de845d3-8d44-48cd-9be8-f6aa1379494c cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:19:51.089178 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202ea3a-da22-417f-add9-b021d909cb2b req-1013bdb2-33ec-4ce9-8fda-f3f89bc6a1b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:51.090643 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d202ea3a-da22-417f-add9-b021d909cb2b req-1013bdb2-33ec-4ce9-8fda-f3f89bc6a1b7 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 931 time: 0.0799851 Dec 09 10:19:51.137026 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d202ea3a-da22-417f-add9-b021d909cb2b req-a54d28c1-17c8-4573-ab03-a156143fa153 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Dec 09 10:19:51.209492 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de845d3-8d44-48cd-9be8-f6aa1379494c {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:19:51.220988 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.237665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Transition to ACTIVE for port object 3de845d3-8d44-48cd-9be8-f6aa1379494c will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:19:51.241435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.245320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-32300f35-9fa1-404a-81ae-92705b217c31 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:51.278380 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 62a636ba-ecc7-4a91-97a9-676c7b61e9da up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:51.350207 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:51.355362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:51.355739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.380761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Pushing event updated for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:51.385053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:51.483092 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.514758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Attempting to bind port 3de845d3-8d44-48cd-9be8-f6aa1379494c on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:19:51.515311 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Attempting to bind port 3de845d3-8d44-48cd-9be8-f6aa1379494c by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:19:51.515646 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Attempting to bind port 3de845d3-8d44-48cd-9be8-f6aa1379494c on network 16eccf07-c9a7-4659-a488-44b88eead613 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:19:51.518164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 62a636ba-ecc7-4a91-97a9-676c7b61e9da, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=62a636ba-ecc7-4a91-97a9-676c7b61e9da,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:51.522074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Port 3de845d3-8d44-48cd-9be8-f6aa1379494c on network 16eccf07-c9a7-4659-a488-44b88eead613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:19:51.522490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Attempting to bind port 3de845d3-8d44-48cd-9be8-f6aa1379494c on network 16eccf07-c9a7-4659-a488-44b88eead613 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:19:51.522787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.524670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:51.531245 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:19:51.531600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Checking segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:19:51.532011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Bound using segment: {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:19:51.532446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Bound port: 3de845d3-8d44-48cd-9be8-f6aa1379494c, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fde1b-3391-41b9-8495-d6f23f65dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:19:51.532794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.603288 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:51.606799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:51.628509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:19:51.631478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:19:51.636222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.640367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-402f4d00-a0e3-4ddd-8178-b41d84fa7b1f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:51.694811 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:51.696260 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] 10.222.0.58 "PUT /v2.0/ports/3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 1093 time: 0.9512913 Dec 09 10:19:51.698979 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:19:51.727313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Pushing event updated for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:51.732116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:51.774895 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'status': 'completed', 'code': 200} Dec 09 10:19:51.816341 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-be4bf641-ff76-45d7-95cc-4e4a5e84e3a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1096 time: 0.0799816 Dec 09 10:19:51.886618 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-0c34236e-5487-474b-b752-351d5a357413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 217 time: 0.0630965 Dec 09 10:19:51.951925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-b59171d3-5411-4a47-8376-435b03871acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:51.954230 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-b59171d3-5411-4a47-8376-435b03871acb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0623860 Dec 09 10:19:52.029830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-b00a6e6e-3fad-45fd-97ac-3fada66676b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692062 Dec 09 10:19:52.273094 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-afee170b-0cda-4dd5-af89-0159c7ecc834 service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366688 Dec 09 10:19:52.333888 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8299-ff16-4f23-95ee-7cda5516b4eb req-0944ec97-ab80-48ce-8105-db3fd6c2a548 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:52.335226 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2b5c8299-ff16-4f23-95ee-7cda5516b4eb req-0944ec97-ab80-48ce-8105-db3fd6c2a548 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 943 time: 0.0766013 Dec 09 10:19:52.384207 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2b5c8299-ff16-4f23-95ee-7cda5516b4eb req-b6358da0-b431-4504-8880-ae602c6de293 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Dec 09 10:19:52.409906 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-62159f85-8a34-4624-b2ae-6ff7431bf93e req-7fd0294c-6cbe-44c3-96de-ddcf79261bce service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302731 Dec 09 10:19:52.527193 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-1a02e9ec-2612-4199-8c3b-47acf9630b88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1096 time: 0.0721221 Dec 09 10:19:52.654029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af24894-6143-4017-ab57-033359050987 req-95b2a003-8bc8-42f3-9366-f72fc2fe5a1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:52.655364 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-95b2a003-8bc8-42f3-9366-f72fc2fe5a1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 898 time: 0.1222718 Dec 09 10:19:52.720608 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-4d219e9f-b8d2-48c1-8f5f-276263206bf0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 217 time: 0.0591178 Dec 09 10:19:52.783832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af24894-6143-4017-ab57-033359050987 req-1d5145d3-c9c6-48ca-a2a5-66d27212a6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:52.785208 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-1d5145d3-c9c6-48ca-a2a5-66d27212a6c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0592265 Dec 09 10:19:52.860894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-0053a6dd-c0e7-4884-b1c7-2234f1121dcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683746 Dec 09 10:19:52.991599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-2a6f4423-8f7e-46c7-a3ba-757d51ee733b service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245158 Dec 09 10:19:53.121305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9af24894-6143-4017-ab57-033359050987 req-f5f5cf30-74d0-49e8-aa78-ee83aa3df33c service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222126 Dec 09 10:19:53.262454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 62a636ba-ecc7-4a91-97a9-676c7b61e9da up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:53.329969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 62a636ba-ecc7-4a91-97a9-676c7b61e9da triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:53.330330 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:53.587421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9f59-e038-4678-a662-f8f24fecaef6 req-001b0512-9906-4396-a7b0-6e1d90b10a92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:53.588034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2b7f9f59-e038-4678-a662-f8f24fecaef6 req-001b0512-9906-4396-a7b0-6e1d90b10a92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:19:53.603562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-2b7f9f59-e038-4678-a662-f8f24fecaef6 req-001b0512-9906-4396-a7b0-6e1d90b10a92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:19:53.605560 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2b7f9f59-e038-4678-a662-f8f24fecaef6 req-001b0512-9906-4396-a7b0-6e1d90b10a92 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 943 time: 0.0981464 Dec 09 10:19:53.651724 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2b7f9f59-e038-4678-a662-f8f24fecaef6 req-ff7ea389-0c1d-4e3c-8cc3-4121adf1266c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Dec 09 10:19:53.671899 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:19:54.849047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942cb34-998d-40c9-b867-69e51852d489 req-2ede52e3-1eb9-493f-ae68-f3efc38c1879 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:54.850489 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e942cb34-998d-40c9-b867-69e51852d489 req-2ede52e3-1eb9-493f-ae68-f3efc38c1879 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 943 time: 0.0757360 Dec 09 10:19:54.896565 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e942cb34-998d-40c9-b867-69e51852d489 req-bd47e5a0-dc4c-4f68-aca1-c8742804c9bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Dec 09 10:19:56.093975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc265b-c99a-4a60-bcd6-60d954d98804 req-d26a792b-2c6e-470f-af9d-c250be3b4a8f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:56.095412 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efdc265b-c99a-4a60-bcd6-60d954d98804 req-d26a792b-2c6e-470f-af9d-c250be3b4a8f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 943 time: 0.0768468 Dec 09 10:19:56.140752 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-efdc265b-c99a-4a60-bcd6-60d954d98804 req-59515e7e-199f-4fce-8c50-e28a0a864676 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Dec 09 10:19:57.164262 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3de845d3-8d44-48cd-9be8-f6aa1379494c details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:19:57.297737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:57.311437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'port_id': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'mac_address': 'fa:16:3e:e9:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:19:57.340961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca51d-09fe-4896-a5a3-a13bd935c8d0 req-6f40dc93-5b64-47b8-bc8b-ded45af32b58 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:57.342421 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6baca51d-09fe-4896-a5a3-a13bd935c8d0 req-6f40dc93-5b64-47b8-bc8b-ded45af32b58 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 943 time: 0.0812428 Dec 09 10:19:57.369714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:57.386353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de845d3-8d44-48cd-9be8-f6aa1379494c {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:19:57.389083 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6baca51d-09fe-4896-a5a3-a13bd935c8d0 req-51d7328a-1ecb-4e64-9873-d3404e94079e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 Dec 09 10:19:57.401160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:57.406047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:57.407988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:57.470468 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:57.473444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:57.752984 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['3de845d3-8d44-48cd-9be8-f6aa1379494c'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:19:58.596409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fbdd3-054e-41c8-bc72-6e9a8d3ffbd3 req-b868d806-75b4-4cdd-8cc8-9c707a4d188b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:58.597837 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc3fbdd3-054e-41c8-bc72-6e9a8d3ffbd3 req-b868d806-75b4-4cdd-8cc8-9c707a4d188b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 944 time: 0.0805545 Dec 09 10:19:58.643357 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-bc3fbdd3-054e-41c8-bc72-6e9a8d3ffbd3 req-64488a73-cd96-4237-8aab-06fad83514b0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Dec 09 10:19:59.179499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3de845d3-8d44-48cd-9be8-f6aa1379494c up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:19:59.293673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 3de845d3-8d44-48cd-9be8-f6aa1379494c completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:19:59.298175 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 3de845d3-8d44-48cd-9be8-f6aa1379494c triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:19:59.298576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:59.407317 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:59.432539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:19:59.442386 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:19:59.446078 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:19:59.447991 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:19:59.491347 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'code': 200} Dec 09 10:19:59.516903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:19:59.519658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:19:59.715795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2136cdba-c8d9-42c2-bd57-768090cc11b7 req-7202702d-7e23-4438-9aff-218959696875 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1098 time: 0.0692120 Dec 09 10:19:59.758773 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2136cdba-c8d9-42c2-bd57-768090cc11b7 req-3fb3f86a-55e1-4d9e-ae6b-41fe99dacaeb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364690 Dec 09 10:19:59.839792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7484251-8965-4b3b-985b-fe7c526849c1 req-7ef9f3b1-2a6f-4001-be61-fd12c0af6422 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:19:59.841210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7484251-8965-4b3b-985b-fe7c526849c1 req-7ef9f3b1-2a6f-4001-be61-fd12c0af6422 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0786235 Dec 09 10:19:59.888113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e7484251-8965-4b3b-985b-fe7c526849c1 req-c8556d7f-4cae-4d50-9bdf-2f850742c477 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Dec 09 10:20:01.098404 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e989-75cd-4108-b2e8-ef737d1aaf9c req-79d4ee27-2b28-433d-bf30-cd4bfa2d5ae0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:01.100205 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a834e989-75cd-4108-b2e8-ef737d1aaf9c req-79d4ee27-2b28-433d-bf30-cd4bfa2d5ae0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0895505 Dec 09 10:20:01.155169 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-a834e989-75cd-4108-b2e8-ef737d1aaf9c req-d4e2fe17-5c2d-433f-bfbc-dcb62c99297c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Dec 09 10:20:02.356672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08f63-e1b4-4c20-bec2-d17e3b70f7ca req-d576f371-6ddf-472e-8ec7-e80d476e10fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:02.358131 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0c08f63-e1b4-4c20-bec2-d17e3b70f7ca req-d576f371-6ddf-472e-8ec7-e80d476e10fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0816391 Dec 09 10:20:02.410243 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a0c08f63-e1b4-4c20-bec2-d17e3b70f7ca req-abd445ad-06d0-4b22-8150-1e7bcfd7f244 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Dec 09 10:20:02.637822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4c92-48dc-404f-94c6-f7270a6dd834 req-05537cb1-b998-41e3-9bf2-9b319d4d93e0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:02.639373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-396d4c92-48dc-404f-94c6-f7270a6dd834 req-05537cb1-b998-41e3-9bf2-9b319d4d93e0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.1006675 Dec 09 10:20:02.695781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-396d4c92-48dc-404f-94c6-f7270a6dd834 req-b574795a-345c-4deb-9122-a7a1a9234ca0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494215 Dec 09 10:20:02.724839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38938) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:20:02.798688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-668bb8fb-ea7e-4f19-8aef-824d4e458911 tempest-TestNetworkAdvancedServerOps-1200705054 tempest-TestNetworkAdvancedServerOps-1200705054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1093 time: 0.0723903 Dec 09 10:20:02.801256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38942) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:20:02.806505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:20:02.812962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:20:02.817069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Usage tracker for resource:floatingip and tenant:343f46d1b34e43e1934d13d5828da9f9 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:20:02.820038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:20:02.826118 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:20:02.840440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.089503 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.235782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Allocated IP 172.26.4.172 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:20:03.383593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.411044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.414501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c12affa-dde7-4081-89dd-52104b5e54fc tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:20:03.479300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:20:03.482540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:20:03.485228 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:20:03.487876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:20:03.518890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:20:03.542254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.625527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-56de0618-f65e-4fbf-93d7-c9e708d33b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:03.998870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:04.054141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:04.262904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:04.267990 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:04.271525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d2fc22d3-6161-4d62-80b2-d7699a0f8d36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:20:04.373284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event updated for resources: {'Port': ['ID=3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:20:04.381198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:20:04.391113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:04.577869 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Floating IP d3de4407-8216-47d4-a69b-df399a9b2800 associated. External IP: 172.26.4.172, port: 3de845d3-8d44-48cd-9be8-f6aa1379494c. Dec 09 10:20:04.757356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:05.072343 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 355edcad-6178-4a69-b527-c55f86e8f096 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:20:05.269261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:20:05.279711 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Sync routers for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:20:05.293099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:05.293291 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:20:05.294021 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:20:05.350100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5478227 Dec 09 10:20:05.350766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:20:05.420095 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'status': 'completed', 'code': 200} Dec 09 10:20:05.474138 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:20:05.584664 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-77ba16c5-a77d-4b83-8a39-0a96985b1482 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1098 time: 0.1352890 Dec 09 10:20:05.590056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a6f88-9875-4b7e-bd00-93257661c438 req-fae3da50-34d0-47f0-abe1-6735ed0cae65 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:05.591371 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-737a6f88-9875-4b7e-bd00-93257661c438 req-fae3da50-34d0-47f0-abe1-6735ed0cae65 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.1072631 Dec 09 10:20:05.721323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-737a6f88-9875-4b7e-bd00-93257661c438 req-8a8e045d-5c3a-4fc5-965b-8cab9438beab tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089456 Dec 09 10:20:05.750514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38950) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:20:05.753159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-a8e480c7-8440-44c6-956b-39c3f71e0933 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:05.754598 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-a8e480c7-8440-44c6-956b-39c3f71e0933 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 898 time: 0.1623890 Dec 09 10:20:05.833849 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'd3de4407-8216-47d4-a69b-df399a9b2800', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'port_id': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'mac_address': 'fa:16:3e:e9:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:20:03Z', 'updated_at': '2021-12-09T10:20:03Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:20:05.838812 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Checking router: 355edcad-6178-4a69-b527-c55f86e8f096 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:20:05.850151 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:20:05.850758 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:19:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:20:05.866472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb410-0dc0-4b52-9460-d34e0da1a09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:05.873822 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-4a0f3c9f-572e-440b-be94-9f20a3255e32 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/d3de4407-8216-47d4-a69b-df399a9b2800 HTTP/1.1" status: 200 len: 991 time: 0.1204040 Dec 09 10:20:05.877541 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-55958e51-7c27-4697-885c-da7a3e513f68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 999 time: 0.1162844 Dec 09 10:20:05.940414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-cd12cb6a-2f95-45e6-a00e-8d009e6ad3c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:05.941834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-cd12cb6a-2f95-45e6-a00e-8d009e6ad3c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0581863 Dec 09 10:20:06.020120 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-ce8a3b71-01ce-4772-a447-0e4673a12041 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716798 Dec 09 10:20:06.035407 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:20:06.153567 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-48fd13dd-2e22-4270-8b05-9832f3552f5e service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268125 Dec 09 10:20:06.381244 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'd3de4407-8216-47d4-a69b-df399a9b2800', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'port_id': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'mac_address': 'fa:16:3e:e9:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:20:03Z', 'updated_at': '2021-12-09T10:20:03Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:20:06.385350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702bfd8-1c91-496b-96ce-4cec9e8c3ec1 None None] The sync data for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv is: [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'd3de4407-8216-47d4-a69b-df399a9b2800', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'port_id': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'mac_address': 'fa:16:3e:e9:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:20:03Z', 'updated_at': '2021-12-09T10:20:03Z', 'revision_number': 0, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:20:06.401748 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-031585f2-c0fc-4506-9f32-4df8ae2c388f req-afa8fc08-1120-4247-b268-b00b8d38cade service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420373 Dec 09 10:20:06.580014 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20fcab-3082-45b0-82ae-e556e63a960c None None] New status for floating IP d3de4407-8216-47d4-a69b-df399a9b2800: ACTIVE {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:20:06.876545 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38954) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:20:06.982603 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9debf9f6-be93-4274-a2ca-c5648e458714 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/d3de4407-8216-47d4-a69b-df399a9b2800 HTTP/1.1" status: 200 len: 993 time: 0.1037712 Dec 09 10:20:06.998558 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:08.438957 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:28.065143 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-25a4c6f3-099f-4c9e-8126-d17a6816e2d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671289 Dec 09 10:20:28.203779 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-be2da014-6244-4861-ada3-ad5aee943be5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1098 time: 0.0717006 Dec 09 10:20:28.347322 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-e5d2d090-d93a-488f-9722-c08e2d70b5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:28.348791 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-e5d2d090-d93a-488f-9722-c08e2d70b5ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 898 time: 0.1278334 Dec 09 10:20:28.447571 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-f258bcc6-d61a-450d-baaf-934fc7e1fcb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 1001 time: 0.0926974 Dec 09 10:20:28.512383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-6b245760-b0dc-4779-99e3-2c49bd88f256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:20:28.513796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-6b245760-b0dc-4779-99e3-2c49bd88f256 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0601161 Dec 09 10:20:28.589533 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-7ad66dc2-9759-48cf-bdbf-3f586ad15ab4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694964 Dec 09 10:20:28.722002 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-b26eddf5-733b-4e9f-9c76-77821b3c9a24 service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263187 Dec 09 10:20:28.853376 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6720ca77-acdf-411c-befa-5c47b3f962ee req-6e21eaaf-5156-4974-81d2-d5e9e0676a4c service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256981 Dec 09 10:20:30.674198 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:20:33.551988 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:33.627476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3cda8776-605d-4c83-b6d5-3a0dc6f94d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:34.760661 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:35.859686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9b66c144-7eaa-4da1-acaf-df6d3f3457b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:37.002420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:20:38.442325 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:03.556100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:03.630758 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-052fa21c-572a-4067-b673-cc47315d1722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:04.764505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:05.862860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-836c4de6-314f-4efd-97a7-50339fadceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:07.004605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:07.674637 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:21:08.444463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:18.645296 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632a69-ff09-4745-b429-d1b5ad8b68d4 req-7224ac20-e826-42ba-852b-9f4fa2967bd0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:18.646638 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a632a69-ff09-4745-b429-d1b5ad8b68d4 req-7224ac20-e826-42ba-852b-9f4fa2967bd0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0793016 Dec 09 10:21:18.691622 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a632a69-ff09-4745-b429-d1b5ad8b68d4 req-ac6dd801-6374-4a4e-a1f3-c6368ffc7b6f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Dec 09 10:21:19.897090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114bd31-0ccd-4a75-8210-ef892abc0411 req-9cb97138-f1fc-4ba6-99be-11fa0276991d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:19.898545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3114bd31-0ccd-4a75-8210-ef892abc0411 req-9cb97138-f1fc-4ba6-99be-11fa0276991d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0816631 Dec 09 10:21:19.943524 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3114bd31-0ccd-4a75-8210-ef892abc0411 req-18ea468f-7235-4c1c-9c54-ec2b8940a5c3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395584 Dec 09 10:21:21.144952 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e0cb-c910-43f3-82c7-61b34c8477b0 req-5a451dd8-fe7c-490e-8c1c-ec5771a4f63a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:21.146532 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-19d9e0cb-c910-43f3-82c7-61b34c8477b0 req-5a451dd8-fe7c-490e-8c1c-ec5771a4f63a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0811200 Dec 09 10:21:21.192566 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-19d9e0cb-c910-43f3-82c7-61b34c8477b0 req-22998bca-7587-4b8d-9c24-540d15670eac tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Dec 09 10:21:21.220514 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 38984) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:21.428249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-3e1648da-a901-4b85-869f-a8512d9be800 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/d3de4407-8216-47d4-a69b-df399a9b2800 HTTP/1.1" status: 200 len: 993 time: 0.2065179 Dec 09 10:21:22.958311 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-ba94cd84-ec60-40ee-a5c9-d9729c22eeb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1098 time: 0.0969269 Dec 09 10:21:22.966101 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a136ad-6dcc-4789-ab20-0c22bf88707b req-feb10ef3-838a-4274-8354-0df7c75fb4bd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:22.967438 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-35a136ad-6dcc-4789-ab20-0c22bf88707b req-feb10ef3-838a-4274-8354-0df7c75fb4bd tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.1370995 Dec 09 10:21:23.089284 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-35a136ad-6dcc-4789-ab20-0c22bf88707b req-bafe63bb-6e65-4fbe-bba8-e3bda3014ea9 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032295 Dec 09 10:21:23.126829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-06a6db5d-7595-428a-b0e1-6eed8aecfa2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:23.128288 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-06a6db5d-7595-428a-b0e1-6eed8aecfa2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 898 time: 0.1600032 Dec 09 10:21:23.229925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-513ce387-a994-4a7f-a2fe-16584ed75dd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 1001 time: 0.0957024 Dec 09 10:21:23.290690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-07551e56-2b04-452a-aae7-b3a1a1e0b426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:23.292137 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-07551e56-2b04-452a-aae7-b3a1a1e0b426 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0567660 Dec 09 10:21:23.367260 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-fc68a3de-c3ea-4b1c-a9f1-d42cf3f36db0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694017 Dec 09 10:21:23.600556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-0c44aec6-0abb-4719-80bd-2c660d55a2ca service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259564 Dec 09 10:21:23.727212 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aaa968be-eeb0-4587-b3a8-77ee47267f08 req-d00f7b15-ae7a-4298-be2d-bafc4f09f0e9 service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209726 Dec 09 10:21:24.429736 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d96d99-d00f-4ac7-9e51-07b69aaf2dc5 req-d0f4c75e-7f9b-4602-a3db-59e12003b438 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:24.431150 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d0d96d99-d00f-4ac7-9e51-07b69aaf2dc5 req-d0f4c75e-7f9b-4602-a3db-59e12003b438 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0760741 Dec 09 10:21:24.475467 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d0d96d99-d00f-4ac7-9e51-07b69aaf2dc5 req-c172b7f4-d966-4cea-8e3d-f89b62027da5 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Dec 09 10:21:25.681244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97d499-010c-4115-a0f7-bce915aa1a1e req-682a71c5-a86b-47fe-927b-58ee4b7c80de tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:25.682676 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6a97d499-010c-4115-a0f7-bce915aa1a1e req-682a71c5-a86b-47fe-927b-58ee4b7c80de tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0764163 Dec 09 10:21:25.727795 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6a97d499-010c-4115-a0f7-bce915aa1a1e req-47414e25-2cd6-4999-889e-f01cd539c11c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Dec 09 10:21:25.756115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 38998) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:25.861202 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fb29df87-9914-42f6-a6b7-5b3dfdf4e42e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/floatingips/d3de4407-8216-47d4-a69b-df399a9b2800 HTTP/1.1" status: 200 len: 993 time: 0.1037321 Dec 09 10:21:26.134297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39006) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:26.337422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:21:26.337758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:26.503518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:26.503875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:26.622677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:21:26.772580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:26.775876 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-89b82cbd-7464-4138-b6c1-ce2ce84acbea tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:26.815671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=3be4a5ea-4c72-4dbb-ab82-aeccfdf8c0a2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:26.862414 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.863060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.863435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.863891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.864233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.864623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.865159 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.865542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.865903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.866260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.866618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:26.870236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:26.923602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:27.419146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 355edcad-6178-4a69-b527-c55f86e8f096 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:21:27.618956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:27.628143 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Sync routers for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:21:27.638390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:27.641009 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:27.641627 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:27.695889 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/floatingips/d3de4407-8216-47d4-a69b-df399a9b2800 HTTP/1.1" status: 204 len: 168 time: 1.5605600 Dec 09 10:21:27.696539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:21:27.852620 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:27.852920 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'status': 'completed', 'code': 200} Dec 09 10:21:27.962195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-44cc1210-7e8a-44cd-81b5-45697bd0f58c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=343f46d1b34e43e1934d13d5828da9f9&device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 1098 time: 0.0874069 Dec 09 10:21:28.102090 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e38932-4342-4d84-8dc1-0a7202f1f34e req-2a35d7a8-4635-4745-af26-8964276884de tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:28.103597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-51301708-b2cf-4bcc-b5c5-e2183933d98f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:28.104195 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-80e38932-4342-4d84-8dc1-0a7202f1f34e req-2a35d7a8-4635-4745-af26-8964276884de tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0819497 Dec 09 10:21:28.109794 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-51301708-b2cf-4bcc-b5c5-e2183933d98f service neutron] 10.222.0.58 "GET /v2.0/networks?id=16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 200 len: 898 time: 0.1402395 Dec 09 10:21:28.154448 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-80e38932-4342-4d84-8dc1-0a7202f1f34e req-b4613094-2d62-4c6c-b8ff-6c2e785bfdb0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Dec 09 10:21:28.180587 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-ede7e2c9-2e02-4f44-a185-ab3d8bd2ac12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 200 len: 217 time: 0.0644422 Dec 09 10:21:28.183299 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:28.187845 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Checking router: 355edcad-6178-4a69-b527-c55f86e8f096 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:21:28.198332 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:28.198932 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:28.248720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-03416da1-d803-4117-a051-88b4d2012228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:28.250773 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-03416da1-d803-4117-a051-88b4d2012228 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 200 len: 833 time: 0.0619419 Dec 09 10:21:28.326217 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-afd527b2-eade-4e06-ac7d-ead13bb91c91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16eccf07-c9a7-4659-a488-44b88eead613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672245 Dec 09 10:21:28.374092 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:28.457617 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-27d2f980-4ada-43b1-ad90-111c18f206cb service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241930 Dec 09 10:21:28.590422 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cff0d46f-6f4f-4089-88e0-981d8a2920c7 req-a46ec7b5-5f7f-4c63-8e41-d6845aa070f9 service neutron] 10.222.0.58 "GET /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264744 Dec 09 10:21:28.689839 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:28.693897 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ed584-59da-4bb5-80fc-e3e4639cbadb None None] The sync data for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv is: [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:19:45Z', 'revision_number': 4, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '62a636ba-ecc7-4a91-97a9-676c7b61e9da', 'name': '', 'network_id': '16eccf07-c9a7-4659-a488-44b88eead613', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'mac_address': 'fa:16:3e:43:ef:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:44Z', 'updated_at': '2021-12-09T10:19:51Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'subnets': [{'id': '506e917a-e42f-4d75-b75e-fe6b1a8cd925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:21:28.903210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a5bbf-e785-47f8-903e-ef737af66377 None None] New status for floating IP d3de4407-8216-47d4-a69b-df399a9b2800: DOWN {{(pid=83488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:21:29.353651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e4d5-7e88-424d-b834-a9c4b1c25a99 req-43073e2b-36e5-4412-a98b-03ef26e12e02 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:29.354236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5294e4d5-7e88-424d-b834-a9c4b1c25a99 req-43073e2b-36e5-4412-a98b-03ef26e12e02 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Synchronizing usage tracker for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:21:29.369768 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-5294e4d5-7e88-424d-b834-a9c4b1c25a99 req-43073e2b-36e5-4412-a98b-03ef26e12e02 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Unset dirty status for tenant:343f46d1b34e43e1934d13d5828da9f9 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:21:29.371271 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5294e4d5-7e88-424d-b834-a9c4b1c25a99 req-43073e2b-36e5-4412-a98b-03ef26e12e02 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0970364 Dec 09 10:21:29.417170 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5294e4d5-7e88-424d-b834-a9c4b1c25a99 req-b500c47c-aa19-4722-9760-4bf3350ebd63 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 Dec 09 10:21:29.916287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-cf41397d-c742-408c-8606-b18b6e7a509d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:29.917698 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-cf41397d-c742-408c-8606-b18b6e7a509d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 945 time: 0.0754170 Dec 09 10:21:29.988452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 3de845d3-8d44-48cd-9be8-f6aa1379494c {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:21:29.988790 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:30.226372 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 3de845d3-8d44-48cd-9be8-f6aa1379494c, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=3de845d3-8d44-48cd-9be8-f6aa1379494c,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:30.226634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:30.450586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 3de845d3-8d44-48cd-9be8-f6aa1379494c owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:21:30.594928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:30.600443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb37c84e-1d32-4717-9031-5237d2977f9e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:30.623891 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e003-a2c8-45c7-8718-1f877240d918 req-26fee969-cc4b-4f25-bdd8-cda7cd4ffea6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:30.625361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ef50e003-a2c8-45c7-8718-1f877240d918 req-26fee969-cc4b-4f25-bdd8-cda7cd4ffea6 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e975916-42ac-48ed-bcda-5ebb06c7dff4 HTTP/1.1" status: 200 len: 867 time: 0.0793524 Dec 09 10:21:30.641422 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=3de845d3-8d44-48cd-9be8-f6aa1379494c,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:30.645350 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:30.678341 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ef50e003-a2c8-45c7-8718-1f877240d918 req-4b28c6e6-b7f2-4862-926b-c5da070c6b4d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "GET /v2.0/security-groups?id=a87b189f-bba4-4800-9dd3-8c3ee7e793dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Dec 09 10:21:30.722296 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] No DVR routers for this DVR port 3de845d3-8d44-48cd-9be8-f6aa1379494c on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:21:30.724701 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:30.727251 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'name': 'network-vif-deleted', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:21:30.742350 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cb98daa4-eb0c-41ca-a400-5aefb291943a req-2b61a991-e67e-4533-99a9-adab5c22865e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.58 "DELETE /v2.0/ports/3de845d3-8d44-48cd-9be8-f6aa1379494c HTTP/1.1" status: 204 len: 173 time: 0.8195186 Dec 09 10:21:30.793580 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e975916-42ac-48ed-bcda-5ebb06c7dff4', 'name': 'network-vif-deleted', 'tag': '3de845d3-8d44-48cd-9be8-f6aa1379494c', 'status': 'completed', 'code': 200} Dec 09 10:21:31.782057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39026) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:32.179479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:32.782964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port 62a636ba-ecc7-4a91-97a9-676c7b61e9da {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:21:32.783669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:33.074535 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port 62a636ba-ecc7-4a91-97a9-676c7b61e9da, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=62a636ba-ecc7-4a91-97a9-676c7b61e9da,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:33.074793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:33.195035 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for 62a636ba-ecc7-4a91-97a9-676c7b61e9da owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:21:33.375618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:33.379798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-544ab4e2-039a-4190-bf94-2fa61a8aec3b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:33.421104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=62a636ba-ecc7-4a91-97a9-676c7b61e9da,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:33.424621 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:33.556919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:33.568331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3de845d3-8d44-48cd-9be8-f6aa1379494c no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:21:33.605069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 3de845d3-8d44-48cd-9be8-f6aa1379494c {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:21:33.605429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 3de845d3-8d44-48cd-9be8-f6aa1379494c not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:21:33.632457 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-226f31b8-74ae-4b21-920c-9641c10149eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:33.730783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:34.294346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Router 355edcad-6178-4a69-b527-c55f86e8f096 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:21:34.602512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:34.613417 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Sync routers for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:21:34.616546 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "PUT /v2.0/routers/355edcad-6178-4a69-b527-c55f86e8f096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8334033 Dec 09 10:21:34.619133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39030) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:34.626257 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:34.626859 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:34.770600 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:34.803924 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:34.809293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting subnet 506e917a-e42f-4d75-b75e-fe6b1a8cd925 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:21:34.813420 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:34.869012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:34.954089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.030024 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.034636 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ca842ec7-0acb-4f07-b4f6-608993c362d1 tempest-RoutersTest-1144914830 tempest-RoutersTest-1144914830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:35.069257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Subnet': ['ID=506e917a-e42f-4d75-b75e-fe6b1a8cd925,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:35.072279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:35.078517 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.084399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a52d5-9b87-456a-848d-4317cf4359c7 None None] Network 16eccf07-c9a7-4659-a488-44b88eead613 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:21:35.088100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2ab6d0ad-6e4b-4db5-80e7-b37ac9515d23 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/subnets/506e917a-e42f-4d75-b75e-fe6b1a8cd925 HTTP/1.1" status: 204 len: 168 time: 0.4655719 Dec 09 10:21:35.088298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39034) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:35.123536 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:21:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:35.127886 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Checking router: 355edcad-6178-4a69-b527-c55f86e8f096 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:21:35.138179 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Routers {'355edcad-6178-4a69-b527-c55f86e8f096'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:35.138788 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['355edcad-6178-4a69-b527-c55f86e8f096'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:35.315402 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.336998 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] Set router 355edcad-6178-4a69-b527-c55f86e8f096 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:35.360999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] DHCP port deletion for 16eccf07-c9a7-4659-a488-44b88eead613 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:21:35.366768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Deleting port 9777c14b-4dca-45da-83db-e243f0f6b90e {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:21:35.367225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.528148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.537639 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Deleting port dfcaf236-70f7-4fe3-93f8-d73033665945 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:21:35.538164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.576904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] For port 9777c14b-4dca-45da-83db-e243f0f6b90e, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9777c14b-4dca-45da-83db-e243f0f6b90e,segment=NetworkSegment(374fde1b-3391-41b9-8495-d6f23f65dc61),segment_id=374fde1b-3391-41b9-8495-d6f23f65dc61)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:35.577312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.626085 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:21:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:35.629966 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea42ebc-ba32-4c28-9952-1132cb72bddc None None] The sync data for ids ['355edcad-6178-4a69-b527-c55f86e8f096'] in dv-neutron-821175-1-hyperv is: [{'id': '355edcad-6178-4a69-b527-c55f86e8f096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380742829', 'tenant_id': '343f46d1b34e43e1934d13d5828da9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:19:40Z', 'updated_at': '2021-12-09T10:21:33Z', 'revision_number': 5, 'project_id': '343f46d1b34e43e1934d13d5828da9f9', 'gw_port': {'id': 'dfcaf236-70f7-4fe3-93f8-d73033665945', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355edcad-6178-4a69-b527-c55f86e8f096', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:19:41Z', 'updated_at': '2021-12-09T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:21:35.709525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Calling delete_port for 9777c14b-4dca-45da-83db-e243f0f6b90e owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:21:35.719346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] For port dfcaf236-70f7-4fe3-93f8-d73033665945, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=dfcaf236-70f7-4fe3-93f8-d73033665945,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:35.719704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.826645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530'] for port, after_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.834439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:35.843843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Calling delete_port for dfcaf236-70f7-4fe3-93f8-d73033665945 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:21:35.884219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Pushing event deleted for resources: {'Port': ['ID=9777c14b-4dca-45da-83db-e243f0f6b90e,revision_number=None']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:35.899717 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-47a068e6-aa00-467b-b4b8-45523ab8fe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:35.901658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.902000 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.902336 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.902670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.902997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.903320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.903651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.904001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.904327 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.904635 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.904953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:35.907517 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] No DVR routers for this DVR port 9777c14b-4dca-45da-83db-e243f0f6b90e on host dv-neutron-821175-1-hyperv {{(pid=83488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:21:35.909184 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:36.144600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.148850 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e96c0428-bb0e-4b80-ba76-8a2f762e7652 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:36.192610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Port': ['ID=dfcaf236-70f7-4fe3-93f8-d73033665945,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:36.195692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:36.412474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.664820 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.668902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.696172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.696696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Fanout notify agent at l3_agent the message router_deleted on router 355edcad-6178-4a69-b527-c55f86e8f096 {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:21:36.712672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.713763 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/routers/355edcad-6178-4a69-b527-c55f86e8f096 HTTP/1.1" status: 204 len: 168 time: 1.6246037 Dec 09 10:21:36.716432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39038) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:36.829483 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.960287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:36.984889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eccf07-c9a7-4659-a488-44b88eead613']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:36.998408 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fde1b-3391-41b9-8495-d6f23f65dc61') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:36.998705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fde1b-3391-41b9-8495-d6f23f65dc61') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:37.007100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.011129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.026880 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.032978 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:21:37.033355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:21:37.047157 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:21:37.126302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.130051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2753068d-2362-476b-a20d-08b0fa916c1e tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:37.144697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.155985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'Network': ['ID=16eccf07-c9a7-4659-a488-44b88eead613,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:37.159328 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:37.165581 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3e33bd88-147d-4dd5-9ee2-c022389386ec tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/networks/16eccf07-c9a7-4659-a488-44b88eead613 HTTP/1.1" status: 204 len: 168 time: 0.4482276 Dec 09 10:21:37.168261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39042) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:37.237615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.266827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.309575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9777c14b-4dca-45da-83db-e243f0f6b90e no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:21:37.333116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.338211 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7f96638d-2f10-4401-96be-a23c2404dba4 tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:37.344790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9777c14b-4dca-45da-83db-e243f0f6b90e {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:21:37.345155 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9777c14b-4dca-45da-83db-e243f0f6b90e not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:21:37.345592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 62a636ba-ecc7-4a91-97a9-676c7b61e9da no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:21:37.356727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b189f-bba4-4800-9dd3-8c3ee7e793dd,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:37.360437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:37.366761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:37.368631 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1c276a45-7915-44e5-b64a-8f614bf3ae3c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] 10.222.0.41 "DELETE /v2.0/security-groups/a87b189f-bba4-4800-9dd3-8c3ee7e793dd HTTP/1.1" status: 204 len: 168 time: 0.1994829 Dec 09 10:21:37.389084 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 62a636ba-ecc7-4a91-97a9-676c7b61e9da {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:21:37.389446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 62a636ba-ecc7-4a91-97a9-676c7b61e9da not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:21:37.389882 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device dfcaf236-70f7-4fe3-93f8-d73033665945 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:21:37.423194 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: dfcaf236-70f7-4fe3-93f8-d73033665945 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:21:37.423489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device dfcaf236-70f7-4fe3-93f8-d73033665945 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:21:37.767214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39052) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:37.945529 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ac134ef2-36ef-448d-9c3a-d53930123b06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=343f46d1b34e43e1934d13d5828da9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770418 Dec 09 10:21:37.948000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39058) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:38.006704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.032037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.081395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.085106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6de3f5ee-db11-4b48-9b72-926cc8f10b9a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:38.097843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df323272-fc1b-4fe8-a980-21b31dd35664,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:38.101064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:38.109965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.112294 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a9e93252-ac97-418f-9a14-ba72a0490dd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df323272-fc1b-4fe8-a980-21b31dd35664 HTTP/1.1" status: 204 len: 168 time: 0.1621912 Dec 09 10:21:38.433857 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 39066) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:38.448501 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.453686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.484921 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:38.488947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Usage tracker for resource:security_group_rule and tenant:1a25be5a315b468db899502e35c883fc is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:38.491686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:38.497281 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:38.567511 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.571031 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.578746 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5263dba0-f5f6-4f4f-b131-c9d45e2124d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:38.619161 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af5482-c74d-4eeb-bf93-2e59367f1831,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:38.623720 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a25be5a315b468db899502e35c883fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1888428 Dec 09 10:21:38.627201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39070) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:38.630811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.631196 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.631577 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.631979 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.632356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.632726 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.633094 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.633462 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.633824 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.634189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.634549 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:38.638198 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-032f844b-05aa-479f-ab5f-c903372043be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:38.692893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.823552 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.875464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.879915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-622ba47b-b58f-4956-9f15-05d729e5f9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:38.891891 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af5482-c74d-4eeb-bf93-2e59367f1831,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:38.895243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:38.898329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:38.899411 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1df110d3-9e28-454e-b4da-8ce68967c69f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1af5482-c74d-4eeb-bf93-2e59367f1831 HTTP/1.1" status: 204 len: 168 time: 0.2711627 Dec 09 10:21:39.744044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39092) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:39.868477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1817661521-network', 'tenant_id': '3968e48c26d44e6d8d12386add75f601'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:39.873259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:39.877605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Usage tracker for resource:network and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:39.880457 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:39.886909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:39.897131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Made reservation on behalf of 3968e48c26d44e6d8d12386add75f601 for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:21:39.899454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:39.911719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:39.943176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:39.947258 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:39.950515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:39.956480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:40.020741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.024329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.027230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-42ad8148-0185-44ce-a27a-92135b3602ba tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:40.055669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:21:40.060823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d67401-74a6-4cfe-8635-d5587db8bcc4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:40.064941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:40.068799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.068974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Added segment 07cc27e8-858d-471e-8b0d-da4c9726dc22 of type vlan for network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 Dec 09 10:21:40.096220 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.129010 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.129956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:40.130531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.135156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-53f0971d-6358-45fd-98d9-4a01f2ac1509 tempest-NetworksIpV6Test-1343166609 tempest-NetworksIpV6Test-1343166609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:40.241643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfd839f-c8b2-4dc7-8656-ad2d0483d792,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:40.244947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:40.246473 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5014195 Dec 09 10:21:40.250043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39098) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:40.251953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:21:40.255647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Request body: {'subnet': {'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1817661521-subnet', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:40.260903 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:40.264760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Usage tracker for resource:subnet and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:40.268281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:40.274044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:40.284525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Made reservation on behalf of 3968e48c26d44e6d8d12386add75f601 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:21:40.286791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.487156 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.491445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ab50465-c177-4189-8bd9-03fe8ffbfc5b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:40.564934 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7d0140-29dc-4a66-bd14-ff0fd03c961d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:40.568096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:40.574704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Checking segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:40.575051 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Network hostable DHCP agents. Network: 9bfd839f-c8b2-4dc7-8656-ad2d0483d792, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:21:40.596663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:21:40.605441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 9bfd839f-c8b2-4dc7-8656-ad2d0483d792) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:40.611890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:40.613074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.614025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092480da-0af8-4992-b0a9-40afc4563a7b None None] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:21:40.636190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3823550 Dec 09 10:21:40.636412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39102) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:40.641312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:40.645771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:40.649563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Usage tracker for resource:router and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:40.652368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:40.658565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:40.668814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.669712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.689298 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.834302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:21:40.834565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.835169 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:40.996335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Allocated IP 172.20.0.2 (9bfd839f-c8b2-4dc7-8656-ad2d0483d792/9a7d0140-29dc-4a66-bd14-ff0fd03c961d/9f940630-eb50-479c-b8f4-ca79bc00c3b5) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:41.025726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.055230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.193243 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Allocated IP 172.26.4.36 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/f3a10f4b-9e09-4900-ba96-c3b7d946ca0f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:41.196479 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.209461 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Transition to ACTIVE for port object 9f940630-eb50-479c-b8f4-ca79bc00c3b5 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:41.228852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Transition to ACTIVE for port object 9f940630-eb50-479c-b8f4-ca79bc00c3b5 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:41.235590 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.240142 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d8251d88-802b-4b91-98d6-1292d23f5dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:41.302472 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:41.311064 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:41.314794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:41.325047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Pushing event updated for resources: {'Port': ['ID=9f940630-eb50-479c-b8f4-ca79bc00c3b5,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:41.328406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:41.351398 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.380797 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.384509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5431b7bb-c335-4ece-89e8-42140cb32dca tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:41.411119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Attempting to bind port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:21:41.411845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Attempting to bind port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:21:41.412225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Attempting to bind port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:41.418606 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:21:41.418994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Checking segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:41.419406 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.419836 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Bound using segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:21:41.420310 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Bound port: 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:21:41.420695 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.447209 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:41.450260 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:41.454972 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:41.480930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Pushing event updated for resources: {'Port': ['ID=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:41.490803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:41.515108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] For port 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:21:41.518783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] For port 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9f940630-eb50-479c-b8f4-ca79bc00c3b5,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:21:41.522427 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.525895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-37ff6699-46d8-431d-99b2-2225ed558c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:41.616669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.617409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:41.618146 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Pushing event updated for resources: {'Port': ['ID=9f940630-eb50-479c-b8f4-ca79bc00c3b5,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:41.621938 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:41.970007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:21:42.172443 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:42.181104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:21:42.193714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:42.194420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:42.196303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:42.197507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5602252 Dec 09 10:21:42.200256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39106) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:42.385244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:42.612713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add32419-53c3-4a5d-80c2-5d7363866fee None None] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:21:42.735858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-7c74351c-0387-4b0d-bb9b-f3dfacc3fe2f None None] Provisioning for port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:42.930012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:41Z', 'revision_number': 3, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:42.936365 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:21:42.936728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Updating router f04e6824-9285-4c3c-aaa8-7c0e61f6937d port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:21:42.954043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.005946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.174555 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Allocated IP 172.20.0.1 (9bfd839f-c8b2-4dc7-8656-ad2d0483d792/9a7d0140-29dc-4a66-bd14-ff0fd03c961d/217940bb-9b51-479d-b8ae-f5b9cae5b575) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:43.342337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.346539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9f940630-eb50-479c-b8f4-ca79bc00c3b5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:43.359530 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Transition to ACTIVE for port object 217940bb-9b51-479d-b8ae-f5b9cae5b575 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:43.382523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.387672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e5802760-b735-4e59-913b-d89ad9fac8b1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:43.401956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.425282 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Transition to ACTIVE for port object f3a10f4b-9e09-4900-ba96-c3b7d946ca0f will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:43.433204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.437917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:43.517804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:43.533609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Attempting to bind port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:21:43.533872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Attempting to bind port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:21:43.534243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Attempting to bind port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:43.536627 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:43.536999 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.559432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Pushing event updated for resources: {'Port': ['ID=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:43.562764 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:43.573615 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:43.576611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:43.581969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:21:43.582412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:43.582779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.583190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:21:43.583674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Bound port: f3a10f4b-9e09-4900-ba96-c3b7d946ca0f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:21:43.584081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.585142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:43.629496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Pushing event updated for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:43.637210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:43.646927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.714643 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] For port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:21:43.728702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] For port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:21:43.733777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.738612 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.744765 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:43.778444 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.866200 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Pushing event updated for resources: {'Port': ['ID=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:43.870095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9f940630-eb50-479c-b8f4-ca79bc00c3b5,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:43.871004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ac814b0-bc60-41d7-a898-8e07f3b923d0 None None] Provisioning for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:43.876366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:43.878970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.881641 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-fdd60560-a186-424b-b7bb-1cae272e857d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:43.914088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-8ac814b0-bc60-41d7-a898-8e07f3b923d0 None None] Provisioning complete for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:43.914088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8ac814b0-bc60-41d7-a898-8e07f3b923d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.947136 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:43.947825 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:43.965077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.969884 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:43.994411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-038b97d2-5ccb-4d18-a896-f3cbef21790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:44.071455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9f940630-eb50-479c-b8f4-ca79bc00c3b5,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:44.075662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Pushing event updated for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:44.078163 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:44.081796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:44.163668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-8ac814b0-bc60-41d7-a898-8e07f3b923d0 None None] Port 217940bb-9b51-479d-b8ae-f5b9cae5b575 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:21:44.165342 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:44.213587 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:44.217154 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:44.218276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:44.527217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4666a78a-821d-4528-bf9a-33a6dce50a35 None None] Provisioning complete for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:44.527792 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4666a78a-821d-4528-bf9a-33a6dce50a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:44.589011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-4666a78a-821d-4528-bf9a-33a6dce50a35 None None] Port 217940bb-9b51-479d-b8ae-f5b9cae5b575 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:21:44.596413 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 2, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:44.600346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c42c43-fb1d-4f4c-a74a-3751e0ec0e7c None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 2, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:21:44.614559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:21:44.674556 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:21:44.834690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:44.844354 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] 10.222.0.41 "PUT /v2.0/routers/f04e6824-9285-4c3c-aaa8-7c0e61f6937d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427870 Dec 09 10:21:45.402533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9f940630-eb50-479c-b8f4-ca79bc00c3b5 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:45.479678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:45.480183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.612097 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3a10f4b-9e09-4900-ba96-c3b7d946ca0f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:45.690701 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:45.695939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:45.696432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.753679 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 39128) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:45.759483 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1865565560-network', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:45.764272 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:45.768587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Usage tracker for resource:network and tenant:6c544217873b44b4aea7e89a231cdd22 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:45.771561 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:45.779079 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:45.789762 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Made reservation on behalf of 6c544217873b44b4aea7e89a231cdd22 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:21:45.792383 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.805624 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.826871 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.839471 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:45.843951 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c544217873b44b4aea7e89a231cdd22 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:45.845174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:45.847835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:45.849381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.851208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:45.855233 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:45.919329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:45.922487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:45.925342 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.929402 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.932290 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b177765f-1ad9-441e-96ea-4e12fa2a5545 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:45.963395 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:21:45.968686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94094216-a9d8-48b8-af4c-c019fea91b44,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:45.972193 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:45.976010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:45.976402 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Added segment a124d857-0ed2-4460-ae96-ab687eb8bae9 of type vlan for network 1f5c06dc-c52d-42b2-9a02-4b3012564fda Dec 09 10:21:46.002811 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.030410 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.031389 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:46.031973 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.035149 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-e2225e94-8355-4704-acfa-69337338e2c1 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:46.135223 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5c06dc-c52d-42b2-9a02-4b3012564fda,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:46.138507 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:46.144926 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-0023224f-cf8f-41d7-8dab-051498a76bd8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3894970 Dec 09 10:21:46.145564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:21:46.145822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:46.151558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Request body: {'subnet': {'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1865565560-subnet', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:46.156605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:46.160739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Usage tracker for resource:subnet and tenant:6c544217873b44b4aea7e89a231cdd22 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:46.164189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:46.170468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:46.188524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Made reservation on behalf of 6c544217873b44b4aea7e89a231cdd22 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:21:46.190873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.389804 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.393494 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1e95fc4-a514-4fcb-b439-7d7c96a10a6e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:46.451718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca59a63f-410b-4521-b5d7-d307492efdfe,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:46.460001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:46.477925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Checking segment: {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:46.478279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Network hostable DHCP agents. Network: 1f5c06dc-c52d-42b2-9a02-4b3012564fda, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:21:46.501239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:21:46.510595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, 1f5c06dc-c52d-42b2-9a02-4b3012564fda) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:46.514385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:46.515011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.520393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0219ad-7ecc-4c6f-a61c-1b8a1806bf7e None None] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:21:46.660225 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ce9ca665-dba8-4cc4-94bf-8f9fe8fb7d2f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5130379 Dec 09 10:21:46.662564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39136) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:46.667487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:46.672731 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:46.676622 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Usage tracker for resource:router and tenant:6c544217873b44b4aea7e89a231cdd22 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:46.679585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:46.685967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:46.695831 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.696729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.714704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.744144 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'fixed_ips': [{'subnet_id': 'ca59a63f-410b-4521-b5d7-d307492efdfe'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:21:46.744966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.855017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:46.902658 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Allocated IP 172.20.0.2 (1f5c06dc-c52d-42b2-9a02-4b3012564fda/ca59a63f-410b-4521-b5d7-d307492efdfe/b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:47.048096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.078794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.163515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.173574 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Transition to ACTIVE for port object b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:47.191688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Transition to ACTIVE for port object b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:47.198079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.203487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:47.224829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Allocated IP 172.26.4.160 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/3bf187db-a165-4dbf-a1ba-d51b5bcda580) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:47.276425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Pushing event updated for resources: {'Port': ['ID=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:47.279694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:47.280595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:47.281924 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:47.284315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:47.329744 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3a10f4b-9e09-4900-ba96-c3b7d946ca0f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:47.395906 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.424029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.427667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Attempting to bind port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:21:47.428068 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Attempting to bind port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:21:47.428434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Attempting to bind port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 on network 1f5c06dc-c52d-42b2-9a02-4b3012564fda {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:47.428551 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:47.439502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:21:47.439910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Checking segment: {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:47.440312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.440709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Bound using segment: {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:21:47.441174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Bound port: b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:21:47.441549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.486710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:47.494301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:47.498063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:47.504554 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:47.504934 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.531661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Pushing event updated for resources: {'Port': ['ID=3bf187db-a165-4dbf-a1ba-d51b5bcda580,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:47.537705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:47.586231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] For port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:21:47.597451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] For port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:21:47.627810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.637031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-35ea41df-1795-4126-a8a3-53fc09ccd365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:47.672313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.673053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:47.734767 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Pushing event updated for resources: {'Port': ['ID=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:47.743450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:47.939207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Router 867e3674-bd51-41f1-947d-7387768981a0 is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:21:48.144865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:48.153318 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Sync routers for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:21:48.165066 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:48.165673 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:48.168889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:48.172928 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5067449 Dec 09 10:21:48.173225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39140) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:48.344105 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:48.648015 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:47Z', 'revision_number': 3, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:48.652540 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Checking router: 867e3674-bd51-41f1-947d-7387768981a0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:21:48.652971 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Updating router 867e3674-bd51-41f1-947d-7387768981a0 port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:21:48.692112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f03a17-2ee5-4c88-937d-f3429332f235 None None] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:21:48.710140 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:48.817063 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-5b22505a-2e98-4f44-800a-d7788b65f5f2 None None] Provisioning for port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:49.078235 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.080909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.091776 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Transition to ACTIVE for port object 3bf187db-a165-4dbf-a1ba-d51b5bcda580 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:49.099608 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.105109 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-99161fc7-56c3-406a-be9c-66373ffda956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:49.180289 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Attempting to bind port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:21:49.180936 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Attempting to bind port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:21:49.181065 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Attempting to bind port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:49.187582 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Pushing event updated for resources: {'Port': ['ID=3bf187db-a165-4dbf-a1ba-d51b5bcda580,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:49.198655 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.198998 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.199338 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.199671 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.200108 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.200433 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.200754 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.201075 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.201391 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.201707 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.202018 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:21:49.205068 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:21:49.205449 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:49.205854 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.206244 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:21:49.206705 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Bound port: 3bf187db-a165-4dbf-a1ba-d51b5bcda580, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:21:49.207086 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.229508 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:49.287219 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] For port 3bf187db-a165-4dbf-a1ba-d51b5bcda580, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:21:49.293945 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] For port 3bf187db-a165-4dbf-a1ba-d51b5bcda580, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3bf187db-a165-4dbf-a1ba-d51b5bcda580,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:21:49.300645 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Allocated IP 172.20.0.1 (1f5c06dc-c52d-42b2-9a02-4b3012564fda/ca59a63f-410b-4521-b5d7-d307492efdfe/2d59057f-8538-4fff-a03e-2f12a15712e2) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:49.302933 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.306928 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-72167064-e02b-45a9-af30-85c912bf0416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:49.377889 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:49.389972 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Pushing event updated for resources: {'Port': ['ID=3bf187db-a165-4dbf-a1ba-d51b5bcda580,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:49.393649 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-8e045c9e-9f50-4ed4-acd3-fe818d6be013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:49.395309 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:49.396000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:49.458602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:49.464591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:49.464969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.471580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.489284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Transition to ACTIVE for port object 2d59057f-8538-4fff-a03e-2f12a15712e2 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:49.513975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.519599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d548de74-cc90-44c5-8c99-b5b55894cb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:49.582443 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.587093 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:49.593673 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:49.604991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:49.615253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:49.619396 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.621136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Pushing event updated for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:49.621611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:49.634366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:49.671113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:49.694323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:49.702079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.707321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:49.786942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.888420 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:47Z', 'revision_number': 3, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:49.894129 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cff58a-3e3a-46f9-beea-067ec097e0f3 None None] The sync data for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv is: [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:47Z', 'revision_number': 3, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:21:49.897208 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13a2eece-9682-4611-9fc2-c9167317d409 None None] Provisioning for port 2d59057f-8538-4fff-a03e-2f12a15712e2 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:49.903788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-13a2eece-9682-4611-9fc2-c9167317d409 None None] Provisioning complete for port 2d59057f-8538-4fff-a03e-2f12a15712e2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:49.904313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-13a2eece-9682-4611-9fc2-c9167317d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:49.966651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-13a2eece-9682-4611-9fc2-c9167317d409 None None] Port 2d59057f-8538-4fff-a03e-2f12a15712e2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:21:50.019822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:50.023975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:50.048158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:50.132416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Pushing event updated for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:50.134839 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:50.138561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:50.392387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:50.393586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:50.590676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0ad2b765-da99-40ff-844b-8e7a4596f0df None None] Provisioning complete for port 2d59057f-8538-4fff-a03e-2f12a15712e2 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:50.591058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b765-da99-40ff-844b-8e7a4596f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:50.643118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2b765-da99-40ff-844b-8e7a4596f0df None None] Port 2d59057f-8538-4fff-a03e-2f12a15712e2 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:21:50.778799 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Router 867e3674-bd51-41f1-947d-7387768981a0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:21:50.979061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:21:50.987845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] 10.222.0.41 "PUT /v2.0/routers/867e3674-bd51-41f1-947d-7387768981a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137150 Dec 09 10:21:51.320642 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:51.391541 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:51.392217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:51.948657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39152) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:51.954477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359117641', 'description': 'tempest-secgroup-smoke-359117641 description', 'project_id': '3968e48c26d44e6d8d12386add75f601'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:51.960506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:51.964341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:51.967208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:51.974593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:51.985060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.020854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.024570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.027426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.034570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.088029 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.091453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.095961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-688bc637-fa3c-44b0-b9ef-d245fbe44f3f tempest-NegativeSecGroupTest-884948277 tempest-NegativeSecGroupTest-884948277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.134270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.136848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.138017 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1883717 Dec 09 10:21:52.138890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6835b885-0fc6-4a59-ab02-371087bdf68b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.141569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39156) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.146873 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.152795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.157716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.160605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.166286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.182777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.242392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.245654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.247384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-29d103ce-2fb8-4aa4-ad72-65a18a64351b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.272526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaa5637-802f-4c81-9477-1e2ee52e5501,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.276807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.281848 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.283033 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-9f378f4e-a804-4460-946f-c1845fe5c4ab tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1405594 Dec 09 10:21:52.285824 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39160) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.291184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.297292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.301099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.304011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.309616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.324962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.384078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.387162 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.388925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-80a328cc-bb1a-41c8-a072-7b3921d930dc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.411261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b75fab-54f4-4e92-a0d8-adb837b61de8,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.415487 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.419572 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.420737 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1ab49bf9-2f30-43b7-bb62-2144a2f5bacc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1340084 Dec 09 10:21:52.423417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39164) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.428578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.434207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.438625 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.441476 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.447041 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.463354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.524869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.528003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.529736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a2f3e5ef-26d8-439a-8a97-37a2c80353e2 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.551043 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09f03a2-2846-4642-b925-2c5fcfddfc9f,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.555222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.559679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.560865 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-77815f3a-a199-4ba3-bffa-74360de9d38b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1365201 Dec 09 10:21:52.563999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39168) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.569266 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.574882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.579300 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.582165 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.587819 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.603389 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.667014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.670832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.672626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9db8af29-ffdf-4ad4-9923-329245e7527d tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.692983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd70163-3edf-4ebb-8437-373d02f19e49,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.696758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.704783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.705897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-3c2a1c9d-c879-4f8e-aa32-5a840140def2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1409729 Dec 09 10:21:52.708542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39172) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.713643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.719482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.723222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.726097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.731683 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.742256 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Project 3968e48c26d44e6d8d12386add75f601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:21:52.748344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.815017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.818512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.820302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92305fb0-7982-416e-8cde-e96fac5c5608 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.842006 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e054de-0384-4deb-9122-db5c6c4db326,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.844963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:52.851688 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.852866 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-b834a4fa-e593-4a2f-a710-9684b5b60b8c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434426 Dec 09 10:21:52.855454 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39176) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:21:52.862361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '95751f47-8fa6-4c5f-98a5-2f5f02ec81e5', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:52.868344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:52.872139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:21:52.875075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:21:52.880783 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:52.891395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Project 3968e48c26d44e6d8d12386add75f601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:21:52.897827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.964072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.967823 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:52.974720 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49a7dbac-08fe-4a1c-b1f0-b24ef571b959 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:52.996553 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847d0825-398b-4a65-ae1c-d334278fd701,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:52.999392 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:53.006176 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:53.007341 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-65efd88d-3bfb-4dd1-88bf-e63a1d3ce143 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506579 Dec 09 10:21:53.175937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-a6256b6b-cef8-446b-ae23-b2945086268f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:21:53.191858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-a6256b6b-cef8-446b-ae23-b2945086268f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:21:53.193296 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-a6256b6b-cef8-446b-ae23-b2945086268f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359117641&fields=id&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 267 time: 0.0583580 Dec 09 10:21:53.340438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4bd621d0-dae2-4e4b-91e0-d29227a2b222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:53.341020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4bd621d0-dae2-4e4b-91e0-d29227a2b222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:network {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:21:53.357277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4bd621d0-dae2-4e4b-91e0-d29227a2b222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:network {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:21:53.358457 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4bd621d0-dae2-4e4b-91e0-d29227a2b222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 809 time: 0.1588764 Dec 09 10:21:53.374770 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-03c88fb7-5ddd-4604-97f7-d468e3acce67 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/quotas/3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 375 time: 0.0102844 Dec 09 10:21:53.453205 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4dbceea1-27ea-40a9-86ba-f67b2bc4a3d4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:21:53.469914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4dbceea1-27ea-40a9-86ba-f67b2bc4a3d4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:21:53.471148 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4dbceea1-27ea-40a9-86ba-f67b2bc4a3d4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915549 Dec 09 10:21:53.726624 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-084df95c-e40a-4d47-9dcc-7473c3f1534d service neutron] 10.222.0.41 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440710 Dec 09 10:21:53.970415 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-d10631d0-9bbb-482d-98ce-ecc3c454d334 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379744 Dec 09 10:21:54.154466 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bd838beb-5c43-442c-93ef-b848202f6b78 req-85664042-fbec-457e-a62f-990e77adc566 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 210 time: 0.0438783 Dec 09 10:21:55.334796 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-977be417-64d5-4238-9007-c701ded702d4 req-57292bf0-9215-4700-953c-6a62f5057e08 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 210 time: 0.0492206 Dec 09 10:21:55.349035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3bf187db-a165-4dbf-a1ba-d51b5bcda580 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:55.437858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:55.445578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:55.446018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:55.581768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:55.600555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 3bf187db-a165-4dbf-a1ba-d51b5bcda580, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3bf187db-a165-4dbf-a1ba-d51b5bcda580,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:21:55.604892 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:55.606994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:55.661664 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-65333307-9fc9-44a7-955d-2749d6225126 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:55.663100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-65333307-9fc9-44a7-955d-2749d6225126 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 809 time: 0.1717916 Dec 09 10:21:55.715275 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=3bf187db-a165-4dbf-a1ba-d51b5bcda580,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:55.718412 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:55.733738 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-fcab1acf-2b50-46cd-bc5a-b9ac3b8be509 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 379 time: 0.0570874 Dec 09 10:21:55.742726 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'port': {'device_id': '3d4638e7-82be-470e-a4e2-21e004de7223', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'admin_state_up': True, 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'security_groups': ['95751f47-8fa6-4c5f-98a5-2f5f02ec81e5']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:55.881187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:21:55.890954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:21:55.899672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Made reservation on behalf of 3968e48c26d44e6d8d12386add75f601 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:21:55.902718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.066375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Allocated IP 172.20.0.9 (9bfd839f-c8b2-4dc7-8656-ad2d0483d792/9a7d0140-29dc-4a66-bd14-ff0fd03c961d/a5ac2d89-a8c6-4ad1-8d48-05c278828706) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:21:56.246995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.262521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Transition to ACTIVE for port object a5ac2d89-a8c6-4ad1-8d48-05c278828706 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:56.284513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.289955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-daaa3906-75b9-4d3a-9eac-a9f48f84ad6a tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:56.350233 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:21:56.361334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:21:56.365852 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:21:56.396197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:56.402855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:56.433060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:56.433675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.460502 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212410 Dec 09 10:21:56.472959 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Request body: {'port': {'device_id': '3d4638e7-82be-470e-a4e2-21e004de7223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:21:56.554489 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa42046-249e-48d0-ac12-32717a14e8d1 req-cf8a47ad-065c-4d4f-b523-b20ba1970465 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:56.556050 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa42046-249e-48d0-ac12-32717a14e8d1 req-cf8a47ad-065c-4d4f-b523-b20ba1970465 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 931 time: 0.0809500 Dec 09 10:21:56.588591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.603805 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1f6faa33-4ce8-4d50-aa5b-081737e8bae8 None None] Provisioning for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:21:56.605977 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-6aa42046-249e-48d0-ac12-32717a14e8d1 req-c526b42f-065c-4383-b669-ac5c0e3e68cd tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442734 Dec 09 10:21:56.610488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1f6faa33-4ce8-4d50-aa5b-081737e8bae8 None None] Provisioning complete for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:56.610874 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1f6faa33-4ce8-4d50-aa5b-081737e8bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.662775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-1f6faa33-4ce8-4d50-aa5b-081737e8bae8 None None] Port a5ac2d89-a8c6-4ad1-8d48-05c278828706 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:21:56.921506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:21:56.928672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.943314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Transition to ACTIVE for port object a5ac2d89-a8c6-4ad1-8d48-05c278828706 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:21:56.947446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:56.951702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-751169f6-a165-4a7d-8035-78023570b1a3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:57.081079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:57.085384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:57.298828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Attempting to bind port a5ac2d89-a8c6-4ad1-8d48-05c278828706 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:21:57.299169 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Attempting to bind port a5ac2d89-a8c6-4ad1-8d48-05c278828706 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:21:57.299500 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Attempting to bind port a5ac2d89-a8c6-4ad1-8d48-05c278828706 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:57.305334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Port a5ac2d89-a8c6-4ad1-8d48-05c278828706 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:21:57.305657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Attempting to bind port a5ac2d89-a8c6-4ad1-8d48-05c278828706 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:21:57.312242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:21:57.312587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Checking segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:21:57.312982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Bound using segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:21:57.313458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Bound port: a5ac2d89-a8c6-4ad1-8d48-05c278828706, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:21:57.313827 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:57.326253 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3bf187db-a165-4dbf-a1ba-d51b5bcda580 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:21:57.403367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:21:57.403768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:57.404928 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:21:57.408581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:21:57.413056 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:57.417291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0edb51d7-0435-45ad-a691-fc239e37c8fc tempest-ServersNegativeTestJSON-1285151206 tempest-ServersNegativeTestJSON-1285151206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:21:57.478721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:21:57.480156 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1093 time: 1.0125375 Dec 09 10:21:57.480681 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:21:57.497740 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:21:57.500736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:21:57.560054 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'status': 'completed', 'code': 200} Dec 09 10:21:57.591934 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-2b69170d-ab9d-4e8b-b367-7066c26a4673 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1096 time: 0.0754664 Dec 09 10:21:57.664660 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-b3920729-b22a-4d1f-b4b1-fb0f85b27723 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 217 time: 0.0656161 Dec 09 10:21:57.731131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4f24fdef-b66b-4fcf-b816-d7160d9e1395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:57.732490 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-4f24fdef-b66b-4fcf-b816-d7160d9e1395 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0622137 Dec 09 10:21:57.807774 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-415e5ab4-502e-4353-902a-164d72de53ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685918 Dec 09 10:21:57.809853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98eb41-3742-4b47-9487-ce981707d9ac req-73e3052f-e6dc-4c2a-be6b-564291263578 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:57.811297 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f98eb41-3742-4b47-9487-ce981707d9ac req-73e3052f-e6dc-4c2a-be6b-564291263578 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0788891 Dec 09 10:21:57.856633 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f98eb41-3742-4b47-9487-ce981707d9ac req-7353d4b1-c32f-428a-a7a9-3b9c42b8f683 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397887 Dec 09 10:21:57.938122 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-ac09bdb6-c40c-4b11-b5dc-6aceec0db98e service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244895 Dec 09 10:21:58.070006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-11cfbdc4-28ad-460b-be5e-f489af93023d req-eaffd20d-700b-4915-b88b-cffe92b697f8 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256399 Dec 09 10:21:58.188589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-9e5050de-4a2d-44a6-92ad-1bde7de5aac1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1096 time: 0.0728788 Dec 09 10:21:58.323001 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-8a33c40b-0434-4deb-a23b-97f5c42bbcbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:58.324421 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-8a33c40b-0434-4deb-a23b-97f5c42bbcbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1294043 Dec 09 10:21:58.392843 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-1b244a46-cf90-457a-a21b-9b195305160b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 217 time: 0.0626385 Dec 09 10:21:58.452977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-55281a3c-3482-403e-934e-9d362b44bc27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:58.454347 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-55281a3c-3482-403e-934e-9d362b44bc27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0559270 Dec 09 10:21:58.530692 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-ec4656c6-b3aa-4f78-bd26-7a29f8457c53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704553 Dec 09 10:21:58.660063 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-955d4f54-2335-4d10-a7d9-f3d188d001cc service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230044 Dec 09 10:21:58.788800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6cd86b7-71ac-48b5-885c-e21c6b7c98c0 req-a7b0301a-2675-416a-938a-8ff0e695b6fe service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219215 Dec 09 10:21:59.053844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7d94-5741-4378-9de1-f4f10065a4f0 req-cc31e2ae-41d8-4906-9441-40eb534260a2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:21:59.054529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-27ba7d94-5741-4378-9de1-f4f10065a4f0 req-cc31e2ae-41d8-4906-9441-40eb534260a2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:21:59.070086 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-27ba7d94-5741-4378-9de1-f4f10065a4f0 req-cc31e2ae-41d8-4906-9441-40eb534260a2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:21:59.071176 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-27ba7d94-5741-4378-9de1-f4f10065a4f0 req-cc31e2ae-41d8-4906-9441-40eb534260a2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0920174 Dec 09 10:21:59.116327 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-27ba7d94-5741-4378-9de1-f4f10065a4f0 req-12911348-e59e-4b93-9e6d-1a3a525fd21a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396292 Dec 09 10:21:59.230610 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:21:59.244212 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:21:59.244826 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:59.422181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:21:59.722674 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 2, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:21:59.726496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:21:59.726853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Updating router f04e6824-9285-4c3c-aaa8-7c0e61f6937d port 217940bb-9b51-479d-b8ae-f5b9cae5b575 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:21:59.779402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.106335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.119315 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Transition to ACTIVE for port object 217940bb-9b51-479d-b8ae-f5b9cae5b575 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:22:00.126278 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.129678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:00.251726 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Pushing event updated for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:00.285370 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:00.332583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0a21-160e-4184-8258-45281e11a0ee req-520b772a-dff6-4cf7-b659-2fa2730f4afb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:00.336656 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-177e0a21-160e-4184-8258-45281e11a0ee req-520b772a-dff6-4cf7-b659-2fa2730f4afb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0941217 Dec 09 10:22:00.342636 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Attempting to bind port 217940bb-9b51-479d-b8ae-f5b9cae5b575 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:22:00.343654 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Attempting to bind port 217940bb-9b51-479d-b8ae-f5b9cae5b575 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:22:00.344222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Attempting to bind port 217940bb-9b51-479d-b8ae-f5b9cae5b575 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:22:00.351192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:22:00.351714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Checking segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:22:00.352518 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.352921 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Bound using segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:22:00.353415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Bound port: 217940bb-9b51-479d-b8ae-f5b9cae5b575, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:22:00.353775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.383276 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-177e0a21-160e-4184-8258-45281e11a0ee req-25095550-e36f-45d4-b236-11df1e53c076 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Dec 09 10:22:00.493410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] For port 217940bb-9b51-479d-b8ae-f5b9cae5b575, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:22:00.496393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] For port 217940bb-9b51-479d-b8ae-f5b9cae5b575, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=217940bb-9b51-479d-b8ae-f5b9cae5b575,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:22:00.501418 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:00.504922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-e522b10c-37cb-4e92-9788-0324f10ca018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:00.581367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Pushing event updated for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:00.584815 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:00.588069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:22:00.588693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:00.770668 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:22:00.902551 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Sync routers for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:22:00.918808 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:22:00.919431 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:01.098268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:00Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:01.099087 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:22:01.102290 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e32b-5028-4d07-863d-407771216280 None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:00Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:22:01.365204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 217940bb-9b51-479d-b8ae-f5b9cae5b575 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:22:01.441323 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:22:01.442858 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 4, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2d59057f-8538-4fff-a03e-2f12a15712e2', 'name': '', 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'mac_address': 'fa:16:3e:2f:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:49Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 2, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'subnets': [{'id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:01.446976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:22:01.447438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.448202 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Checking router: 867e3674-bd51-41f1-947d-7387768981a0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:22:01.448568 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Updating router 867e3674-bd51-41f1-947d-7387768981a0 port 2d59057f-8538-4fff-a03e-2f12a15712e2 binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:22:01.546886 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.586277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.627066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 217940bb-9b51-479d-b8ae-f5b9cae5b575, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=217940bb-9b51-479d-b8ae-f5b9cae5b575,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:22:01.631682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.635698 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-795739d4-7b28-4481-be44-e83c1426cfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:01.709852 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:22:01.713530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:01.717737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:01.731618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f3191-fc6c-42df-bc15-e54e41ca04b2 req-f04f0bb9-a815-446c-b62e-3b86320be780 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:01.733540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-965f3191-fc6c-42df-bc15-e54e41ca04b2 req-f04f0bb9-a815-446c-b62e-3b86320be780 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.2099202 Dec 09 10:22:01.781298 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-965f3191-fc6c-42df-bc15-e54e41ca04b2 req-c0d1d796-df75-4ed6-b219-79ba0801cd98 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394921 Dec 09 10:22:01.848941 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:22:01.862596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:22:01.916455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.931728 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.934464 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:22:01.944301 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Transition to ACTIVE for port object 2d59057f-8538-4fff-a03e-2f12a15712e2 will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:22:01.950813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:22:01.951488 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.953881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:01.955123 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-4695bea7-0838-4471-bde8-b308f06284c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:01.955745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:02.025656 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:02.029042 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:02.080532 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265731-42ca-436a-b240-abf96c8b694b None None] Pushing event updated for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:02.083866 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-37265731-42ca-436a-b240-abf96c8b694b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:02.169186 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Attempting to bind port 2d59057f-8538-4fff-a03e-2f12a15712e2 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:22:02.169465 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Attempting to bind port 2d59057f-8538-4fff-a03e-2f12a15712e2 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:22:02.169826 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Attempting to bind port 2d59057f-8538-4fff-a03e-2f12a15712e2 on network 1f5c06dc-c52d-42b2-9a02-4b3012564fda {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:22:02.176724 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:22:02.177091 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Checking segment: {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:22:02.177491 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:02.177887 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Bound using segment: {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:22:02.178340 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Bound port: 2d59057f-8538-4fff-a03e-2f12a15712e2, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a124d857-0ed2-4460-ae96-ab687eb8bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:22:02.178711 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:02.267094 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] For port 2d59057f-8538-4fff-a03e-2f12a15712e2, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:22:02.270000 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] For port 2d59057f-8538-4fff-a03e-2f12a15712e2, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2d59057f-8538-4fff-a03e-2f12a15712e2,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:22:02.274747 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:02.278072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-1f8792f9-e4f6-49e8-a7d3-504093ec8a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:02.278487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['a5ac2d89-a8c6-4ad1-8d48-05c278828706'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:22:02.349964 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265731-42ca-436a-b240-abf96c8b694b None None] Pushing event updated for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:02.354844 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-37265731-42ca-436a-b240-abf96c8b694b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:02.359710 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:22:02.360368 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:21:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:02.548479 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:22:02.849072 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 4, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2d59057f-8538-4fff-a03e-2f12a15712e2', 'name': '', 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'mac_address': 'fa:16:3e:2f:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:49Z', 'updated_at': '2021-12-09T10:22:02Z', 'revision_number': 4, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'subnets': [{'id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:02.852879 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ef08b-1607-450a-bb65-2e9c907f41b3 None None] The sync data for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv is: [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:21:49Z', 'revision_number': 4, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2d59057f-8538-4fff-a03e-2f12a15712e2', 'name': '', 'network_id': '1f5c06dc-c52d-42b2-9a02-4b3012564fda', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'mac_address': 'fa:16:3e:2f:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:49Z', 'updated_at': '2021-12-09T10:22:02Z', 'revision_number': 4, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'subnets': [{'id': 'ca59a63f-410b-4521-b5d7-d307492efdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:22:03.007867 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad17360-3b50-4533-bc5d-59ca1a2c9067 req-c358a84f-9adc-4b3c-8712-3efd0a186b0f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:03.009337 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ad17360-3b50-4533-bc5d-59ca1a2c9067 req-c358a84f-9adc-4b3c-8712-3efd0a186b0f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 944 time: 0.0962522 Dec 09 10:22:03.060100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3ad17360-3b50-4533-bc5d-59ca1a2c9067 req-309bb553-a4a5-466a-a985-b7978edea71b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Dec 09 10:22:03.388077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2d59057f-8538-4fff-a03e-2f12a15712e2 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:22:03.457672 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 2d59057f-8538-4fff-a03e-2f12a15712e2 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:22:03.462794 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2d59057f-8538-4fff-a03e-2f12a15712e2 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:22:03.463179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.571450 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.642150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-73fbe1e7-44df-4262-b713-201d16d0f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.647395 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.682222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2d59057f-8538-4fff-a03e-2f12a15712e2, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2d59057f-8538-4fff-a03e-2f12a15712e2,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:22:03.685790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.687286 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 217940bb-9b51-479d-b8ae-f5b9cae5b575 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:22:03.712238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:03.742513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:22:03.867591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:03.871691 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:03.891585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 217940bb-9b51-479d-b8ae-f5b9cae5b575 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:22:03.892030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:03.918176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:22:03.930883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:22:03.931256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:04.107016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:04.134417 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:22:04.143793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:22:04.149138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:04.151020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:04.218254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:04.221241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:04.266575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57d81e-a3a1-4d88-8eda-9f8ca7441b47 req-fe0b3728-d996-43ff-8c01-ee1d2ba95ed1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:04.268045 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ea57d81e-a3a1-4d88-8eda-9f8ca7441b47 req-fe0b3728-d996-43ff-8c01-ee1d2ba95ed1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0856817 Dec 09 10:22:04.271897 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'code': 200} Dec 09 10:22:04.315087 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ea57d81e-a3a1-4d88-8eda-9f8ca7441b47 req-2322f597-dd8c-4bd3-9566-6124ff4d3e5a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Dec 09 10:22:04.502113 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70e71e21-0f6a-494f-be8a-7c6ba176e870 req-3a709ef8-d5a1-4c51-9849-176fbbfb482c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0693944 Dec 09 10:22:04.543971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-70e71e21-0f6a-494f-be8a-7c6ba176e870 req-02ce52e7-a996-41fa-bc47-a0e8ec7f50b6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353067 Dec 09 10:22:04.770463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:05.326381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2d59057f-8538-4fff-a03e-2f12a15712e2 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:22:05.396804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2d59057f-8538-4fff-a03e-2f12a15712e2 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:22:05.397181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:05.529116 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161344-f0ec-4a90-be20-2cdfd3615409 req-fbbe2c87-fc52-4afe-8c0c-5f5612c1e8c7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:05.530781 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de161344-f0ec-4a90-be20-2cdfd3615409 req-fbbe2c87-fc52-4afe-8c0c-5f5612c1e8c7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0846932 Dec 09 10:22:05.578379 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-de161344-f0ec-4a90-be20-2cdfd3615409 req-f82de5c3-a6ba-40a2-84be-dc1d37ad4867 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 Dec 09 10:22:05.866780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-46eac3d4-82d8-4079-a9a6-07dee25efddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:06.784411 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0c27-9e7c-408f-b21f-393c85050f00 req-7937cc05-a8b8-458c-983f-b3d8d75ff32a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:06.785851 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e14f0c27-9e7c-408f-b21f-393c85050f00 req-7937cc05-a8b8-458c-983f-b3d8d75ff32a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0819688 Dec 09 10:22:06.832683 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e14f0c27-9e7c-408f-b21f-393c85050f00 req-13441792-3dc0-4bdf-a81b-db9eddc26ec5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Dec 09 10:22:07.010316 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:07.031061 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235b0f-e3f1-49dc-bc1a-fabd54417c00 req-b4687b17-adca-4f92-9d4a-8ec7e9899de4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:07.032529 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d5235b0f-e3f1-49dc-bc1a-fabd54417c00 req-b4687b17-adca-4f92-9d4a-8ec7e9899de4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0781515 Dec 09 10:22:07.080749 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d5235b0f-e3f1-49dc-bc1a-fabd54417c00 req-0c2ba92f-fbb5-4f80-9886-4d40171e499d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Dec 09 10:22:07.109047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39240) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:22:07.241237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-03c5c85b-dced-4fbe-8688-93cf799d941a tempest-TestShelveInstance-250499917 tempest-TestShelveInstance-250499917-project-admin] Synchronizing usage tracker for tenant:6c544217873b44b4aea7e89a231cdd22 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:22:07.257150 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-03c5c85b-dced-4fbe-8688-93cf799d941a tempest-TestShelveInstance-250499917 tempest-TestShelveInstance-250499917-project-admin] Unset dirty status for tenant:6c544217873b44b4aea7e89a231cdd22 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:22:07.258547 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-03c5c85b-dced-4fbe-8688-93cf799d941a tempest-TestShelveInstance-250499917 tempest-TestShelveInstance-250499917-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1093 time: 0.1483636 Dec 09 10:22:07.261348 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:22:07.267257 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:22:07.272892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:22:07.276722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:floatingip and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:22:07.279538 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:22:07.285805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:22:07.296075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:07.429860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:07.571780 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Allocated IP 172.26.4.235 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/d806d850-0795-4a65-82f6-1942f7db46d2) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:22:07.721019 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:07.755568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:07.759307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:07.830493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:22:07.833603 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:22:07.837699 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:22:07.861642 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=d806d850-0795-4a65-82f6-1942f7db46d2,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:07.866838 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:08.341208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:08.396787 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:08.449987 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:08.703465 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:08.707805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:08.711436 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-92747732-81ec-4593-94f4-3b94e3ef6197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:22:08.806077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=d806d850-0795-4a65-82f6-1942f7db46d2,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:22:08.809940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:22:08.826230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:09.020777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Floating IP 54afe35a-d07b-413a-bda0-05ec1313b856 associated. External IP: 172.26.4.235, port: a5ac2d89-a8c6-4ad1-8d48-05c278828706. Dec 09 10:22:09.411125 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:22:09.616020 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:22:09.626166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:22:09.638353 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:22:09.638971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:22:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:09.641697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:09.695687 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4333239 Dec 09 10:22:09.696375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:22:09.759793 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'status': 'completed', 'code': 200} Dec 09 10:22:09.825770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:22:09.853139 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-d9b4808d-6fb4-4dd8-a2f6-a1b230822acc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0686665 Dec 09 10:22:09.990511 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-a35fbdc2-b2b9-4872-a2f3-7ae0f2ed813c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:09.991980 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-a35fbdc2-b2b9-4872-a2f3-7ae0f2ed813c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1331382 Dec 09 10:22:10.093768 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-7de494f3-a4fc-4be4-9fcf-6dbc6f12bcb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 999 time: 0.0956006 Dec 09 10:22:10.158139 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-c813d8d7-4778-4f6e-ab31-68a210704c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:10.159556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-c813d8d7-4778-4f6e-ab31-68a210704c91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0603898 Dec 09 10:22:10.176124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '54afe35a-d07b-413a-bda0-05ec1313b856', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4638e7-82be-470e-a4e2-21e004de7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:22:08Z', 'updated_at': '2021-12-09T10:22:08Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:10.180270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:22:10.191577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:22:10.192242 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:22:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:10.353507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-6b540c88-23fd-4f91-9a40-72ba92f70eb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1874652 Dec 09 10:22:10.432750 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:22:10.484240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-7862c4e0-6c5f-4d4c-99cd-fb41b6cc6666 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Dec 09 10:22:10.616981 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c169486c-bdef-4120-a1c9-d8e8d5952b64 req-941ef38e-3a4e-4d54-b535-5f8561ced147 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259909 Dec 09 10:22:10.775908 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '54afe35a-d07b-413a-bda0-05ec1313b856', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4638e7-82be-470e-a4e2-21e004de7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:22:08Z', 'updated_at': '2021-12-09T10:22:08Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:22:10.780609 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bd0e5-0256-4b9d-b8d2-05a583578877 None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '54afe35a-d07b-413a-bda0-05ec1313b856', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.235', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4638e7-82be-470e-a4e2-21e004de7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:22:08Z', 'updated_at': '2021-12-09T10:22:08Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:22:18.308405 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d71b59-5162-4cc8-8252-645203b35b22 None None] New status for floating IP 54afe35a-d07b-413a-bda0-05ec1313b856: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:22:21.674504 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:22:30.140989 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-a3b3afac-0337-4205-b970-5a5e8d2f3d9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467285 Dec 09 10:22:30.276707 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-b994ff92-f6d8-4fd7-80ad-569c22c825c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0681183 Dec 09 10:22:30.420264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-05bf79d6-d3be-4653-8e36-8c441c410132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:30.422249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-05bf79d6-d3be-4653-8e36-8c441c410132 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1278229 Dec 09 10:22:30.524537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-a4995dd1-39e9-4627-803b-78ba29827c43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0961502 Dec 09 10:22:30.585627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-dc35e4d0-6f72-4680-83b5-7116966f8672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:22:30.586965 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-dc35e4d0-6f72-4680-83b5-7116966f8672 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0571971 Dec 09 10:22:30.664679 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-76c624b3-ba6a-4295-bfef-02719218da6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709341 Dec 09 10:22:30.798182 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-5c1b7c5e-7f93-434b-b86c-3fa2e24870c2 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261859 Dec 09 10:22:30.930454 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-99b20cd5-620f-416d-8205-a7403c4f3d80 req-05413388-536f-43e7-87de-27cc4ea965a5 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258638 Dec 09 10:22:33.560402 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:33.639906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b9c7b004-83ef-4bed-b431-dca5da688569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:34.763313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:35.859919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-db1d4223-9603-450b-9f0b-e8005b9343fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:37.012669 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:38.453201 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:22:58.674882 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:23:03.559540 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:03.630215 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1b5cb36e-bc0b-4c8c-b9c6-2c9c9b5048e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:04.764123 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:05.862134 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1d858bcf-49ec-4d44-b0e6-ccc96475c5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:07.015555 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:08.458645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:32.081074 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-fd76c128-5b1c-4c34-b183-10cf4a552ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716248 Dec 09 10:23:32.217327 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-9ed4635a-3f2b-4ecd-b437-bf4ef5c03c6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0676115 Dec 09 10:23:32.358559 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-f652cad4-82f0-4f28-aab3-c556829f3370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:23:32.359999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-f652cad4-82f0-4f28-aab3-c556829f3370 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1232173 Dec 09 10:23:32.460196 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-521f049d-68f3-4932-a565-a9614ab78fde service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0932982 Dec 09 10:23:32.624438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-bca895b8-1c3f-41cf-a446-aad632e48eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:23:32.625750 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-bca895b8-1c3f-41cf-a446-aad632e48eef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.1596811 Dec 09 10:23:32.699404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-5f0866c7-14c4-4a63-aecc-42c00a5e54ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667067 Dec 09 10:23:32.827080 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-dfa431d8-7d74-4a0c-820d-76fbbf337adb service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211228 Dec 09 10:23:32.956249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f38c5b8b-d507-4743-b6a8-acb631141951 req-6ddb7cc2-3dfc-4c1e-872d-6a350a4254c6 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231101 Dec 09 10:23:33.578611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:33.630619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9a412939-5ff3-4b68-8dbd-7c75376ca9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:34.769203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:35.675254 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:23:35.865159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3692d9c6-ae17-4a71-b025-f148fd00e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:37.018783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:23:38.460163 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:03.578116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:03.632281 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7d18df23-f2fb-4927-86a9-7b428e16a172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:04.773931 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:05.866050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c1c9625f-edd5-446a-a649-cf87dc2f23f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:07.021916 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:08.463205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:12.675548 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:24:33.570135 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:33.633055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aa045ff0-c087-4fcd-91f5-00411c14344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:34.178810 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-5a59d24e-de3c-466c-99fe-9a4e6ab57b69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317947 Dec 09 10:24:34.314513 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-1081bbd4-0dcf-4761-bfc4-600215590404 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0682087 Dec 09 10:24:34.461643 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-eb1da4a0-06de-4382-8373-9dd22f609c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:34.463063 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-eb1da4a0-06de-4382-8373-9dd22f609c93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1305990 Dec 09 10:24:34.564702 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-be642efb-7e7a-407e-a7ff-f0a9e8acdf5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0944235 Dec 09 10:24:34.626053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-cebfb41a-d5b1-4aad-a4ca-9f8eed42e2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:34.627813 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-cebfb41a-d5b1-4aad-a4ca-9f8eed42e2b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0574310 Dec 09 10:24:34.703988 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-01d67a6b-92e7-49d8-af33-f3e70b25c1bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701668 Dec 09 10:24:34.777667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:34.838657 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-4541f105-5a8d-4e34-a7a8-d2b150fa13c1 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280444 Dec 09 10:24:34.971052 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-32a0f140-d200-4e3d-8e62-213b3dab05ce req-e31876aa-2209-4a8f-b4aa-b9777271ecb1 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263103 Dec 09 10:24:35.867586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b215c5e0-979c-4d1e-9f16-818d171bdcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:37.027593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:38.466738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:24:43.766751 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c1cee-2bf8-4b6b-ad37-117c21e267b8 req-cec696af-b52a-45a0-a354-7c7bc99be6d9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:43.768148 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed6c1cee-2bf8-4b6b-ad37-117c21e267b8 req-cec696af-b52a-45a0-a354-7c7bc99be6d9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.1446340 Dec 09 10:24:43.812861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ed6c1cee-2bf8-4b6b-ad37-117c21e267b8 req-1b6f1045-c31d-4c24-b081-e0178aa19949 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392931 Dec 09 10:24:45.031933 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ed291-49df-42b6-af11-2abe2bf6a526 req-5a23be1f-6c96-45e2-9816-4c58b9c2c4b7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:45.033376 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a5ed291-49df-42b6-af11-2abe2bf6a526 req-5a23be1f-6c96-45e2-9816-4c58b9c2c4b7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0800450 Dec 09 10:24:45.081125 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3a5ed291-49df-42b6-af11-2abe2bf6a526 req-f0b98070-66e0-4771-ad2e-087174362b3e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Dec 09 10:24:46.292254 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e14d0-e0c5-469d-b63e-7e3158ab6791 req-b37a0dc3-0b15-4528-919f-92f427ff6d75 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:46.293888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f92e14d0-e0c5-469d-b63e-7e3158ab6791 req-b37a0dc3-0b15-4528-919f-92f427ff6d75 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0798404 Dec 09 10:24:46.338830 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f92e14d0-e0c5-469d-b63e-7e3158ab6791 req-c1908be8-6e57-4481-a926-0b22945aaf2b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Dec 09 10:24:47.544660 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142fa8-3d6b-4d41-9c0a-43e308caaf10 req-76d5f613-455b-4ad8-93d0-7b69f9022894 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:47.546088 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-10142fa8-3d6b-4d41-9c0a-43e308caaf10 req-76d5f613-455b-4ad8-93d0-7b69f9022894 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0797691 Dec 09 10:24:47.591623 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-10142fa8-3d6b-4d41-9c0a-43e308caaf10 req-1d49f132-ba95-48f2-9719-87afd8674257 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 Dec 09 10:24:48.789485 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b89c7-8397-4d92-a291-f40b62d3f69b req-b72e5a56-e641-4092-817c-0256da6ede25 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:48.790923 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab5b89c7-8397-4d92-a291-f40b62d3f69b req-b72e5a56-e641-4092-817c-0256da6ede25 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0757248 Dec 09 10:24:48.836368 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab5b89c7-8397-4d92-a291-f40b62d3f69b req-232a0233-8150-4579-a917-1a47a189d05e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Dec 09 10:24:49.674974 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:24:50.031013 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd81b2-db31-4dfd-8c04-5b0fcf337730 req-651d0c4e-71be-4e2c-a7a4-ff54eabaee0d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:50.032491 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7bfd81b2-db31-4dfd-8c04-5b0fcf337730 req-651d0c4e-71be-4e2c-a7a4-ff54eabaee0d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0759089 Dec 09 10:24:50.075838 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7bfd81b2-db31-4dfd-8c04-5b0fcf337730 req-e44fc33e-cfc6-4bf6-bac7-a16474f7f1a9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Dec 09 10:24:51.410930 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805218-0058-479f-bcbb-f1ebad55e1b9 req-a15af78f-b92a-4003-9de7-b957d35dc204 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:51.412397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eb805218-0058-479f-bcbb-f1ebad55e1b9 req-a15af78f-b92a-4003-9de7-b957d35dc204 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0793021 Dec 09 10:24:51.457823 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-eb805218-0058-479f-bcbb-f1ebad55e1b9 req-9feb286e-3a8d-4599-89d7-d46d9aba10bb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Dec 09 10:24:52.657782 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0c35e-0896-4363-b712-36b599689352 req-09ccc5df-bc35-4221-b7fa-8220acdbad9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:52.659227 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40f0c35e-0896-4363-b712-36b599689352 req-09ccc5df-bc35-4221-b7fa-8220acdbad9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0795870 Dec 09 10:24:52.704753 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-40f0c35e-0896-4363-b712-36b599689352 req-10c5c9b2-ce5e-45e3-9d77-32a5833e183a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394371 Dec 09 10:24:53.901638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aa09e-7e75-4dfe-aa78-8315f34d6bbe req-7ac507af-996e-4a3d-be28-2a27754c9bd8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:53.903071 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa4aa09e-7e75-4dfe-aa78-8315f34d6bbe req-7ac507af-996e-4a3d-be28-2a27754c9bd8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0785213 Dec 09 10:24:54.057506 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa4aa09e-7e75-4dfe-aa78-8315f34d6bbe req-72743998-1104-4102-888d-9227f8e13e66 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488106 Dec 09 10:24:55.249109 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76c07f-83be-44e8-9b84-9e0e3549d798 req-64070b4e-3aa4-49cf-881d-2dc974111428 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:55.250532 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f76c07f-83be-44e8-9b84-9e0e3549d798 req-64070b4e-3aa4-49cf-881d-2dc974111428 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0757668 Dec 09 10:24:55.299127 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0f76c07f-83be-44e8-9b84-9e0e3549d798 req-8b8156e2-d5d2-46da-9c18-bf81fe308d07 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430691 Dec 09 10:24:56.496412 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe3844-0f97-4ec3-a680-7e74f99a3b72 req-688e597e-067b-4537-b161-5b460213dcaf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:56.497835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acfe3844-0f97-4ec3-a680-7e74f99a3b72 req-688e597e-067b-4537-b161-5b460213dcaf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0786517 Dec 09 10:24:56.542665 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-acfe3844-0f97-4ec3-a680-7e74f99a3b72 req-f66e1c64-33e4-420a-9bda-7328970ab2da tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393572 Dec 09 10:24:57.827011 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1475e83-349e-491f-b55c-df3f427d1b50 req-b2066f83-0f40-4c5b-8dd6-4fd3f2ec05ca tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:57.828485 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d1475e83-349e-491f-b55c-df3f427d1b50 req-b2066f83-0f40-4c5b-8dd6-4fd3f2ec05ca tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.1656556 Dec 09 10:24:57.872744 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-d1475e83-349e-491f-b55c-df3f427d1b50 req-7c036ecc-177b-4782-b4b3-37b548d6f0cf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387480 Dec 09 10:24:59.083120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cead6f-6459-4944-b826-59aa48b10c43 req-895ac3ec-8535-4ab1-a71e-3209c0a8e94a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:24:59.084682 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5cead6f-6459-4944-b826-59aa48b10c43 req-895ac3ec-8535-4ab1-a71e-3209c0a8e94a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0914052 Dec 09 10:24:59.130167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a5cead6f-6459-4944-b826-59aa48b10c43 req-8a3e853b-f5f4-45d2-9e10-7712c7661be5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399537 Dec 09 10:25:00.329427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df31a-81e4-49d9-85a6-3385ac177ce9 req-5b69e9e1-283e-4d63-afeb-d15e67f5fe47 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:00.330901 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f00df31a-81e4-49d9-85a6-3385ac177ce9 req-5b69e9e1-283e-4d63-afeb-d15e67f5fe47 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0793536 Dec 09 10:25:00.376526 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f00df31a-81e4-49d9-85a6-3385ac177ce9 req-19159921-fb17-4170-bd14-e4840f0dd44d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Dec 09 10:25:01.572213 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ba7d-261c-488a-888b-11192cfcc58b req-77b32128-b116-4cf5-8fd3-d7aeed845952 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:01.573646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fda6ba7d-261c-488a-888b-11192cfcc58b req-77b32128-b116-4cf5-8fd3-d7aeed845952 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0772357 Dec 09 10:25:01.620109 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fda6ba7d-261c-488a-888b-11192cfcc58b req-20068b9d-ca6b-44d9-b8c9-156390f3c75e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Dec 09 10:25:02.543272 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:25:02.675438 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:02.688616 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:25:02.742829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:02.760107 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:25:02.776075 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:02.780633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:02.782389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:25:02.822587 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc01624-c7e6-42f2-8047-9c525a822250 req-3fb53d5e-41d1-4212-91f8-ecff74eddb16 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:02.823988 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3cc01624-c7e6-42f2-8047-9c525a822250 req-3fb53d5e-41d1-4212-91f8-ecff74eddb16 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0810506 Dec 09 10:25:02.851456 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:25:02.860277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['a5ac2d89-a8c6-4ad1-8d48-05c278828706'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:25:02.872388 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3cc01624-c7e6-42f2-8047-9c525a822250 req-672ba071-18bd-4735-a1c4-644d93ccdf04 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Dec 09 10:25:02.889847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.890196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.890539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.890879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.891227 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.891549 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.891906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.892236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.892560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.892883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.893202 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:25:02.901902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:25:03.570977 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:03.633651 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-23528edb-82c9-488d-9449-b630b308197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:04.073801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5ebb-accc-4183-a967-c32296d056cf req-78fded9e-546c-448d-98da-0813938459ce tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:04.075239 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193e5ebb-accc-4183-a967-c32296d056cf req-78fded9e-546c-448d-98da-0813938459ce tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 944 time: 0.0798178 Dec 09 10:25:04.120731 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193e5ebb-accc-4183-a967-c32296d056cf req-4e0c736d-7419-40ff-a09b-a5f50346de6b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400674 Dec 09 10:25:04.548762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:25:04.615223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:25:04.616179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:04.727519 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:04.754119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:25:04.763768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:04.775346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:04.778986 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:25:04.828930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:04.854619 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:25:04.857595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:25:04.946376 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'code': 200} Dec 09 10:25:05.321999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c390-459b-4cf7-95ca-3a38cefb1341 req-dd18151c-ad78-4a40-bab8-f831bf2d3ca9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:05.323435 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab80c390-459b-4cf7-95ca-3a38cefb1341 req-dd18151c-ad78-4a40-bab8-f831bf2d3ca9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0797067 Dec 09 10:25:05.377240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ab80c390-459b-4cf7-95ca-3a38cefb1341 req-b7050e93-4bdb-4176-ba78-f905a9e92197 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481617 Dec 09 10:25:05.872350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-60c5b967-ab5c-46ac-9a22-42a893e88a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:06.598477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe0b1e-3808-450d-99b9-4930cd96c476 req-f8f7737f-9203-4bf1-af8f-1426dd0886cf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:06.600658 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5fe0b1e-3808-450d-99b9-4930cd96c476 req-f8f7737f-9203-4bf1-af8f-1426dd0886cf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0829906 Dec 09 10:25:06.647335 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c5fe0b1e-3808-450d-99b9-4930cd96c476 req-b93f20e9-de54-4979-a1d8-11d3fa4231f8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Dec 09 10:25:07.031692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:07.858299 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661896-b6cf-4205-b8c2-74ae3bc0695a req-416dc8f7-bf87-4f99-b716-db828ac18d66 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:07.866207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29661896-b6cf-4205-b8c2-74ae3bc0695a req-416dc8f7-bf87-4f99-b716-db828ac18d66 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0887473 Dec 09 10:25:07.921684 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-29661896-b6cf-4205-b8c2-74ae3bc0695a req-a4975f4c-40b0-4fe5-a5eb-9b971d08bba9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546346 Dec 09 10:25:08.477189 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:09.129775 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62add1e0-9eb3-4e03-87cb-e58e610ad7d4 req-cebd3bf5-9a71-409d-a78a-31e2a33e4fdb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:09.131338 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-62add1e0-9eb3-4e03-87cb-e58e610ad7d4 req-cebd3bf5-9a71-409d-a78a-31e2a33e4fdb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0815849 Dec 09 10:25:09.186789 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-62add1e0-9eb3-4e03-87cb-e58e610ad7d4 req-c0718558-5562-48ef-a809-d8a3d12ab57c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 Dec 09 10:25:10.422155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f3a80-e9f3-4ea5-8732-8e98e9c7d00f req-e2122546-7922-4e33-9e10-b0274bf72392 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:10.423710 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ef8f3a80-e9f3-4ea5-8732-8e98e9c7d00f req-e2122546-7922-4e33-9e10-b0274bf72392 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0877388 Dec 09 10:25:10.475594 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ef8f3a80-e9f3-4ea5-8732-8e98e9c7d00f req-07c1dfb8-7b8a-4a03-a3f3-a60b3d7f8325 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457768 Dec 09 10:25:11.707522 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ea877-6d7b-426e-84d2-202a4f8d9a4f req-49b45215-6302-4e19-bf35-3f7ac984ea55 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:11.709841 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f70ea877-6d7b-426e-84d2-202a4f8d9a4f req-49b45215-6302-4e19-bf35-3f7ac984ea55 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0879097 Dec 09 10:25:11.761863 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f70ea877-6d7b-426e-84d2-202a4f8d9a4f req-101550c3-69f9-4f88-ad6e-70522fc9e84e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Dec 09 10:25:12.998158 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023a42-f190-4bc6-b670-f6a75170eeef req-aee7b7fb-3565-4d75-bdf3-184a51aeea1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:12.999584 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a1023a42-f190-4bc6-b670-f6a75170eeef req-aee7b7fb-3565-4d75-bdf3-184a51aeea1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.1076488 Dec 09 10:25:13.057410 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a1023a42-f190-4bc6-b670-f6a75170eeef req-76285415-0e7f-4f8b-8057-8fdd45861290 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512233 Dec 09 10:25:14.268553 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4244d63-5e82-46e5-872b-99d77df9028f req-39aab7e6-f981-4a01-8e3b-75d2cc44ddd4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:14.270036 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b4244d63-5e82-46e5-872b-99d77df9028f req-39aab7e6-f981-4a01-8e3b-75d2cc44ddd4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0928366 Dec 09 10:25:14.318848 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b4244d63-5e82-46e5-872b-99d77df9028f req-1ae54523-d53e-4927-bcc1-3405e0afcfa7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Dec 09 10:25:15.549709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153b452-9f27-45ee-a489-b7b1267de3fc req-d64bdbb0-be84-46f9-85f3-6ac10f344af5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:15.552086 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9153b452-9f27-45ee-a489-b7b1267de3fc req-d64bdbb0-be84-46f9-85f3-6ac10f344af5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.1030087 Dec 09 10:25:15.604740 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9153b452-9f27-45ee-a489-b7b1267de3fc req-57c10c90-b783-4b57-b002-f8b8a8fe75ae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470014 Dec 09 10:25:16.699634 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-e7e4b894-3678-46cf-b889-705c03310bab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1098 time: 0.0698478 Dec 09 10:25:16.805002 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2646a-6768-4caa-81ea-761b939fe586 req-cd8bb506-75c8-476d-a5ea-19e5684e632d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:16.806467 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-aad2646a-6768-4caa-81ea-761b939fe586 req-cd8bb506-75c8-476d-a5ea-19e5684e632d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0760617 Dec 09 10:25:16.831665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720feb-5859-457d-be0a-7353faa327f0 req-5cce8095-5f60-4785-9d80-bbfbc049bac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:16.833155 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-5cce8095-5f60-4785-9d80-bbfbc049bac4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1264756 Dec 09 10:25:16.851941 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-aad2646a-6768-4caa-81ea-761b939fe586 req-b6c75449-3dc4-4312-88f1-7cccf2869683 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399320 Dec 09 10:25:16.937613 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-fe4bdeae-5d51-4b84-9563-53d4dfd53847 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0979469 Dec 09 10:25:17.005129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720feb-5859-457d-be0a-7353faa327f0 req-7fa4f4b1-3211-462e-9bc9-a77d35b6b3d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:17.006552 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-7fa4f4b1-3211-462e-9bc9-a77d35b6b3d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0634646 Dec 09 10:25:17.082714 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-c6221cb4-7483-481c-9713-2457357b4065 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698440 Dec 09 10:25:17.211013 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-74ffac41-958d-4c02-907f-20e25995ae44 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219301 Dec 09 10:25:17.340176 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86720feb-5859-457d-be0a-7353faa327f0 req-146dacfd-9df7-4d57-bf34-15ddc83d61ae service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224494 Dec 09 10:25:18.048563 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70df6d-ec2b-4295-843b-8e318ba4424e req-3d2c4824-ed73-4ce6-9a87-05fd39fb1d39 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:18.050070 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e70df6d-ec2b-4295-843b-8e318ba4424e req-3d2c4824-ed73-4ce6-9a87-05fd39fb1d39 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0750120 Dec 09 10:25:18.098658 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5e70df6d-ec2b-4295-843b-8e318ba4424e req-6dbc99d4-88bb-43a2-88b1-f8770975941c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Dec 09 10:25:19.310305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635f372-747a-49ce-b89f-9523384127a6 req-53b6e4c9-fcb6-40c1-a5f7-d823a1cb4876 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:19.311736 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f635f372-747a-49ce-b89f-9523384127a6 req-53b6e4c9-fcb6-40c1-a5f7-d823a1cb4876 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 945 time: 0.0941586 Dec 09 10:25:19.359478 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f635f372-747a-49ce-b89f-9523384127a6 req-1cd5f4a9-3b24-4382-a747-0b8294fe1ec4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Dec 09 10:25:19.665519 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-87dec1a2-4efa-40fe-b79f-f900dd409256 req-e26d082e-4f6a-4978-a505-33855ed77306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1272519 Dec 09 10:25:20.560828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:25:20.674437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:20.705115 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:25:20.714631 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:20.718580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:20.721676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:25:20.767500 dv-neutron-821175-1-hyperv neutron-server[83488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'code': 422} returned with failed status Dec 09 10:25:20.797003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:25:20.801820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:25:21.044432 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415109-75bf-4d4e-9207-337b1933b935 req-e8108396-7ef8-4f18-8058-2b7055784576 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:21.045900 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-92415109-75bf-4d4e-9207-337b1933b935 req-e8108396-7ef8-4f18-8058-2b7055784576 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.1404507 Dec 09 10:25:21.086842 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-c8167d4a-1919-4506-9ab0-dd063df9d479 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2087672 Dec 09 10:25:21.108176 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-92415109-75bf-4d4e-9207-337b1933b935 req-d339afbb-c829-4ee4-aab9-94da943cc298 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497460 Dec 09 10:25:22.309123 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784c9db-f49d-4ee7-9cb7-87db3f366697 req-5048b376-bc35-4477-8962-6907ebc06e9c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:22.310570 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e784c9db-f49d-4ee7-9cb7-87db3f366697 req-5048b376-bc35-4477-8962-6907ebc06e9c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0803144 Dec 09 10:25:22.458618 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e784c9db-f49d-4ee7-9cb7-87db3f366697 req-c7bd18d4-6965-40b8-b219-e720cf2c9608 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418543 Dec 09 10:25:23.657797 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94f766-f1a3-450d-9ee8-cd51b03853d1 req-964ec4e0-3ca5-41fc-a8a2-8112527b1b9d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:23.659121 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8b94f766-f1a3-450d-9ee8-cd51b03853d1 req-964ec4e0-3ca5-41fc-a8a2-8112527b1b9d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0783651 Dec 09 10:25:23.703059 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8b94f766-f1a3-450d-9ee8-cd51b03853d1 req-70e99d23-e6d1-4ef5-8ef8-51ce1d157f43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Dec 09 10:25:24.895889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb348a-d33f-4f1e-b425-fdf18d3ba52d req-b0be8993-cf02-44d9-8c1a-0927009b7ce2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:24.897476 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9cb348a-d33f-4f1e-b425-fdf18d3ba52d req-b0be8993-cf02-44d9-8c1a-0927009b7ce2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0765054 Dec 09 10:25:24.941636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9cb348a-d33f-4f1e-b425-fdf18d3ba52d req-16118a58-4f46-4775-8188-e8c158e515e3 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 Dec 09 10:25:25.873401 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-1e3f48e8-a84e-491a-8244-c2297727e092 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 1096 time: 0.0706241 Dec 09 10:25:25.962589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-8e961435-59a0-497b-968c-f0f387ac95c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1096 time: 0.0691638 Dec 09 10:25:26.093860 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-3c1b1e3b-cd6d-4abc-bfd3-6e68a6f04f95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:26.095192 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-3c1b1e3b-cd6d-4abc-bfd3-6e68a6f04f95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1261065 Dec 09 10:25:26.138771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a3b52-8b7b-4e29-a8de-ed48229463b1 req-71334f97-aaa9-42d0-8774-dfa999ebe17f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:26.140248 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-572a3b52-8b7b-4e29-a8de-ed48229463b1 req-71334f97-aaa9-42d0-8774-dfa999ebe17f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0764894 Dec 09 10:25:26.186035 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-572a3b52-8b7b-4e29-a8de-ed48229463b1 req-9823699f-96c9-47c4-bfec-f75317b333f4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Dec 09 10:25:26.198770 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-7464cbaa-f5f3-4638-a168-76c1e6e35ec1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 999 time: 0.0969043 Dec 09 10:25:26.260617 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-6250377c-283d-4c71-a7e1-b950403e891d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:26.262032 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-6250377c-283d-4c71-a7e1-b950403e891d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0571187 Dec 09 10:25:26.338508 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-2e1fa1c9-1ed7-4398-a9c4-87c9dbb98bf2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702929 Dec 09 10:25:26.471498 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-86d9aa5d-f8e5-47bd-bf6b-bf748c944c50 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258841 Dec 09 10:25:26.613870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-73a369b2-942e-4e27-b749-ddbb74da2553 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361003 Dec 09 10:25:26.675244 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:25:27.408883 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b447c1-bbed-42b9-af89-bc2e84517e4e req-f73fa535-2365-436a-8e33-83b0cfbaf403 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:27.410920 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3b447c1-bbed-42b9-af89-bc2e84517e4e req-f73fa535-2365-436a-8e33-83b0cfbaf403 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.1011879 Dec 09 10:25:27.473770 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f3b447c1-bbed-42b9-af89-bc2e84517e4e req-0f675ce1-c904-407d-9720-c8a9ea0d9acc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564487 Dec 09 10:25:28.687467 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966327e-7c45-4366-901d-0399a31d49d8 req-0353bd62-1a43-4d5d-b5b2-5287f5f85b01 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:28.689109 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4966327e-7c45-4366-901d-0399a31d49d8 req-0353bd62-1a43-4d5d-b5b2-5287f5f85b01 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0857990 Dec 09 10:25:28.736122 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4966327e-7c45-4366-901d-0399a31d49d8 req-dfd5e951-9528-4ade-9d54-177b97b5245d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Dec 09 10:25:29.961191 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d74b-fde4-4dfe-9f8b-e25c7e2969fd req-1cce23ae-b9b8-469d-8b43-9e1d03c2aa4d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:29.962620 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0a2d74b-fde4-4dfe-9f8b-e25c7e2969fd req-1cce23ae-b9b8-469d-8b43-9e1d03c2aa4d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0971069 Dec 09 10:25:30.011613 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0a2d74b-fde4-4dfe-9f8b-e25c7e2969fd req-db9f08ec-7823-42b9-957e-de74c2aca819 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Dec 09 10:25:31.220648 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dde3e-8cac-4f6e-9383-a81025ca9ac2 req-0d54b2a1-3f7e-4db5-b80e-59efccc9cda3 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:31.222166 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da3dde3e-8cac-4f6e-9383-a81025ca9ac2 req-0d54b2a1-3f7e-4db5-b80e-59efccc9cda3 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0795076 Dec 09 10:25:31.279055 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-da3dde3e-8cac-4f6e-9383-a81025ca9ac2 req-ff6625a3-9c55-485c-bc0b-c8a7879aece9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513728 Dec 09 10:25:32.489368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170478fd-650f-477b-809f-644c3a854da4 req-3590b9a7-416a-42a5-bc00-090f723e49e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:32.491769 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-170478fd-650f-477b-809f-644c3a854da4 req-3590b9a7-416a-42a5-bc00-090f723e49e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0801268 Dec 09 10:25:32.540985 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-170478fd-650f-477b-809f-644c3a854da4 req-6b941b89-bcda-4728-8bc0-a45ece5e0d87 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437412 Dec 09 10:25:33.584503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:33.638971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9df1b710-b1e1-4760-838c-bee94e5803f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:33.751285 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31171d06-5b27-4b3d-a16e-f6a3f8fd44bb req-85ca4dd2-701e-4578-b086-a3245e539b56 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:33.752821 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-31171d06-5b27-4b3d-a16e-f6a3f8fd44bb req-85ca4dd2-701e-4578-b086-a3245e539b56 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0835309 Dec 09 10:25:33.803161 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-31171d06-5b27-4b3d-a16e-f6a3f8fd44bb req-b18eb30e-ade2-48f6-bd76-6fca97730801 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Dec 09 10:25:34.791497 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:35.050012 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae466abe-c80a-4ebd-998c-19909b6061ee req-4c7fe786-f032-4446-b10b-b4ede8321110 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:35.051593 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ae466abe-c80a-4ebd-998c-19909b6061ee req-4c7fe786-f032-4446-b10b-b4ede8321110 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.1060197 Dec 09 10:25:35.101030 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ae466abe-c80a-4ebd-998c-19909b6061ee req-11f5ee93-5cee-4c7d-8b4e-44898cc1c10c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Dec 09 10:25:35.866791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2defd3a1-b57a-4c27-86de-a85d66ddc01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:36.321187 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3687d-ed05-47f9-96cc-a2f92b104aa0 req-bec80cd0-2139-49ca-b453-e1bf3995c674 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:36.322645 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3de3687d-ed05-47f9-96cc-a2f92b104aa0 req-bec80cd0-2139-49ca-b453-e1bf3995c674 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0863042 Dec 09 10:25:36.369373 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-3de3687d-ed05-47f9-96cc-a2f92b104aa0 req-a5c00f7a-01c0-4ce8-a7a9-d99596d9057f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Dec 09 10:25:37.034831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:37.572149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8df9a-fd69-4cec-9afe-90cf2e79c7a3 req-0500f025-4cd6-4f4c-9f3e-b4d2256989e9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:37.573645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97c8df9a-fd69-4cec-9afe-90cf2e79c7a3 req-0500f025-4cd6-4f4c-9f3e-b4d2256989e9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0795443 Dec 09 10:25:37.619764 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-97c8df9a-fd69-4cec-9afe-90cf2e79c7a3 req-d0d1b941-6b65-4a19-9cac-058bbc0e2ca0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407605 Dec 09 10:25:38.474903 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:38.818958 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc365158-ea67-4096-b219-d5e65b06951f req-71939d90-7d29-46c6-81d4-e4f69ae9598b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:38.820400 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc365158-ea67-4096-b219-d5e65b06951f req-71939d90-7d29-46c6-81d4-e4f69ae9598b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0810320 Dec 09 10:25:38.863484 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-dc365158-ea67-4096-b219-d5e65b06951f req-f7a80fd6-e701-4db1-8233-d651973be358 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377636 Dec 09 10:25:40.059484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011fea3-5ada-43e5-b60c-f2126e606a59 req-95d75c68-7a89-4730-9e3c-cda6fda2b633 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:40.060924 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a011fea3-5ada-43e5-b60c-f2126e606a59 req-95d75c68-7a89-4730-9e3c-cda6fda2b633 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0772288 Dec 09 10:25:40.106326 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a011fea3-5ada-43e5-b60c-f2126e606a59 req-5c8e34c8-caf6-448c-81f2-63bb5f37cb82 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400023 Dec 09 10:25:40.660545 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-87caa95d-0a0f-479b-ba79-aebf1d888666 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1096 time: 0.0724301 Dec 09 10:25:40.912798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-be40587e-e127-4b9a-ab20-a55642818183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:40.914200 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-be40587e-e127-4b9a-ab20-a55642818183 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.2307997 Dec 09 10:25:41.026754 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-578dfce6-4657-4977-9416-3cf120eaee14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 999 time: 0.1055233 Dec 09 10:25:41.088250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-fa5c82fa-a23c-4470-88d3-bcc3a5ae1839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:41.089616 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-fa5c82fa-a23c-4470-88d3-bcc3a5ae1839 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0571308 Dec 09 10:25:41.167884 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-eea61a07-5b67-42b1-b362-01b0d1b94721 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717618 Dec 09 10:25:41.310817 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-fbe2cc8f-36fd-4167-8544-c822bd8ce951 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363657 Dec 09 10:25:41.404899 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2733d-4455-4a29-8aee-4e8068d19a3a req-e2437a17-7411-4b6f-98e9-9082cb6b8e6c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:41.406353 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37a2733d-4455-4a29-8aee-4e8068d19a3a req-e2437a17-7411-4b6f-98e9-9082cb6b8e6c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.1785550 Dec 09 10:25:41.447031 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-508b1687-e0a7-43ce-a8fc-3013b7a5d2be req-d123c2d4-0b12-4477-a6dc-cf54b199d219 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300454 Dec 09 10:25:41.452025 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-37a2733d-4455-4a29-8aee-4e8068d19a3a req-c186176a-60d1-4360-b3a2-eb0a5463c587 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Dec 09 10:25:42.649983 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25386af9-a854-4bae-8a42-01627626088f req-4b56da3e-ea6c-4ab7-93bb-29ff4948cb0e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:42.651403 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25386af9-a854-4bae-8a42-01627626088f req-4b56da3e-ea6c-4ab7-93bb-29ff4948cb0e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0799124 Dec 09 10:25:42.695599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-25386af9-a854-4bae-8a42-01627626088f req-894bef50-4374-4f03-94d2-695ceafb200c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Dec 09 10:25:43.892763 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c25aa-86c7-4735-87f8-fcba70f08be2 req-3efcd080-7fef-4ad9-8ff8-0939b86c0621 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:43.894191 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-151c25aa-86c7-4735-87f8-fcba70f08be2 req-3efcd080-7fef-4ad9-8ff8-0939b86c0621 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 943 time: 0.0757995 Dec 09 10:25:43.941959 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-151c25aa-86c7-4735-87f8-fcba70f08be2 req-2f429b32-bff5-4ddc-9430-c1ec09c8092d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Dec 09 10:25:44.688605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:25:44.822429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:44.835024 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'port_id': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'mac_address': 'fa:16:3e:94:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:25:44.888096 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:44.904790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:25:44.919678 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:44.923939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:44.925662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:25:44.995264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=9']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:25:44.998536 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:25:45.143387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b542927-b5e8-482f-8777-d94652a7d3d3 req-27ef0881-0e10-4d06-891b-aeaf15c94921 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:45.144865 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b542927-b5e8-482f-8777-d94652a7d3d3 req-27ef0881-0e10-4d06-891b-aeaf15c94921 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 944 time: 0.0778282 Dec 09 10:25:45.196459 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-7b542927-b5e8-482f-8777-d94652a7d3d3 req-5e8cd93b-ead9-476d-b843-2f66dfc9a8ba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459967 Dec 09 10:25:45.319904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['a5ac2d89-a8c6-4ad1-8d48-05c278828706'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:25:46.391800 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883ab46-6adb-489d-92c1-628aedb724ac req-28f4d2da-3349-40f3-bc31-5975e1d84208 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:46.393223 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f883ab46-6adb-489d-92c1-628aedb724ac req-28f4d2da-3349-40f3-bc31-5975e1d84208 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 944 time: 0.0776393 Dec 09 10:25:46.437820 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f883ab46-6adb-489d-92c1-628aedb724ac req-59b6a4b2-ae2e-4471-9966-b0717f3c2f14 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 Dec 09 10:25:46.696917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:25:46.763373 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port a5ac2d89-a8c6-4ad1-8d48-05c278828706 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:25:46.763747 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:46.875244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:46.901601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:25:46.911787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:25:46.916305 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:25:46.918539 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:25:46.996969 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=10']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:25:46.999851 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:25:47.638748 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e2a41-fbc2-47a3-9751-d55b1f231a52 req-e35ebbb6-dc82-42d5-ae3c-2d526553feb7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:47.640157 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-461e2a41-fbc2-47a3-9751-d55b1f231a52 req-e35ebbb6-dc82-42d5-ae3c-2d526553feb7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0822716 Dec 09 10:25:47.684553 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-461e2a41-fbc2-47a3-9751-d55b1f231a52 req-71e50e58-5b61-4b30-a6de-355b69f7c648 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390491 Dec 09 10:25:47.978053 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'code': 200} Dec 09 10:25:48.210645 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-79931893-cddc-4b72-869c-77936895fa90 req-5391a2ed-25e4-425a-be0c-971a944e8b0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1099 time: 0.0700636 Dec 09 10:25:48.252999 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-79931893-cddc-4b72-869c-77936895fa90 req-55a60fb1-8d5e-491f-83c7-b6d6eda9c98d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358567 Dec 09 10:25:48.883781 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f140dea-535e-4401-92d1-a58c3b8ffbdf req-21020f5e-30a5-4e74-a7e0-983d988eaa23 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:48.885234 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f140dea-535e-4401-92d1-a58c3b8ffbdf req-21020f5e-30a5-4e74-a7e0-983d988eaa23 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0750554 Dec 09 10:25:48.930438 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9f140dea-535e-4401-92d1-a58c3b8ffbdf req-05c181b5-456f-47b1-830d-6f03fc790dd0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Dec 09 10:25:50.140127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d6d02-37b4-4837-b6c7-e5f05de5fd7c req-181fd01c-b40f-499d-a59a-86493be0064a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:50.141576 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-829d6d02-37b4-4837-b6c7-e5f05de5fd7c req-181fd01c-b40f-499d-a59a-86493be0064a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0823727 Dec 09 10:25:50.187662 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-829d6d02-37b4-4837-b6c7-e5f05de5fd7c req-8e11e5bb-1b60-4fc7-b6d7-ff8a5ebf31ad tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399516 Dec 09 10:25:51.390256 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1271b-69c2-4c80-aa17-6e815598dca1 req-37ff78bc-9b62-431b-936a-720f179f9356 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:25:51.391698 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-00f1271b-69c2-4c80-aa17-6e815598dca1 req-37ff78bc-9b62-431b-936a-720f179f9356 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0810676 Dec 09 10:25:51.437155 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-00f1271b-69c2-4c80-aa17-6e815598dca1 req-ac5fc20c-e548-4a0e-b755-fc1e5400d01c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 Dec 09 10:26:03.601930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:03.638904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-e2e60ca2-a17e-4cb8-b8a0-68c3e500b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:03.674297 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:26:04.784331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:05.866016 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-377750e1-15d7-4af8-9deb-acea9ed38817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:07.034012 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:08.476321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:33.610560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:33.637527 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d1728d7f-7eee-4afc-8fd6-cf08a80d6bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:34.062368 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-8afb9f66-1423-4d66-ba18-51a48d768016 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680392 Dec 09 10:26:34.200947 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-3f7492b3-0428-4be6-b2e9-aad6d1e83728 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1099 time: 0.0720730 Dec 09 10:26:34.345192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-d0e352d6-b494-44ec-88a5-9ba9b7dbc157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:26:34.346605 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-d0e352d6-b494-44ec-88a5-9ba9b7dbc157 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1258204 Dec 09 10:26:34.446336 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-4dce295d-92f0-4744-b1b4-64c1e6b19778 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0935931 Dec 09 10:26:34.510531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-754a2c8b-bca7-43be-8b1c-dc41bc2cc6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:26:34.511955 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-754a2c8b-bca7-43be-8b1c-dc41bc2cc6a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0601876 Dec 09 10:26:34.584517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-7367e1d9-e115-4dc3-b2d7-d4f5ca99d931 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664599 Dec 09 10:26:34.714905 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-96ba19e6-931d-4067-b84d-2df092df1922 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243625 Dec 09 10:26:34.786525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:34.847229 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-cfd6ee42-5166-4e0c-b545-2e7a388eee55 req-27538259-d483-4ebd-ad58-3f22295e880f service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261871 Dec 09 10:26:35.867922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-17ca1cc5-0441-4ad9-9b07-ec4f9716442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:37.036077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:38.479082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:26:40.673603 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:27:03.621388 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:03.637029 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a0d3548b-2782-4a01-9c9e-a7619f97647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:04.790280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:05.870187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d3515346-0d3d-4b8e-b49f-e833939912d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:07.037919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:08.483164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:17.674045 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:27:33.646978 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:33.648649 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-57d6bd77-10c5-47fc-ba61-d9f567e5263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:34.068073 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-28e58029-19e5-442c-a49e-dc55a79cfd4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725107 Dec 09 10:27:34.206705 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-55f1da8a-0ffa-40ca-ae2f-22eb5ecc8031 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1099 time: 0.0680487 Dec 09 10:27:34.453840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-e07ba211-c2c8-474d-a138-9257dce68bb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:34.455246 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-e07ba211-c2c8-474d-a138-9257dce68bb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.2298946 Dec 09 10:27:34.557752 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-d7118dba-0602-4e6a-b735-8c6017fc9122 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 1001 time: 0.0939295 Dec 09 10:27:34.620047 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-fa5869c5-f17b-45ae-a077-50a2062bd1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:34.621486 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-fa5869c5-f17b-45ae-a077-50a2062bd1ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0577848 Dec 09 10:27:34.703784 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-65c6be64-b0ae-4e79-a680-8e9108505b16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760448 Dec 09 10:27:34.713479 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-85368a1a-8b99-4f31-a780-0df146778fe7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:27:34.714305 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-85368a1a-8b99-4f31-a780-0df146778fe7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045972 Dec 09 10:27:34.792688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:34.846974 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-14d0a7f2-57e5-4ce8-add1-79ba5a641177 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260004 Dec 09 10:27:34.977450 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-111d2fb5-c402-4be4-8db3-ef55ddf33209 req-147d34d4-2b77-4ae7-936d-65e21dd16fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244228 Dec 09 10:27:35.871020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b0df4b8c-5019-4dc4-9e08-e6767d7f4f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:36.733854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39662) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:36.996700 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Deleting port d806d850-0795-4a65-82f6-1942f7db46d2 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:27:36.997036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:37.040591 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:37.162338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:37.162669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:37.280137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Calling delete_port for d806d850-0795-4a65-82f6-1942f7db46d2 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:27:37.427368 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:37.431212 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c2cc98df-adde-4d5d-9bd8-2228c8d5cde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:37.471297 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'Port': ['ID=d806d850-0795-4a65-82f6-1942f7db46d2,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:37.483197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.483584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.483982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.484357 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.484728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.485390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.485488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.485801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.486161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.486518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.486875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:27:37.512116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:37.576318 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:38.080189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:27:38.280568 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:27:38.289930 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:27:38.301337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:38.304576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:27:38.305197 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:27:38.359273 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "DELETE /v2.0/floatingips/54afe35a-d07b-413a-bda0-05ec1313b856 HTTP/1.1" status: 204 len: 168 time: 1.6240871 Dec 09 10:27:38.359969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:27:38.501273 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:38.502052 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:27:38.565021 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'status': 'completed', 'code': 200} Dec 09 10:27:38.670586 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-6a13360c-467a-48fd-9ef7-bc0d0af561ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 1099 time: 0.0781362 Dec 09 10:27:38.770846 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ad56-fea4-4523-adb5-f9976df1ce57 req-f248d8d9-af16-4724-9c53-d2136aa820e0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:38.773339 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-88d2ad56-fea4-4523-adb5-f9976df1ce57 req-f248d8d9-af16-4724-9c53-d2136aa820e0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0813179 Dec 09 10:27:38.809829 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a357a-f839-47ff-8102-b5498547a7ee req-bc6cc48f-4e56-4753-9929-710089a51d21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:38.812443 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-bc6cc48f-4e56-4753-9929-710089a51d21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1350074 Dec 09 10:27:38.828323 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-88d2ad56-fea4-4523-adb5-f9976df1ce57 req-ea352a0a-565c-4746-a51f-cf57274ea296 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491109 Dec 09 10:27:38.855638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:27:38.855638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:27:38.862912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:27:38.863585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:27:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:27:38.887474 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-8fc23086-3bf9-4a80-a868-2aa1f9d301e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 200 len: 217 time: 0.0689745 Dec 09 10:27:38.954666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a357a-f839-47ff-8102-b5498547a7ee req-3ad1bc0c-a313-4cac-9d45-8d9cef797fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:38.956149 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-3ad1bc0c-a313-4cac-9d45-8d9cef797fb5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0623171 Dec 09 10:27:39.036093 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-c704ca1b-4a5c-439b-a20c-370ceef0346e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735319 Dec 09 10:27:39.038833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:27:39.170961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-41e0d282-0330-4481-ab81-2e3f49dee7e9 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265271 Dec 09 10:27:39.308801 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-480a357a-f839-47ff-8102-b5498547a7ee req-71a293ba-1a52-4f86-b254-5e3b564f151b service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321528 Dec 09 10:27:39.351383 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:27:39.355296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07ad7-ec4a-48a3-ba8f-a8d4bb4a72cb None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:27:39.574720 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ea9aa-171b-41bb-9ea5-4643ab3bd6cc None None] New status for floating IP 54afe35a-d07b-413a-bda0-05ec1313b856: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:27:40.028178 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b8ae4-f774-41ee-b17b-e6b69af3da7e req-03ee4107-30d5-481d-b284-a00b95645a9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:40.028863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f09b8ae4-f774-41ee-b17b-e6b69af3da7e req-03ee4107-30d5-481d-b284-a00b95645a9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:27:40.043624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-f09b8ae4-f774-41ee-b17b-e6b69af3da7e req-03ee4107-30d5-481d-b284-a00b95645a9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:27:40.045268 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f09b8ae4-f774-41ee-b17b-e6b69af3da7e req-03ee4107-30d5-481d-b284-a00b95645a9b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0949662 Dec 09 10:27:40.091839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f09b8ae4-f774-41ee-b17b-e6b69af3da7e req-68b64929-7d4b-4f57-9aed-8286f4171e0e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 Dec 09 10:27:40.351851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-8ac42b35-e03a-409e-ac2b-ebfe49bde068 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:40.353269 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-8ac42b35-e03a-409e-ac2b-ebfe49bde068 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 946 time: 0.0791116 Dec 09 10:27:40.418890 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Deleting port a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:27:40.419230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:40.762028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] For port a5ac2d89-a8c6-4ad1-8d48-05c278828706, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a5ac2d89-a8c6-4ad1-8d48-05c278828706,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:27:40.762380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:40.880695 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Calling delete_port for a5ac2d89-a8c6-4ad1-8d48-05c278828706 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:27:41.021358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:41.026775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4f99d45e-9fa2-4c05-b0f8-e813e05d0936 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:41.069739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'Port': ['ID=a5ac2d89-a8c6-4ad1-8d48-05c278828706,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:41.073514 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:41.145851 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] No DVR routers for this DVR port a5ac2d89-a8c6-4ad1-8d48-05c278828706 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:27:41.148246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:41.150830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-deleted', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:27:41.166777 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1d965aa3-cd56-442d-a0d8-919e8d6ec84c req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "DELETE /v2.0/ports/a5ac2d89-a8c6-4ad1-8d48-05c278828706 HTTP/1.1" status: 204 len: 173 time: 0.8080611 Dec 09 10:27:41.212190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4638e7-82be-470e-a4e2-21e004de7223', 'name': 'network-vif-deleted', 'tag': 'a5ac2d89-a8c6-4ad1-8d48-05c278828706', 'status': 'completed', 'code': 200} Dec 09 10:27:41.262687 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bdce27a3-9169-4390-8863-c7e2e938342f req-a456086b-e1f5-4152-99ca-52de8d445fac tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d4638e7-82be-470e-a4e2-21e004de7223 HTTP/1.1" status: 200 len: 210 time: 0.0418105 Dec 09 10:27:42.370591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39694) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:42.439566 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:42.468452 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:42.533953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:42.537865 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d04887f6-2797-4915-899a-194e48b0674b tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:42.553218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95751f47-8fa6-4c5f-98a5-2f5f02ec81e5,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:42.555886 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:42.568331 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:42.569471 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "DELETE /v2.0/security-groups/95751f47-8fa6-4c5f-98a5-2f5f02ec81e5 HTTP/1.1" status: 204 len: 168 time: 0.1978602 Dec 09 10:27:43.156059 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:27:43.185270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39704) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.188906 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: a5ac2d89-a8c6-4ad1-8d48-05c278828706 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:27:43.189270 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device a5ac2d89-a8c6-4ad1-8d48-05c278828706 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:27:43.191841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408286543', 'description': 'tempest-secgroup-smoke-1408286543 description', 'project_id': '3968e48c26d44e6d8d12386add75f601'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.198676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.203358 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.206206 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.211949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.223346 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.258889 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.262602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.265974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.271575 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.325225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.329858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.335522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-49b9d2cf-4d1c-4a57-a428-a42bbe644e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:43.378388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dab900-865a-45c8-8fdf-038d655f4b85,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:43.381590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:43.382730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.384020 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0cd247a3-4d05-4343-8a6e-b289d7c5d9f7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1977112 Dec 09 10:27:43.386771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39708) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.393338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.399230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.403064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.407161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.412936 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.429812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.489459 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.493037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.495262 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7e9a8464-3cd3-40bd-b460-e5490f0eb650 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:43.521072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bea557c-5c9f-4a51-88b7-834db1af3ea1,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:43.523631 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:43.530606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.531780 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441519 Dec 09 10:27:43.534778 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39712) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.540058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.546038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.558034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.561640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.567409 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.585319 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.647570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.651046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.652840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ad605fa0-54b2-41db-b8c0-90cf504e2750 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:43.674771 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322f9128-9710-4c92-b64e-94a8e2e590a6,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:43.679172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:43.683509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.684749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-61172e0b-f49b-49ed-aa21-b0b98c6e044a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1490505 Dec 09 10:27:43.687961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39716) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.693407 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.699083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.703458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.706397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.712089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.728399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.790146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.794293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.796901 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2d06ac6b-a0c7-4b28-b7a2-b4a2c0d15d73 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:43.819190 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e969cc13-31b0-4c79-a670-1c8d81a1a0a4,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:43.823437 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:43.827624 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.828898 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bac9e72d-8a62-4b06-81ba-4d3fb6c1bf0a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400230 Dec 09 10:27:43.831545 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39720) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.836893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.842573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.846354 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.849222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:43.854840 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:43.870879 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.936054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.939628 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.941499 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0e31b837-1a93-4ab7-af2f-510645f38bae tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:43.965796 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72de491c-535f-45a2-811a-bd2e48fe01de,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:43.970902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:43.976106 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:43.977272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-19e6ece0-484e-4166-b127-f09dd881f24a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447976 Dec 09 10:27:43.979998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39724) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:43.985998 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:43.992312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:43.996472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:43.999522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:44.005442 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:44.016366 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Project 3968e48c26d44e6d8d12386add75f601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:27:44.022789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.088946 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.092385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.094149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-48ad7bdd-cc22-43a6-986d-9f339cf75d37 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:44.114110 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ba1724-b62e-45b0-b0b8-9be179199d38,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:44.118999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:44.127236 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.128434 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-33be5ceb-402b-4b65-ac18-ee0ada5e7a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1474836 Dec 09 10:27:44.131038 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39728) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:44.136528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'security_group_rule': {'security_group_id': '14dab900-865a-45c8-8fdf-038d655f4b85', 'project_id': '3968e48c26d44e6d8d12386add75f601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:27:44.142429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:27:44.146564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:security_group_rule and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:27:44.149864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:27:44.156810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:27:44.167147 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Project 3968e48c26d44e6d8d12386add75f601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:27:44.174027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.238124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.241785 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.243875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62bea70c-2f93-4c48-856a-3302bcbce8af tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:27:44.269054 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795b13f9-d0a6-4a93-8135-12c72f42db61,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:27:44.273513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:27:44.277791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:27:44.279493 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ddc2c1f7-bd22-4347-9c5f-bfb56eadcfba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1470168 Dec 09 10:27:54.673796 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:27:58.208925 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-c51d9eb8-68dd-409d-a85a-36cfec1ac8cd tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408286543&fields=id&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 267 time: 0.0404732 Dec 09 10:27:58.353257 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-ca2ff3a3-9b70-434b-b1d0-009e7e1114b7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:27:58.354659 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-ca2ff3a3-9b70-434b-b1d0-009e7e1114b7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 809 time: 0.1397467 Dec 09 10:27:58.370847 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-1b490464-0b8a-48e9-8832-0f8d32747296 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/quotas/3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 375 time: 0.0108910 Dec 09 10:27:58.453072 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-062cb5c5-fdc5-4265-9353-c74ee01b210e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771482 Dec 09 10:27:58.564457 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-49ddf641-fe73-4449-bcc5-2e3646e946f1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83486) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:27:58.565433 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-49ddf641-fe73-4449-bcc5-2e3646e946f1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0654573 Dec 09 10:27:58.698153 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9bff0e97-6bc9-4842-a107-bed3761d6422 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266019 Dec 09 10:27:58.829006 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-d2a7c825-7f53-4f8c-a5ee-5679dd06f9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245134 Dec 09 10:27:59.227053 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e3a5d5a2-24a1-4206-8fb9-42016dd16aca req-61e11d3d-fb0d-46ed-93fc-40c4da53a222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:27:59.243079 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e3a5d5a2-24a1-4206-8fb9-42016dd16aca req-61e11d3d-fb0d-46ed-93fc-40c4da53a222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:27:59.244822 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e3a5d5a2-24a1-4206-8fb9-42016dd16aca req-61e11d3d-fb0d-46ed-93fc-40c4da53a222 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 210 time: 0.0629518 Dec 09 10:28:00.212685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9c3a3472-6f4a-4dca-849e-a98268c4a7b5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:00.214095 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9c3a3472-6f4a-4dca-849e-a98268c4a7b5 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 809 time: 0.1470978 Dec 09 10:28:00.268969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-5568fecd-4b7f-46ff-b687-716f07ba5e28 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:security_group {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:28:00.285649 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-5568fecd-4b7f-46ff-b687-716f07ba5e28 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:security_group {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:28:00.286536 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-5568fecd-4b7f-46ff-b687-716f07ba5e28 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 380 time: 0.0600076 Dec 09 10:28:00.302292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'port': {'device_id': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'admin_state_up': True, 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'security_groups': ['14dab900-865a-45c8-8fdf-038d655f4b85']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:28:00.413141 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-996e174b-b0de-4f7d-ab9e-903def6c9352 req-baf103ac-d1e8-469f-ae7c-56da9b25fb65 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 210 time: 0.0457234 Dec 09 10:28:00.446268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:28:00.456723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:28:00.467133 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Made reservation on behalf of 3968e48c26d44e6d8d12386add75f601 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:28:00.470336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:00.741634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Allocated IP 172.20.0.12 (9bfd839f-c8b2-4dc7-8656-ad2d0483d792/9a7d0140-29dc-4a66-bd14-ff0fd03c961d/10d58e85-d044-457f-a4ad-1a04581783a8) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:28:00.937832 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:00.954806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Transition to ACTIVE for port object 10d58e85-d044-457f-a4ad-1a04581783a8 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:28:00.977145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:00.982913 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e15abfd6-e903-4a6c-968e-c6f484ae6dd4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:01.048522 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:28:01.055867 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:28:01.060750 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:28:01.092482 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:01.099321 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:01.129777 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:01.130399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:01.158894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-566f046b-6ae3-435a-ba05-fd2804c9b077 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8603239 Dec 09 10:28:01.171383 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Request body: {'port': {'device_id': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:28:01.274338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03dc7bb7-134f-4eab-bd12-1e1dd12a9128 None None] Provisioning for port 10d58e85-d044-457f-a4ad-1a04581783a8 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:28:01.279936 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-03dc7bb7-134f-4eab-bd12-1e1dd12a9128 None None] Provisioning complete for port 10d58e85-d044-457f-a4ad-1a04581783a8 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:28:01.280738 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03dc7bb7-134f-4eab-bd12-1e1dd12a9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:01.292579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:01.336798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-03dc7bb7-134f-4eab-bd12-1e1dd12a9128 None None] Port 10d58e85-d044-457f-a4ad-1a04581783a8 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:28:01.718716 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9eac-c8c9-4cb5-b346-f1c390fed4ba req-d20ddd03-2746-4f67-9aa7-10aa915bbe88 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:01.719441 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e0cd9eac-c8c9-4cb5-b346-f1c390fed4ba req-d20ddd03-2746-4f67-9aa7-10aa915bbe88 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:28:01.723638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d58e85-d044-457f-a4ad-1a04581783a8 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:28:01.731925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:01.753672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Transition to ACTIVE for port object 10d58e85-d044-457f-a4ad-1a04581783a8 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:28:01.755091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-e0cd9eac-c8c9-4cb5-b346-f1c390fed4ba req-d20ddd03-2746-4f67-9aa7-10aa915bbe88 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:28:01.756509 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0cd9eac-c8c9-4cb5-b346-f1c390fed4ba req-d20ddd03-2746-4f67-9aa7-10aa915bbe88 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 932 time: 0.1944430 Dec 09 10:28:01.757593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:01.761917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cb2a74bd-358c-4b71-8ee8-14a1030c692e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:01.898667 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:01.908017 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:01.934234 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0cd9eac-c8c9-4cb5-b346-f1c390fed4ba req-7f89c01b-e7d1-4c8d-85a0-f7dcb597c85f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401215 Dec 09 10:28:02.047312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Attempting to bind port 10d58e85-d044-457f-a4ad-1a04581783a8 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:28:02.047640 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Attempting to bind port 10d58e85-d044-457f-a4ad-1a04581783a8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:28:02.047985 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Attempting to bind port 10d58e85-d044-457f-a4ad-1a04581783a8 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:28:02.053795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Port 10d58e85-d044-457f-a4ad-1a04581783a8 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:28:02.054113 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Attempting to bind port 10d58e85-d044-457f-a4ad-1a04581783a8 on network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:28:02.060920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:28:02.061249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Checking segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:28:02.061651 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Bound using segment: {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:28:02.062066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Bound port: 10d58e85-d044-457f-a4ad-1a04581783a8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cc27e8-858d-471e-8b0d-da4c9726dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:28:02.062403 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:02.146908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:28:02.150060 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:28:02.154074 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:02.158773 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7020e995-327d-4885-b2d2-1abb4ced66d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:02.215723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:02.217577 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] 10.222.0.58 "PUT /v2.0/ports/10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1094 time: 1.0516465 Dec 09 10:28:02.218093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:28:02.249704 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:02.253091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:02.291621 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'status': 'completed', 'code': 200} Dec 09 10:28:02.335359 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-28162965-cf55-4043-a93a-865d3ca66e7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1097 time: 0.0775456 Dec 09 10:28:02.409647 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-dc32d541-eda1-4998-a2e2-01e131bb6bed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 217 time: 0.0666332 Dec 09 10:28:02.472953 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-d4d93352-751f-4db1-b9b8-cf51dc2e6c6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:02.474283 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-d4d93352-751f-4db1-b9b8-cf51dc2e6c6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0588639 Dec 09 10:28:02.552182 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-ca774a4d-a56e-48f7-afb4-21077a64f57d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686162 Dec 09 10:28:02.793240 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-f997a03a-17b3-45d8-b285-1bddb5b20ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350385 Dec 09 10:28:02.926114 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-193b8efe-d50a-41c1-89b1-493c4e7bc05c req-bd9dd070-be27-4543-bcd3-6ac9a855c2aa service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262360 Dec 09 10:28:03.042889 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-d6b10dae-1442-4c38-9db8-ba3ec3c7dfe6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1097 time: 0.0738435 Dec 09 10:28:03.233705 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-97761e7d-ae65-4c53-9bbf-3993be0ac124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:03.235159 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-97761e7d-ae65-4c53-9bbf-3993be0ac124 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1861389 Dec 09 10:28:03.240710 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0cbd1-13e5-45e3-8544-037bbe8c254b req-825c4070-544c-4675-9c41-8fa4d0e72e08 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:03.242045 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84f0cbd1-13e5-45e3-8544-037bbe8c254b req-825c4070-544c-4675-9c41-8fa4d0e72e08 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.1756468 Dec 09 10:28:03.324862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-8df23755-d9fa-4a95-ba5c-dd2227c732ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 217 time: 0.0819013 Dec 09 10:28:03.389017 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-84f0cbd1-13e5-45e3-8544-037bbe8c254b req-df04d500-ae90-4da5-86fd-629d6221a25e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953588 Dec 09 10:28:03.403527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-033250c2-1c38-464e-a682-6c360f8c0785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:03.405555 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-033250c2-1c38-464e-a682-6c360f8c0785 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0698717 Dec 09 10:28:03.481615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-c41b56e8-226a-4595-9aa0-9fe640bb5707 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698814 Dec 09 10:28:03.611117 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-7596ed3b-8b79-4c13-a6aa-1b42c5c2fd5a service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229088 Dec 09 10:28:03.648952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:03.650013 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b9f08b9e-cb34-4b21-923b-c055b1bea47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:03.749307 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c51280ae-71fb-4013-a604-e43bce7e31e0 req-b95a710b-81fa-499a-b03d-1b921b4039d4 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317542 Dec 09 10:28:04.589173 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d94c6-5f1e-454f-862d-2993e9548952 req-6fc4fc5b-38a7-4d84-8394-f316bc442dfb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:04.590604 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec9d94c6-5f1e-454f-862d-2993e9548952 req-6fc4fc5b-38a7-4d84-8394-f316bc442dfb tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0744002 Dec 09 10:28:04.640655 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ec9d94c6-5f1e-454f-862d-2993e9548952 req-1985eff2-a9b8-4b4f-9abd-0c332f1cc320 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Dec 09 10:28:04.796335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:05.835332 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c5304-5a7e-4239-b5e5-c138badc0533 req-44788208-0562-4fcf-b060-c25f27d48dd0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:05.836778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa1c5304-5a7e-4239-b5e5-c138badc0533 req-44788208-0562-4fcf-b060-c25f27d48dd0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0763960 Dec 09 10:28:05.873512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-072cbb0a-440a-4ec4-b5ea-3395caba9234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:05.890147 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fa1c5304-5a7e-4239-b5e5-c138badc0533 req-c56eb3b4-2c96-47a5-b139-836f684da408 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477993 Dec 09 10:28:07.043785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:07.085155 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7ffa-2567-43bd-a8fb-a436f742f347 req-c0d1a034-3224-42e8-a324-26a525810ec1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:07.086597 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-254d7ffa-2567-43bd-a8fb-a436f742f347 req-c0d1a034-3224-42e8-a324-26a525810ec1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0776243 Dec 09 10:28:07.131505 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-254d7ffa-2567-43bd-a8fb-a436f742f347 req-b5c8e41a-6b07-4cde-81d9-0e3e12f43ffd tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Dec 09 10:28:08.334091 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11987-4831-4675-9a00-b92aa9ca1449 req-76fc1fe0-277e-40e7-a8a9-7d933c748c09 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:08.335542 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-96a11987-4831-4675-9a00-b92aa9ca1449 req-76fc1fe0-277e-40e7-a8a9-7d933c748c09 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0806177 Dec 09 10:28:08.382483 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-96a11987-4831-4675-9a00-b92aa9ca1449 req-eef44bda-0513-433f-822e-6e60c582edfc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Dec 09 10:28:08.492306 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:09.580871 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f14b6-5fc0-4da3-9630-266098f265d4 req-3c91defa-606d-49c2-9e6f-ef5cf4fe104e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:09.582298 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-433f14b6-5fc0-4da3-9630-266098f265d4 req-3c91defa-606d-49c2-9e6f-ef5cf4fe104e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0813272 Dec 09 10:28:09.626606 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-433f14b6-5fc0-4da3-9630-266098f265d4 req-48c5fe20-91f8-41c3-b52c-9a64ae2af916 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 Dec 09 10:28:10.825155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91b41-557f-4692-afed-c7aa820c0205 req-d1e8a256-b588-420a-94f8-dbb884b2a188 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:10.827204 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ef91b41-557f-4692-afed-c7aa820c0205 req-d1e8a256-b588-420a-94f8-dbb884b2a188 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0801072 Dec 09 10:28:10.871675 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6ef91b41-557f-4692-afed-c7aa820c0205 req-4becfcc5-f867-4de7-8071-e76d076b6ad9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Dec 09 10:28:12.070328 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c541e9-c99d-4206-ba5e-7b760c1d72a4 req-c68e2079-5a22-4020-882b-2e985417dc1b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:12.071744 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-28c541e9-c99d-4206-ba5e-7b760c1d72a4 req-c68e2079-5a22-4020-882b-2e985417dc1b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0757434 Dec 09 10:28:12.116068 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-28c541e9-c99d-4206-ba5e-7b760c1d72a4 req-b6c9edd6-1d0b-4b66-90ee-a78090e835ee tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Dec 09 10:28:13.312910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e7f0-fd23-40b9-96b2-806b915e12d9 req-f10cfc3b-901d-4c3d-8587-c2d15f1f2b75 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:13.314364 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9216e7f0-fd23-40b9-96b2-806b915e12d9 req-f10cfc3b-901d-4c3d-8587-c2d15f1f2b75 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0783796 Dec 09 10:28:13.359207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9216e7f0-fd23-40b9-96b2-806b915e12d9 req-bfdf9cfa-ba81-4393-b9fb-2ff31f9c4ccf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Dec 09 10:28:14.654822 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003853-1f8a-412d-8481-44e707bc5445 req-1a746a7c-1db2-4ba7-ba99-be9626ef3da4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:14.656202 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90003853-1f8a-412d-8481-44e707bc5445 req-1a746a7c-1db2-4ba7-ba99-be9626ef3da4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.1749315 Dec 09 10:28:14.700909 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-90003853-1f8a-412d-8481-44e707bc5445 req-969193c6-2538-4b5e-8c30-c986d3ba9747 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385389 Dec 09 10:28:15.900524 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87fb6-52d2-4a7f-8890-2c0959b8bccc req-d90766c3-95d6-434f-ba5a-dc68207fd759 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:15.901941 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16f87fb6-52d2-4a7f-8890-2c0959b8bccc req-d90766c3-95d6-434f-ba5a-dc68207fd759 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0795076 Dec 09 10:28:15.948908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-16f87fb6-52d2-4a7f-8890-2c0959b8bccc req-a8a9b247-cd7d-41a0-9c76-3f091a7a1533 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Dec 09 10:28:17.146745 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df612117-ae52-4b3d-959e-9ae89f97ba4f req-b7188c32-c844-419f-81d8-9564e17162f2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:17.148209 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-df612117-ae52-4b3d-959e-9ae89f97ba4f req-b7188c32-c844-419f-81d8-9564e17162f2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0770080 Dec 09 10:28:17.196724 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-df612117-ae52-4b3d-959e-9ae89f97ba4f req-5dc89d9b-235c-4010-95a7-66bdebca4e9a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Dec 09 10:28:17.325602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:28:17.499920 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:28:17.512962 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '10d58e85-d044-457f-a4ad-1a04581783a8', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'mac_address': 'fa:16:3e:01:2f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:28:17.570119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:17.593578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d58e85-d044-457f-a4ad-1a04581783a8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:28:17.608260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:28:17.612105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:17.613820 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:17.675845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:17.683992 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.684335 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.684735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.685243 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.685454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.685780 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.686102 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.686423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.686742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.687069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.687379 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:28:17.691126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:17.919241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10d58e85-d044-457f-a4ad-1a04581783a8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:28:18.392451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac71785-7d26-42f7-bee3-46b884c430d4 req-5af9f657-3230-4779-8615-3d2c2dd20ac9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:18.393894 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9ac71785-7d26-42f7-bee3-46b884c430d4 req-5af9f657-3230-4779-8615-3d2c2dd20ac9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 945 time: 0.0796831 Dec 09 10:28:18.442978 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9ac71785-7d26-42f7-bee3-46b884c430d4 req-ab7ccf67-ac38-4c57-a476-41a3d31868e3 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Dec 09 10:28:19.342298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:28:19.410994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 10d58e85-d044-457f-a4ad-1a04581783a8 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:28:19.415598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 10d58e85-d044-457f-a4ad-1a04581783a8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:28:19.416022 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:19.536788 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:19.563530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:28:19.574181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:28:19.579633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:19.581926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:19.621214 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'code': 200} Dec 09 10:28:19.649189 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a14b9-6833-4732-968e-0f7dfb754146 req-86add4f7-e924-4b65-a22d-99af990ba883 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:19.650806 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bf7a14b9-6833-4732-968e-0f7dfb754146 req-86add4f7-e924-4b65-a22d-99af990ba883 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0854352 Dec 09 10:28:19.656185 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:19.659086 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:19.696003 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bf7a14b9-6833-4732-968e-0f7dfb754146 req-93d1a79a-638a-4b83-b841-2d573d726348 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394607 Dec 09 10:28:19.898858 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a896cfbd-24f7-477f-8c30-ff4f94965dde req-f6ae6cc0-e914-4ac7-8b56-9d371d7ba30a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0715332 Dec 09 10:28:19.943185 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a896cfbd-24f7-477f-8c30-ff4f94965dde req-9e0d55f4-8bc9-44a6-82ad-d444e22421f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374529 Dec 09 10:28:20.911461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139e52-c66d-495c-9538-1ee750600ed2 req-ea1d0d7f-e492-428c-b8eb-f92d3278f206 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:20.913011 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2139e52-c66d-495c-9538-1ee750600ed2 req-ea1d0d7f-e492-428c-b8eb-f92d3278f206 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0825737 Dec 09 10:28:21.072627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2139e52-c66d-495c-9538-1ee750600ed2 req-e94d21f8-9469-4203-9024-5021c0d13be9 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541243 Dec 09 10:28:22.280759 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db168-df69-48b2-99bc-8a97049d9927 req-aadca915-4496-4e8d-94a2-b0b72347c2f0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:22.282205 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-609db168-df69-48b2-99bc-8a97049d9927 req-aadca915-4496-4e8d-94a2-b0b72347c2f0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0839658 Dec 09 10:28:22.326713 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-609db168-df69-48b2-99bc-8a97049d9927 req-2cdb70d6-d169-422f-8324-df4213f906d8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Dec 09 10:28:22.523103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b205c6-678f-491c-a1bd-f49879973e65 req-acecc47e-8e9d-4073-93c4-32fcc66742e8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:22.524546 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-96b205c6-678f-491c-a1bd-f49879973e65 req-acecc47e-8e9d-4073-93c4-32fcc66742e8 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0769460 Dec 09 10:28:22.568396 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-96b205c6-678f-491c-a1bd-f49879973e65 req-8a1c0c11-f969-4ccd-896a-b3b59c21d558 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Dec 09 10:28:22.595189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:22.729290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-a0539220-04eb-4944-aed8-70d8a08d475d tempest-TestShelveInstance-250499917 tempest-TestShelveInstance-250499917-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1094 time: 0.1327965 Dec 09 10:28:22.731708 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39906) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:22.736789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:28:22.742140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:28:22.746145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Usage tracker for resource:floatingip and tenant:3968e48c26d44e6d8d12386add75f601 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:28:22.749458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:28:22.754995 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:28:22.766197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:22.899539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:23.035546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Allocated IP 172.26.4.172 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:28:23.187080 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:23.213474 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:23.218668 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c7f201ff-590b-4748-acda-726efd2a196c tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:23.283145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:28:23.286588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:28:23.289344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:28:23.320003 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:23.322755 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:23.800505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:23.859122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:24.058426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:24.063265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:24.066682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e8ecd41d-65e1-4e2a-b30c-e957430e8b40 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:28:24.268853 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event updated for resources: {'Port': ['ID=5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:28:24.272897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:28:24.287104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:24.475601 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Floating IP 37922611-9152-45e5-9644-17f3a3ed9088 associated. External IP: 172.26.4.172, port: 10d58e85-d044-457f-a4ad-1a04581783a8. Dec 09 10:28:24.864355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:28:25.060864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:28:25.070729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:28:25.084512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:28:25.085127 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:28:25.085273 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:25.138186 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4048369 Dec 09 10:28:25.138836 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:28:25.203345 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'status': 'completed', 'code': 200} Dec 09 10:28:25.261285 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:28:25.298797 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-e5c83d03-bf0c-4b5b-80ae-b43f2ea66f09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0738072 Dec 09 10:28:25.430525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-062a8df0-72be-4948-9f7f-76c33001f7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:25.431931 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-062a8df0-72be-4948-9f7f-76c33001f7fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1269197 Dec 09 10:28:25.537041 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-5fadac22-275f-4dbf-964f-410a1c173e36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1000 time: 0.0990047 Dec 09 10:28:25.599564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-cbf738ad-b85b-481f-aa24-25e52edb8b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:25.601033 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-cbf738ad-b85b-481f-aa24-25e52edb8b7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0580521 Dec 09 10:28:25.603865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '37922611-9152-45e5-9644-17f3a3ed9088', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:01:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:28:23Z', 'updated_at': '2021-12-09T10:28:23Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:28:25.608003 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:28:25.618786 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:28:25.619639 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:28:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:28:25.675395 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-53b53e8c-524f-4232-847c-9122a9e62c0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680792 Dec 09 10:28:25.808067 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-19a63b4e-a968-4d68-a52d-049cfa89e960 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263075 Dec 09 10:28:25.845298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:28:26.070042 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c2911abb-a107-4c02-b588-0871d612d9f1 req-fc07fb01-0356-42f2-8b4e-7309fda994c0 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555404 Dec 09 10:28:26.201811 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '37922611-9152-45e5-9644-17f3a3ed9088', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:01:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:28:23Z', 'updated_at': '2021-12-09T10:28:23Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:28:26.205684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84525b3f-1b04-47b8-aff5-05750b6c2d2c None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '37922611-9152-45e5-9644-17f3a3ed9088', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'mac_address': 'fa:16:3e:01:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:28:23Z', 'updated_at': '2021-12-09T10:28:23Z', 'revision_number': 0, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:28:26.399900 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c7b25-eed7-4b68-a87e-ec57f58c2134 None None] New status for floating IP 37922611-9152-45e5-9644-17f3a3ed9088: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:28:31.673830 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:28:33.646161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:33.648505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5894-7311-4783-87ee-982e59c83266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:34.072507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-84d5c962-8814-4dd7-bdbc-ed52160e9d52 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665123 Dec 09 10:28:34.211066 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-f03180f5-1465-402f-9605-7312eb50230e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0671067 Dec 09 10:28:34.354450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-9fbb9ecb-2654-46c6-b564-5b0deb1ef68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:34.355949 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-9fbb9ecb-2654-46c6-b564-5b0deb1ef68b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1250253 Dec 09 10:28:34.463167 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-e40d4878-1817-40f3-9bae-6cbe46aa4120 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1002 time: 0.0956726 Dec 09 10:28:34.527907 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-effac618-05e7-44aa-954e-60a8cbe4be8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:28:34.529322 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-effac618-05e7-44aa-954e-60a8cbe4be8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0585597 Dec 09 10:28:34.603505 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-efc15bad-6aa8-4677-a7a4-b19d6f1f1648 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676963 Dec 09 10:28:34.736117 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-2684e88a-5ee4-4bf9-8e27-4289f58fc997 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251719 Dec 09 10:28:34.801424 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:34.869870 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ff523a84-82b6-4fdc-b79f-c9bbd933bc7e req-c308830c-e58c-46e7-8a26-6fb245dcb5cb service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271985 Dec 09 10:28:35.876104 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f49d-6154-4a0d-b639-9d2bb3a7dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:37.046505 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:28:38.505688 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:03.648503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cdc400d6-75e0-4945-88b6-bd51549c3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:03.650408 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:04.803683 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:05.879112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3e9b06f4-e3f2-4f26-88d7-90336d73af2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:07.049129 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:08.498575 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:08.673981 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:29:33.641301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:33.645178 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4fc90d8b-d868-4a99-bf9e-b06456cc3864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:34.110827 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-dab02639-454b-4b75-a34c-a8670015b31d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300859 Dec 09 10:29:34.253031 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-7506a223-7093-4572-b54b-e101bbed757a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0722563 Dec 09 10:29:34.400583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-7e67adee-f56b-4e33-abd7-2bcc97425bf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:29:34.401957 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-7e67adee-f56b-4e33-abd7-2bcc97425bf7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1308262 Dec 09 10:29:34.517627 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-2b6c7518-d7ba-4677-8e37-3e7103f15c00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1002 time: 0.1091421 Dec 09 10:29:34.583399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-c004c1db-efac-40e4-b2ad-6442bce52d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:29:34.584834 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-c004c1db-efac-40e4-b2ad-6442bce52d64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0608919 Dec 09 10:29:34.661776 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-ad4e4717-898c-4338-8a3b-0481c388b107 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708342 Dec 09 10:29:34.790365 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-a11a0fd8-7849-4344-8d46-35ccfc098a07 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225805 Dec 09 10:29:34.805966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:35.023840 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b411cd45-d46a-4c0c-8dd6-d681fd1eecb7 req-58d4e27c-ba73-48aa-8ed9-e2e8ed6010ec service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270722 Dec 09 10:29:35.883618 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c4c991a2-f72e-43ab-b6e0-778c61c98dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:37.051596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:38.501333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:29:45.674100 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:30:03.637009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:03.640872 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6e4d4b55-5ab6-4a32-b75d-8cdf83f21b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:04.807074 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:05.886156 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cc793e30-f8e5-4022-8fca-9c53927fc851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:07.054601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:08.508181 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:22.675736 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:30:22.853283 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a6797-913f-47d1-875d-0390654f6605 req-b0164102-ea71-42fc-a8fd-3f6b53817b2b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:22.854632 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-875a6797-913f-47d1-875d-0390654f6605 req-b0164102-ea71-42fc-a8fd-3f6b53817b2b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.1749706 Dec 09 10:30:22.899704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-875a6797-913f-47d1-875d-0390654f6605 req-1fd51544-8693-4e6b-bbcb-7a854bee8384 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 Dec 09 10:30:24.174160 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b363e-13b6-4dee-b5fb-9d3ccfea4413 req-a5bad981-1869-4290-bc42-8c135d29b2ff tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:24.175589 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b12b363e-13b6-4dee-b5fb-9d3ccfea4413 req-a5bad981-1869-4290-bc42-8c135d29b2ff tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.1541591 Dec 09 10:30:24.219339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b12b363e-13b6-4dee-b5fb-9d3ccfea4413 req-b400b4ba-44d5-4efb-92ea-0430c5973c21 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Dec 09 10:30:25.433567 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eecb9-37a4-4770-9d29-ad1d4ed8f5b5 req-dc1b4561-9c34-4a29-b92d-877abeae8f5c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:25.435769 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-843eecb9-37a4-4770-9d29-ad1d4ed8f5b5 req-dc1b4561-9c34-4a29-b92d-877abeae8f5c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0808423 Dec 09 10:30:25.481936 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-843eecb9-37a4-4770-9d29-ad1d4ed8f5b5 req-4a239f6f-833d-47a0-b8f0-3740d37b937c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Dec 09 10:30:26.680490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919d3a-6277-44ac-9270-deee71ed1447 req-efa935bf-4793-4f99-9342-7dc1b424194b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:26.681908 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc919d3a-6277-44ac-9270-deee71ed1447 req-efa935bf-4793-4f99-9342-7dc1b424194b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0797379 Dec 09 10:30:26.726264 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-dc919d3a-6277-44ac-9270-deee71ed1447 req-616838a6-ebbe-459d-80b6-20c6abccec40 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 Dec 09 10:30:27.922898 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab54c3f-ee42-44ad-9ae6-daf69a7fc7eb req-00ea4e67-12aa-41d7-9e2e-c7fb48eee664 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:27.924361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cab54c3f-ee42-44ad-9ae6-daf69a7fc7eb req-00ea4e67-12aa-41d7-9e2e-c7fb48eee664 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0760572 Dec 09 10:30:27.974361 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cab54c3f-ee42-44ad-9ae6-daf69a7fc7eb req-deadf33e-e106-41c8-b2c3-3812517fa194 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Dec 09 10:30:29.172312 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0ecc5-c639-4f69-8ccb-ab05429ad908 req-e390aa91-cd88-487f-be70-c56c569f98a1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:29.173765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9ac0ecc5-c639-4f69-8ccb-ab05429ad908 req-e390aa91-cd88-487f-be70-c56c569f98a1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0786874 Dec 09 10:30:29.222995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9ac0ecc5-c639-4f69-8ccb-ab05429ad908 req-18c5ba6a-8600-4a6c-b663-b267d67c6a05 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Dec 09 10:30:30.415392 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985c5af-db84-40c1-aab5-fc914d807507 req-5bb2d9fe-8c90-455c-a768-e6d63c27faba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:30.416911 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e985c5af-db84-40c1-aab5-fc914d807507 req-5bb2d9fe-8c90-455c-a768-e6d63c27faba tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0766339 Dec 09 10:30:30.463213 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e985c5af-db84-40c1-aab5-fc914d807507 req-e2a41a60-2eaa-4c35-99f8-2f2f380ced0d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Dec 09 10:30:31.660326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19de7b-5027-45ca-ad95-3b509e72c557 req-d5a6635a-6a9d-4f45-a44a-8c3dbac42663 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:31.661798 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3c19de7b-5027-45ca-ad95-3b509e72c557 req-d5a6635a-6a9d-4f45-a44a-8c3dbac42663 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0788221 Dec 09 10:30:31.707557 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3c19de7b-5027-45ca-ad95-3b509e72c557 req-513f591e-a1f3-4dff-b2b6-74d32b1cf757 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Dec 09 10:30:32.829821 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-628c3813-b696-4b81-9fe6-a248f7ce3bf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0726962 Dec 09 10:30:32.919970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bf623-4c25-45c6-88b3-171ae919506a req-6a712299-e9c6-4595-882f-435aee174223 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:32.923787 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e01bf623-4c25-45c6-88b3-171ae919506a req-6a712299-e9c6-4595-882f-435aee174223 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0821106 Dec 09 10:30:32.965344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-812e994e-1a3e-426e-880c-b8b4f50cf8e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:32.966765 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-812e994e-1a3e-426e-880c-b8b4f50cf8e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1309383 Dec 09 10:30:32.967748 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-e01bf623-4c25-45c6-88b3-171ae919506a req-31f6511a-111d-4373-9444-2e94b681b1cc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 Dec 09 10:30:33.067074 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-9231e684-d51b-4abc-a5fe-24f10e6622e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1002 time: 0.0935183 Dec 09 10:30:33.132468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-c965e5e1-5f4b-47be-bd81-52ba913dfdc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:33.133901 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-c965e5e1-5f4b-47be-bd81-52ba913dfdc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0605247 Dec 09 10:30:33.209532 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-4583cd2c-24ea-43a7-89bf-70e7704ef18a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688715 Dec 09 10:30:33.341856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-cce8dbe8-e96c-44a1-ac4b-06ebcd15907b service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251707 Dec 09 10:30:33.475808 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-be80e5c8-ea92-4cb1-946f-183d0d35dc7a req-4b050be6-2aa1-4dc0-b9c8-79b1574e90f2 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273501 Dec 09 10:30:33.633762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:33.635711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-de1b692e-a8a4-4451-af17-f31d51cd3b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:34.162407 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-22b2d619-40c0-4897-883d-d5619d642ae2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.1201594 Dec 09 10:30:34.184284 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3115-7318-4137-a433-fd1eb85f169f req-35c1c320-22dc-48e7-b721-03dc2f0620fc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:34.185689 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b6b3115-7318-4137-a433-fd1eb85f169f req-35c1c320-22dc-48e7-b721-03dc2f0620fc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0934167 Dec 09 10:30:34.313505 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-1b6b3115-7318-4137-a433-fd1eb85f169f req-2eca6399-dd59-45b1-82ef-63199b2fc587 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086385 Dec 09 10:30:34.342529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-0c2a811d-9636-4832-9952-eb903794300e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:34.343970 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-0c2a811d-9636-4832-9952-eb903794300e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1569204 Dec 09 10:30:34.542944 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-32bba657-3d39-46fa-9a5e-fd999ab0da1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1002 time: 0.1923373 Dec 09 10:30:34.606007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-003d9c45-8dc1-476e-998e-a2205fbb4798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:34.607304 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-003d9c45-8dc1-476e-998e-a2205fbb4798 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0572445 Dec 09 10:30:34.681323 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-f08ef29a-0b7e-446c-9d6f-a75ceab12399 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675933 Dec 09 10:30:34.809448 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:34.814105 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-6cb8d344-b175-45fc-8652-605f77dc9d00 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257555 Dec 09 10:30:34.947507 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-804978b5-faf6-46e3-80d4-b9d2bde5ea9e req-7bb4f54e-d108-40d7-81ae-6b5facca6b09 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268964 Dec 09 10:30:35.515732 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45927-97d1-4870-a882-319a753fa64c req-fb01a82a-383a-4750-b87c-11ad6b0258cf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:35.517201 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4de45927-97d1-4870-a882-319a753fa64c req-fb01a82a-383a-4750-b87c-11ad6b0258cf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0803633 Dec 09 10:30:35.567867 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4de45927-97d1-4870-a882-319a753fa64c req-01ccf954-c27b-4d44-824f-8103184202bd tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Dec 09 10:30:35.887981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4ab7-c695-4314-bbd2-3de3fd3c0eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:36.769200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aef63-dac0-4c11-9da8-603d7e68906d req-3507dc9a-bcb7-44af-b34d-5225b8e0e7d4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:36.770615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ba9aef63-dac0-4c11-9da8-603d7e68906d req-3507dc9a-bcb7-44af-b34d-5225b8e0e7d4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0825770 Dec 09 10:30:36.815838 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ba9aef63-dac0-4c11-9da8-603d7e68906d req-0c28f507-a3f6-43c0-bc58-7a45bbe27760 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397511 Dec 09 10:30:37.004898 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4d1d339e-cd67-40d8-b9cf-d4e3594be950 req-afdce12d-b4bc-4637-8a7c-7be1f839b8a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714607 Dec 09 10:30:37.056841 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:37.130390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 39980) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:30:37.323774 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90828-2f06-453b-8752-45d54f094093 req-7f67be68-9e05-4b5d-af3d-f4844e24ac78 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:37.325195 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4ab90828-2f06-453b-8752-45d54f094093 req-7f67be68-9e05-4b5d-af3d-f4844e24ac78 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.1346889 Dec 09 10:30:37.329799 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-3291d67c-c958-4751-8fb9-6de12b648c88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1981645 Dec 09 10:30:37.370847 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4ab90828-2f06-453b-8752-45d54f094093 req-43ed1d75-16df-40c6-800a-df7278b5d829 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Dec 09 10:30:37.956753 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:30:38.068139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:38.094859 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:30:38.103949 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:30:38.108344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:38.111280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:30:38.174713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:30:38.182886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.183229 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.183566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.183923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.184255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.184577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.184900 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.185219 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.186124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.186507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.186821 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:30:38.190696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:30:38.215671 dv-neutron-821175-1-hyperv neutron-server[83488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'code': 422} returned with failed status Dec 09 10:30:38.508161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:38.571295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99cfa1-cb8e-4e84-8054-5d5c99471ac9 req-3862c8e7-9428-4764-90ea-04b4cfa65925 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:38.572783 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca99cfa1-cb8e-4e84-8054-5d5c99471ac9 req-3862c8e7-9428-4764-90ea-04b4cfa65925 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0808742 Dec 09 10:30:38.621713 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ca99cfa1-cb8e-4e84-8054-5d5c99471ac9 req-28d2804c-fa0b-460d-8ff1-77537c51343e tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Dec 09 10:30:39.817986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41543-f35b-4881-b9d9-1e35768aba90 req-fdf44ab3-1fb8-499c-a21e-5b1fb773f2f1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:39.819344 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51b41543-f35b-4881-b9d9-1e35768aba90 req-fdf44ab3-1fb8-499c-a21e-5b1fb773f2f1 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0779603 Dec 09 10:30:39.863639 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-51b41543-f35b-4881-b9d9-1e35768aba90 req-0c18f5b2-200a-417c-85d5-023172737925 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385790 Dec 09 10:30:41.068564 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e831d88-4084-4712-9a2b-a0d6edbc8ebb req-677f42bc-56b8-4ffb-8ee6-de4c87e3b2b0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:41.070811 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e831d88-4084-4712-9a2b-a0d6edbc8ebb req-677f42bc-56b8-4ffb-8ee6-de4c87e3b2b0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0835438 Dec 09 10:30:41.116261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2e831d88-4084-4712-9a2b-a0d6edbc8ebb req-9222eab0-0d1a-4fe6-80bf-e6cba8a535d7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Dec 09 10:30:42.317292 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff698f83-dfe3-4112-a0d6-16e38f2bf338 req-96e4f679-be4b-4755-9852-d2cfe83f29bf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:42.318670 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff698f83-dfe3-4112-a0d6-16e38f2bf338 req-96e4f679-be4b-4755-9852-d2cfe83f29bf tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0823121 Dec 09 10:30:42.365572 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ff698f83-dfe3-4112-a0d6-16e38f2bf338 req-40e7ffea-c251-4d3e-aa8d-ab7f5d46272d tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Dec 09 10:30:43.624767 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a95ba-f614-4195-be0e-9b58ee78bd14 req-ab53f591-4489-4a89-b5a2-1a7ae6629278 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:43.626093 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-833a95ba-f614-4195-be0e-9b58ee78bd14 req-ab53f591-4489-4a89-b5a2-1a7ae6629278 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.1092167 Dec 09 10:30:43.629382 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-f6a4374f-c1ad-4fba-a42c-b2adfc55171d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&tenant_id=3968e48c26d44e6d8d12386add75f601 HTTP/1.1" status: 200 len: 1097 time: 0.1433594 Dec 09 10:30:43.715515 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-833a95ba-f614-4195-be0e-9b58ee78bd14 req-7422a0c2-cdae-46f1-aa60-fd1a8e046c4f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833399 Dec 09 10:30:43.741755 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-2394df5d-c2ac-49af-8c45-03fdc7ef125a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1097 time: 0.0893939 Dec 09 10:30:43.872429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-036f844e-d807-41a6-98b6-2f31442e307b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:43.873880 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-036f844e-d807-41a6-98b6-2f31442e307b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1257265 Dec 09 10:30:43.976019 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-6404803c-b961-40aa-ada4-8b1fc6b19416 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1000 time: 0.0961344 Dec 09 10:30:44.038064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-6fd5ff72-5e8a-4c16-9b8d-5c4c7727591a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:44.039458 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-6fd5ff72-5e8a-4c16-9b8d-5c4c7727591a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0575686 Dec 09 10:30:44.112413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-908c6ae8-5807-4848-9c42-b166967aedf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664215 Dec 09 10:30:44.350186 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-c17fa40b-0beb-4554-9e1a-c41376022888 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313132 Dec 09 10:30:44.483215 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d95482fe-bb8b-486f-b2d9-a631d609ccb5 req-23adb848-ded1-49bc-90e0-e69f4b46d786 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259918 Dec 09 10:30:44.912014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f97a5-206a-4392-9459-70ac2eb6dc14 req-49c73773-e332-45c2-b03f-2a5b38a41df4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:44.913434 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b80f97a5-206a-4392-9459-70ac2eb6dc14 req-49c73773-e332-45c2-b03f-2a5b38a41df4 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0761089 Dec 09 10:30:44.958754 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b80f97a5-206a-4392-9459-70ac2eb6dc14 req-d7fefbe4-4ed8-42e5-9aa2-191a12a7b09a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Dec 09 10:30:46.156531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fd422-7b07-4c2a-b005-3b48bbb088f3 req-127889da-7cb4-4953-90f3-07b9fbc533e2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:46.157972 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e32fd422-7b07-4c2a-b005-3b48bbb088f3 req-127889da-7cb4-4953-90f3-07b9fbc533e2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0800626 Dec 09 10:30:46.201942 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e32fd422-7b07-4c2a-b005-3b48bbb088f3 req-7b1f7093-6ae6-49e4-92ea-3d18f2b0b03a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384052 Dec 09 10:30:47.397938 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2b376-9e1d-4dcd-9d75-b33dc79833d5 req-92b399a0-9b7b-471d-9089-a5ec27f97e82 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:47.399367 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0cf2b376-9e1d-4dcd-9d75-b33dc79833d5 req-92b399a0-9b7b-471d-9089-a5ec27f97e82 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0795774 Dec 09 10:30:47.444022 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-0cf2b376-9e1d-4dcd-9d75-b33dc79833d5 req-f81d420c-42dc-4590-9bce-f5450a1be7f3 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Dec 09 10:30:48.641058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e8424-e8a1-4a26-9051-b606dbcdb51b req-2eafe5d4-c392-4efa-bb3d-88413b4db173 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:48.642620 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e92e8424-e8a1-4a26-9051-b606dbcdb51b req-2eafe5d4-c392-4efa-bb3d-88413b4db173 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0762639 Dec 09 10:30:48.691953 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e92e8424-e8a1-4a26-9051-b606dbcdb51b req-eeacc99a-49a9-4901-b3b7-d77f7590a569 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Dec 09 10:30:49.887219 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c65d5-5ed8-402b-84b7-6e44307f3ef3 req-f6cfcda3-53f0-4a8f-9e69-25c42b75ff7a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:49.888571 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2a9c65d5-5ed8-402b-84b7-6e44307f3ef3 req-f6cfcda3-53f0-4a8f-9e69-25c42b75ff7a tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0778694 Dec 09 10:30:49.937686 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2a9c65d5-5ed8-402b-84b7-6e44307f3ef3 req-2fab2c2f-f526-4bb6-92e9-554f52ab1e6b tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Dec 09 10:30:51.132477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7556c-3d2f-408d-a075-902edbcd12e2 req-06c14cbe-3701-480f-bd7a-a12e2a9481fe tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:51.133909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2c7556c-3d2f-408d-a075-902edbcd12e2 req-06c14cbe-3701-480f-bd7a-a12e2a9481fe tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 944 time: 0.0782239 Dec 09 10:30:51.178364 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-a2c7556c-3d2f-408d-a075-902edbcd12e2 req-49a7c292-a8e4-4e6c-b3d9-5ea100245f35 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Dec 09 10:30:52.033103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:30:52.163351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:30:52.176238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '10d58e85-d044-457f-a4ad-1a04581783a8', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'port_id': '10d58e85-d044-457f-a4ad-1a04581783a8', 'mac_address': 'fa:16:3e:01:2f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:30:52.236692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:52.254474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d58e85-d044-457f-a4ad-1a04581783a8 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:30:52.271263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:30:52.275543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:52.277404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:30:52.345485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:30:52.348791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:30:52.522158 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df3ae-446f-40c2-bfd3-1cbcbe2c64a3 req-05a92bf0-9a48-4aad-90c4-eb0feff08c28 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:52.523628 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab0df3ae-446f-40c2-bfd3-1cbcbe2c64a3 req-05a92bf0-9a48-4aad-90c4-eb0feff08c28 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 945 time: 0.0796514 Dec 09 10:30:52.569406 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ab0df3ae-446f-40c2-bfd3-1cbcbe2c64a3 req-43ce37ab-b766-4588-aec3-79b615095ba0 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Dec 09 10:30:52.632553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10d58e85-d044-457f-a4ad-1a04581783a8'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:30:53.768417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b2181-a816-462a-a3d8-2019f408fa6e req-0055ebfd-fe6b-4edf-a3e9-ee839bd48db2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:53.769828 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-656b2181-a816-462a-a3d8-2019f408fa6e req-0055ebfd-fe6b-4edf-a3e9-ee839bd48db2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 945 time: 0.0806918 Dec 09 10:30:53.813995 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-656b2181-a816-462a-a3d8-2019f408fa6e req-20bcd32d-1049-4acb-b85b-2f1f72bf88cc tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Dec 09 10:30:54.032222 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:30:54.100997 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 10d58e85-d044-457f-a4ad-1a04581783a8 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:30:54.101298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:54.210673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:54.236967 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:30:54.246897 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:30:54.252682 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:30:54.254585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-b0a2a9f0-2fd8-494d-876d-ec0d5d3aebdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:30:54.322732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:30:54.325842 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:30:55.012135 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5e2c-293b-4955-bed4-ba8723e3a4dd req-053cf8fe-3d37-4873-8c55-4dbbdcb67a77 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:55.013566 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fccf5e2c-293b-4955-bed4-ba8723e3a4dd req-053cf8fe-3d37-4873-8c55-4dbbdcb67a77 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0783386 Dec 09 10:30:55.057459 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fccf5e2c-293b-4955-bed4-ba8723e3a4dd req-c36642a2-e855-4c21-ba38-30d0b38af977 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384636 Dec 09 10:30:55.319100 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'code': 200} Dec 09 10:30:55.582811 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5fb8be77-f26b-4983-b95d-98e242e328eb req-89bee8a0-4e30-4c0f-8843-886c66400178 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0727141 Dec 09 10:30:55.624707 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5fb8be77-f26b-4983-b95d-98e242e328eb req-56853a7f-c5f3-4d39-b3b3-a73fcb894d80 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358202 Dec 09 10:30:56.392863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5d7c-e0df-483e-b294-c27c4d075631 req-379ed30a-20b0-42c3-a5a0-10abf13e5985 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:56.394288 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9dac5d7c-e0df-483e-b294-c27c4d075631 req-379ed30a-20b0-42c3-a5a0-10abf13e5985 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0760698 Dec 09 10:30:56.441303 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9dac5d7c-e0df-483e-b294-c27c4d075631 req-b9414e95-b444-4413-ae6d-52653b926e07 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Dec 09 10:30:57.639183 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f98438-a2cf-4c8c-9256-0b093db3a584 req-b308053c-7c07-43f4-812d-5bc05bae2431 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:30:57.640618 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-85f98438-a2cf-4c8c-9256-0b093db3a584 req-b308053c-7c07-43f4-812d-5bc05bae2431 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0790496 Dec 09 10:30:57.686916 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-85f98438-a2cf-4c8c-9256-0b093db3a584 req-f3d83007-9455-416f-8210-9add04569d2c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Dec 09 10:30:59.676678 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:31:03.635775 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:03.643332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-4b293c28-b68e-4608-be64-0359fe3cf33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:04.812592 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:05.889749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ca362427-d6a9-474d-b749-a2058a9b9590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:07.060137 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:08.509840 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:33.644543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0dbb86dd-db52-433f-b5b7-80a24550712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:33.647301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:34.044055 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-a6686e5b-f060-44c6-ad94-c03209f67943 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764740 Dec 09 10:31:34.189504 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-787d2d50-350d-48b1-8657-5afd072105f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.0747929 Dec 09 10:31:34.341360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-9aa9c2f4-8db9-4b4e-88f9-d20c884c7f99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:31:34.342786 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-9aa9c2f4-8db9-4b4e-88f9-d20c884c7f99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1337562 Dec 09 10:31:34.456792 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-443ae5cf-ca85-4a73-96af-0ba042009cf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 1002 time: 0.0997262 Dec 09 10:31:34.521333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-84a6236a-944e-451a-9be6-aaee925a7a7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:31:34.522637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-84a6236a-944e-451a-9be6-aaee925a7a7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0595534 Dec 09 10:31:34.599991 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-6cd5c8be-1890-487b-a8d9-71812f9be04e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697787 Dec 09 10:31:34.732788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-3471ed45-980d-4fbe-957f-810177bf9e4f service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260426 Dec 09 10:31:34.815023 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:34.865815 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d1f8034-38a7-4db0-8a65-ac6621b7a477 req-8d45ab30-349d-4d3e-87ad-bbffd919aeb6 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267865 Dec 09 10:31:35.895224 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8609be21-9fdb-4f4c-9fdf-bfbcf1e4f521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:36.677665 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:31:37.063210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:31:38.511066 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:03.636148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:03.640474 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-be298b00-bfa7-4c2e-81fe-b4816f5132f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:04.817833 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:05.897676 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-c0419af2-ddef-4c8a-917e-750db21d2c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:07.066162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:08.513703 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:13.678822 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:32:17.054124 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40072) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:17.352591 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Deleting port 5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:17.352844 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:17.515993 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:17.516347 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:17.633172 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Calling delete_port for 5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:17.778099 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:17.782724 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fb58a3f2-65c1-462b-a301-d2b0df20e40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:17.826956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'Port': ['ID=5c5fffaf-c338-4aa8-a181-c6bbfc21d4d6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:17.864333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.864709 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.865082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.865447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.865810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.866170 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.866529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.866887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.867239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.867592 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.867969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:17.874395 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:17.927261 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:18.324745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:32:18.547337 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:18.565918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:18.573776 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:18.591061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:18.591593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:18.631951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "DELETE /v2.0/floatingips/37922611-9152-45e5-9644-17f3a3ed9088 HTTP/1.1" status: 204 len: 168 time: 1.5764234 Dec 09 10:32:18.632846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:32:18.702428 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'status': 'completed', 'code': 200} Dec 09 10:32:18.902268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:18.953839 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-fef635a8-7929-4386-8d76-145ea4f1a988 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3968e48c26d44e6d8d12386add75f601&device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 1099 time: 0.2281392 Dec 09 10:32:19.121030 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-160c30d2-a0ea-4055-be8a-1e08cd5f1c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:19.122891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-160c30d2-a0ea-4055-be8a-1e08cd5f1c67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 200 len: 910 time: 0.1628809 Dec 09 10:32:19.124010 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d7ba-7a2d-48b4-9018-f656881c5429 req-8801389d-6a39-4f00-8264-2277429d5202 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:19.125850 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b513d7ba-7a2d-48b4-9018-f656881c5429 req-8801389d-6a39-4f00-8264-2277429d5202 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0902951 Dec 09 10:32:19.179301 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-b513d7ba-7a2d-48b4-9018-f656881c5429 req-85553ac0-864e-4060-838e-77644875915c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479057 Dec 09 10:32:19.200249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-1120ffa7-a18c-4173-86c0-dbf559c6f36f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 200 len: 217 time: 0.0695403 Dec 09 10:32:19.266679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-6bb1e2f1-7266-4c1b-aa69-9b5ea3361948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:19.268127 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-6bb1e2f1-7266-4c1b-aa69-9b5ea3361948 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 200 len: 848 time: 0.0620914 Dec 09 10:32:19.274119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:19.278044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:19.289268 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:19.289864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:19.342844 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-2a9f58d9-a7a8-415d-a9ba-bf20b1217845 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9bfd839f-c8b2-4dc7-8656-ad2d0483d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681367 Dec 09 10:32:19.479290 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-7b42f84a-a5dd-42e5-91a8-e9f223f9b99e service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Dec 09 10:32:19.518996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:19.616090 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0330e2eb-44ae-4b68-8d20-fd31ede50ae5 req-ea76963d-b068-4fd9-b8e1-d82a27350fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295476 Dec 09 10:32:19.838138 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:19.842082 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3f61f-7c32-4849-8022-a3f8a044ab33 None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:21:43Z', 'revision_number': 4, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '217940bb-9b51-479d-b8ae-f5b9cae5b575', 'name': '', 'network_id': '9bfd839f-c8b2-4dc7-8656-ad2d0483d792', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'mac_address': 'fa:16:3e:f8:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:43Z', 'updated_at': '2021-12-09T10:22:01Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'subnets': [{'id': '9a7d0140-29dc-4a66-bd14-ff0fd03c961d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:20.047153 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4c4140-3790-4bcd-8998-9702dc2bf550 None None] New status for floating IP 37922611-9152-45e5-9644-17f3a3ed9088: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:32:20.401292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555ad5e-cc75-4bd1-9630-f96fbec23818 req-a4cc24ce-fdcf-489c-8e7f-6eeb2d19771c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:20.401976 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-3555ad5e-cc75-4bd1-9630-f96fbec23818 req-a4cc24ce-fdcf-489c-8e7f-6eeb2d19771c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:32:20.417968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-3555ad5e-cc75-4bd1-9630-f96fbec23818 req-a4cc24ce-fdcf-489c-8e7f-6eeb2d19771c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:32:20.419006 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3555ad5e-cc75-4bd1-9630-f96fbec23818 req-a4cc24ce-fdcf-489c-8e7f-6eeb2d19771c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0985203 Dec 09 10:32:20.465856 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-3555ad5e-cc75-4bd1-9630-f96fbec23818 req-5f979382-d44c-4e71-a359-be01a02530cd tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/security-groups?id=14dab900-865a-45c8-8fdf-038d655f4b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Dec 09 10:32:20.598947 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-0e67162e-8c05-486a-9d5b-3562d289562f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:20.600397 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-0e67162e-8c05-486a-9d5b-3562d289562f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 946 time: 0.0774722 Dec 09 10:32:20.672058 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Deleting port 10d58e85-d044-457f-a4ad-1a04581783a8 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:20.672317 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:20.918957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] For port 10d58e85-d044-457f-a4ad-1a04581783a8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10d58e85-d044-457f-a4ad-1a04581783a8,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:20.919221 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:21.042440 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Calling delete_port for 10d58e85-d044-457f-a4ad-1a04581783a8 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:21.188728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:21.196444 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-279dd71f-b92d-4e8f-b0e4-046040cc100b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:21.239703 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'Port': ['ID=10d58e85-d044-457f-a4ad-1a04581783a8,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:21.242719 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:21.312748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] No DVR routers for this DVR port 10d58e85-d044-457f-a4ad-1a04581783a8 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:32:21.315361 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:21.318286 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-deleted', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:32:21.333862 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-0948dd8a-e69d-4a53-b4fe-913fb3ae0ebd req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.58 "DELETE /v2.0/ports/10d58e85-d044-457f-a4ad-1a04581783a8 HTTP/1.1" status: 204 len: 173 time: 0.7282126 Dec 09 10:32:21.373652 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ce9b3-0bbc-4653-9fa6-9e63d599306d', 'name': 'network-vif-deleted', 'tag': '10d58e85-d044-457f-a4ad-1a04581783a8', 'status': 'completed', 'code': 200} Dec 09 10:32:21.640963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac40082b-aee8-489f-96c9-d8f1a0a464ee req-a1530e35-33f1-4797-947c-e0c4e9b51557 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Synchronizing usage tracker for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:32:21.658571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac40082b-aee8-489f-96c9-d8f1a0a464ee req-a1530e35-33f1-4797-947c-e0c4e9b51557 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Unset dirty status for tenant:3968e48c26d44e6d8d12386add75f601 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:32:21.668336 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac40082b-aee8-489f-96c9-d8f1a0a464ee req-a1530e35-33f1-4797-947c-e0c4e9b51557 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5ce9b3-0bbc-4653-9fa6-9e63d599306d HTTP/1.1" status: 200 len: 210 time: 0.0751505 Dec 09 10:32:22.768542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40094) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:22.837802 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:22.868183 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:22.932784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:22.936967 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e13c2a6b-59ca-415f-9942-ea5d5d46ca8c tempest-TestMinimumBasicScenario-965963066 tempest-TestMinimumBasicScenario-965963066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:22.950941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dab900-865a-45c8-8fdf-038d655f4b85,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:22.954766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:22.967539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:22.969649 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-1b898e04-4803-4410-ae78-6da0b341ca2f tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] 10.222.0.41 "DELETE /v2.0/security-groups/14dab900-865a-45c8-8fdf-038d655f4b85 HTTP/1.1" status: 204 len: 168 time: 0.2000296 Dec 09 10:32:23.031956 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40100) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:23.768803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:24.362461 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Deleting port 217940bb-9b51-479d-b8ae-f5b9cae5b575 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:24.362729 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:24.448888 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:24.485061 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 10d58e85-d044-457f-a4ad-1a04581783a8 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:24.485492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10d58e85-d044-457f-a4ad-1a04581783a8 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:24.538434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] For port 217940bb-9b51-479d-b8ae-f5b9cae5b575, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=217940bb-9b51-479d-b8ae-f5b9cae5b575,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:24.538784 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:24.659032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Calling delete_port for 217940bb-9b51-479d-b8ae-f5b9cae5b575 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:24.833316 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:24.837351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-836fc2c0-a1f7-4398-98ec-6d89320be3c4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:24.990434 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=217940bb-9b51-479d-b8ae-f5b9cae5b575,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:24.993416 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:25.276277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:25.847866 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Router f04e6824-9285-4c3c-aaa8-7c0e61f6937d has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:32:26.042571 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:26.051946 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Sync routers for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:26.061029 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-27a69885-3925-4301-ba14-2ba037bf42b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/f04e6824-9285-4c3c-aaa8-7c0e61f6937d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0279522 Dec 09 10:32:26.063864 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40106) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:26.064332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:26.064994 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:26.245599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:26.347897 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:26.524446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:32:24Z', 'revision_number': 5, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port': {'id': 'f3a10f4b-9e09-4900-ba96-c3b7d946ca0f', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:41Z', 'updated_at': '2021-12-09T10:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:26.528161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Checking router: f04e6824-9285-4c3c-aaa8-7c0e61f6937d for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:26.542912 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Routers {'f04e6824-9285-4c3c-aaa8-7c0e61f6937d'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:26.543543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:26.550081 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:26.559093 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Deleting port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:26.559678 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:26.689652 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] Set router f04e6824-9285-4c3c-aaa8-7c0e61f6937d gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:26.734326 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] For port f3a10f4b-9e09-4900-ba96-c3b7d946ca0f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:26.734681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:26.796777 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:32:26Z', 'revision_number': 6, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:26.800795 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfedfe-a1e1-43cd-ab71-94ce9e465b95 None None] The sync data for ids ['f04e6824-9285-4c3c-aaa8-7c0e61f6937d'] in dv-neutron-821175-1-hyperv is: [{'id': 'f04e6824-9285-4c3c-aaa8-7c0e61f6937d', 'name': 'tempest-TestShelveInstance-1817661521-router', 'tenant_id': '3968e48c26d44e6d8d12386add75f601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:40Z', 'updated_at': '2021-12-09T10:32:26Z', 'revision_number': 6, 'project_id': '3968e48c26d44e6d8d12386add75f601', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:26.860632 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Calling delete_port for f3a10f4b-9e09-4900-ba96-c3b7d946ca0f owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:27.033835 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.037289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-55dc0ea3-c644-4fd5-a5ce-88104c61458d tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:27.077574 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a10f4b-9e09-4900-ba96-c3b7d946ca0f,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:27.115721 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.116078 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.116460 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.116840 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.117214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.117583 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.117955 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.118325 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.118689 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.119055 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.119421 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:27.127083 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:27.313821 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.633740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3a10f4b-9e09-4900-ba96-c3b7d946ca0f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:27.668032 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: f3a10f4b-9e09-4900-ba96-c3b7d946ca0f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:27.668392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device f3a10f4b-9e09-4900-ba96-c3b7d946ca0f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:27.668830 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 217940bb-9b51-479d-b8ae-f5b9cae5b575 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:27.676622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.680803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.701277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 217940bb-9b51-479d-b8ae-f5b9cae5b575 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:27.701770 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 217940bb-9b51-479d-b8ae-f5b9cae5b575 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:27.709072 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.709803 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04e6824-9285-4c3c-aaa8-7c0e61f6937d {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:32:27.723007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.724154 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-965858c6-836c-4264-8828-fb752cc1dcf3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f04e6824-9285-4c3c-aaa8-7c0e61f6937d HTTP/1.1" status: 204 len: 168 time: 1.6593013 Dec 09 10:32:27.726984 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40110) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:27.793555 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Deleting subnet 9a7d0140-29dc-4a66-bd14-ff0fd03c961d {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:32:27.799700 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.847738 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.925967 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:27.996629 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.001064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bf52ea8a-fc0b-461e-a7f7-61edae69648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:28.034133 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7d0140-29dc-4a66-bd14-ff0fd03c961d,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:28.036573 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:28.041534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.046953 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca14ea-eca2-46f4-a137-7a8ac2c79a6e None None] Network 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:28.047459 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-9a51b9b7-d720-4260-b296-c67cfb7c6597 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a7d0140-29dc-4a66-bd14-ff0fd03c961d HTTP/1.1" status: 204 len: 168 time: 0.3195057 Dec 09 10:32:28.049910 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40114) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:28.157954 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.168293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Deleting port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:28.168621 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.346617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] DHCP port deletion for 9bfd839f-c8b2-4dc7-8656-ad2d0483d792 request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:32:28.350843 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Deleting port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:28.351232 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.372761 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] For port 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9f940630-eb50-479c-b8f4-ca79bc00c3b5,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:28.373111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.492484 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Calling delete_port for 9f940630-eb50-479c-b8f4-ca79bc00c3b5 owned by network:dhcp {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:28.547324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] For port 9f940630-eb50-479c-b8f4-ca79bc00c3b5, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9f940630-eb50-479c-b8f4-ca79bc00c3b5,segment=NetworkSegment(07cc27e8-858d-471e-8b0d-da4c9726dc22),segment_id=07cc27e8-858d-471e-8b0d-da4c9726dc22)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:28.547645 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.565047 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.569356 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2a085047-4a34-4645-8fa0-853abb99c40a tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:28.614210 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f940630-eb50-479c-b8f4-ca79bc00c3b5,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:28.616765 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:28.619353 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] No DVR routers for this DVR port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 on host dv-neutron-821175-1-hyperv {{(pid=83486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:32:28.673391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Calling delete_port for 9f940630-eb50-479c-b8f4-ca79bc00c3b5 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:28.734289 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.741829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:32:28.742196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:32:28.759465 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfd839f-c8b2-4dc7-8656-ad2d0483d792']}} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:28.772407 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cc27e8-858d-471e-8b0d-da4c9726dc22') {'for_net_delete': True} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:28.772697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.services.segments.db [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cc27e8-858d-471e-8b0d-da4c9726dc22') {} {{(pid=83486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:28.783590 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1693369'] for segment, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.800262 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.807380 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=83486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:32:28.807774 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131634'] for segment, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: Traceback (most recent call last): Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: timer() Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: cb(*args, **kw) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: return func(*args, **kwargs) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: self._notify() Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: self.callback(batched_events) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: event.method(event) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: return f(self, *a, **k) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._get(url).json() Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: return self.request(url, 'GET', **kwargs) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:32:28.820941 dv-neutron-821175-1-hyperv neutron-server[83486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:32:28.896098 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.900943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:28.903334 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-798a56af-d041-41ff-8efd-fcb350917bf5 tempest-NetworksIpV6Test-20575277 tempest-NetworksIpV6Test-20575277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:28.927111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfd839f-c8b2-4dc7-8656-ad2d0483d792,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:28.929986 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:28.944967 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-5e049757-84b2-4f17-92ac-80626f420d49 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bfd839f-c8b2-4dc7-8656-ad2d0483d792 HTTP/1.1" status: 204 len: 168 time: 0.8913798 Dec 09 10:32:28.945141 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40118) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:29.243572 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Deleting port 9f940630-eb50-479c-b8f4-ca79bc00c3b5 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:29.244001 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:29.308297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-89e507a5-b439-4d47-beb9-cb3436afa518 None None] The port '9f940630-eb50-479c-b8f4-ca79bc00c3b5' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:32:29.426304 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:29.629716 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9f940630-eb50-479c-b8f4-ca79bc00c3b5 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:29.661260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9f940630-eb50-479c-b8f4-ca79bc00c3b5 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:29.661620 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9f940630-eb50-479c-b8f4-ca79bc00c3b5 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:30.006546 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Deleting port 2d59057f-8538-4fff-a03e-2f12a15712e2 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:30.006883 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:30.176504 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] For port 2d59057f-8538-4fff-a03e-2f12a15712e2, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2d59057f-8538-4fff-a03e-2f12a15712e2,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:30.176856 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:30.294834 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Calling delete_port for 2d59057f-8538-4fff-a03e-2f12a15712e2 owned by network:router_interface {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:30.473786 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:30.477812 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-bc73aba6-ca73-4f28-9139-3fdabac60cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:30.518722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2d59057f-8538-4fff-a03e-2f12a15712e2,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:30.521578 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:30.922448 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:31.491064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Router 867e3674-bd51-41f1-947d-7387768981a0 has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:32:31.690909 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:31.700580 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Sync routers for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:31.710208 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-314abf40-1337-4ee9-abcd-2d57908b49ba admin admin] 10.222.0.41 "PUT /v2.0/routers/867e3674-bd51-41f1-947d-7387768981a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641354 Dec 09 10:32:31.712690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40124) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:31.712942 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:31.713553 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:31.887343 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:31.909069 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:32.174753 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:32:30Z', 'revision_number': 5, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:32.178399 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Checking router: 867e3674-bd51-41f1-947d-7387768981a0 for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:32.188895 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Routers {'867e3674-bd51-41f1-947d-7387768981a0'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:32.189492 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['867e3674-bd51-41f1-947d-7387768981a0'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:32.232427 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:32.242405 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Deleting port 3bf187db-a165-4dbf-a1ba-d51b5bcda580 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:32.242779 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:32.364728 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] Set router 867e3674-bd51-41f1-947d-7387768981a0 gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:32.414589 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.db [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] For port 3bf187db-a165-4dbf-a1ba-d51b5bcda580, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=3bf187db-a165-4dbf-a1ba-d51b5bcda580,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:32.414923 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:32.538221 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Calling delete_port for 3bf187db-a165-4dbf-a1ba-d51b5bcda580 owned by network:router_gateway {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:32.663722 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:32:30Z', 'revision_number': 5, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:32.667500 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaabedf-9bca-4b32-91af-f7ea993a2308 None None] The sync data for ids ['867e3674-bd51-41f1-947d-7387768981a0'] in dv-neutron-821175-1-hyperv is: [{'id': '867e3674-bd51-41f1-947d-7387768981a0', 'name': 'tempest-TestShelveInstance-1865565560-router', 'tenant_id': '6c544217873b44b4aea7e89a231cdd22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:21:46Z', 'updated_at': '2021-12-09T10:32:30Z', 'revision_number': 5, 'project_id': '6c544217873b44b4aea7e89a231cdd22', 'gw_port': {'id': '3bf187db-a165-4dbf-a1ba-d51b5bcda580', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e3674-bd51-41f1-947d-7387768981a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:21:47Z', 'updated_at': '2021-12-09T10:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:32.703989 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:32.707686 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-79d85bf5-7667-44ba-a7c6-0ffa231342bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:32.748337 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf187db-a165-4dbf-a1ba-d51b5bcda580,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:32.751705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:32.969313 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.227682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.231981 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.257169 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.257677 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867e3674-bd51-41f1-947d-7387768981a0 {{(pid=83486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:32:33.269780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] Notify callbacks [] for router, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.270911 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-09c00871-9c1f-4cba-b6a2-2018464139c7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/867e3674-bd51-41f1-947d-7387768981a0 HTTP/1.1" status: 204 len: 168 time: 1.5573409 Dec 09 10:32:33.273435 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40128) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:33.333338 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Deleting subnet ca59a63f-410b-4521-b5d7-d307492efdfe {{(pid=83486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:32:33.336367 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.389675 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1693344'] for subnet, precommit_delete_associations {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.462690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.635140 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee1fc-5ff3-4830-a78c-77e46db01d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.646195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.650199 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1132764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1952445'] for subnet, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.653795 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a87c68a6-9538-484b-afa4-927092744311 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:33.690200 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca59a63f-410b-4521-b5d7-d307492efdfe,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:33.693535 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:33.694525 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.703597 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40132) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:33.705301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871dd373-1791-4581-b79c-ca106ddbe928 None None] Network 1f5c06dc-c52d-42b2-9a02-4b3012564fda requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:33.709720 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-a3d60648-0b4a-418d-ab02-e005349bcf5c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca59a63f-410b-4521-b5d7-d307492efdfe HTTP/1.1" status: 204 len: 168 time: 0.4351754 Dec 09 10:32:33.787971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2d59057f-8538-4fff-a03e-2f12a15712e2 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:33.821143 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.831602 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 2d59057f-8538-4fff-a03e-2f12a15712e2 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:33.831781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Deleting port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:33.831894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:33.831982 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2d59057f-8538-4fff-a03e-2f12a15712e2 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:33.832333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3bf187db-a165-4dbf-a1ba-d51b5bcda580 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:33.876927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 3bf187db-a165-4dbf-a1ba-d51b5bcda580 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:33.877263 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 3bf187db-a165-4dbf-a1ba-d51b5bcda580 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:34.035736 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] DHCP port deletion for 1f5c06dc-c52d-42b2-9a02-4b3012564fda request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:32:34.040094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Deleting port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:34.040487 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.158735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] For port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:34.159008 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.244119 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] For port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,segment=NetworkSegment(a124d857-0ed2-4460-ae96-ab687eb8bae9),segment_id=a124d857-0ed2-4460-ae96-ab687eb8bae9)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:34.244516 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.278007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Calling delete_port for b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:34.352690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.357471 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-99193d00-a44f-487c-b6a4-dab3efe6bffa tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:34.361914 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Calling delete_port for b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:32:34.398665 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:34.401718 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:34.405546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] No DVR routers for this DVR port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:32:34.430974 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:32:34.431252 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:32:34.521484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.547301 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5c06dc-c52d-42b2-9a02-4b3012564fda']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:34.559271 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a124d857-0ed2-4460-ae96-ab687eb8bae9') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:34.559570 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a124d857-0ed2-4460-ae96-ab687eb8bae9') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:34.571460 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.590743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.597871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:32:34.598249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:32:34.613353 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:32:34.690616 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.695955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.698472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-b03816af-6afe-4746-a7ed-3f608e865979 tempest-RoutersNegativeTest-160573684 tempest-RoutersNegativeTest-160573684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:34.722672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5c06dc-c52d-42b2-9a02-4b3012564fda,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:34.725557 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:34.729061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f5c06dc-c52d-42b2-9a02-4b3012564fda HTTP/1.1" status: 204 len: 168 time: 1.0244482 Dec 09 10:32:34.819879 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.880924 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40138) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:34.933124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Deleting port b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:32:34.933542 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:34.939835 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-efa43841-c9b1-4961-a316-97ff5606df23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3968e48c26d44e6d8d12386add75f601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555449 Dec 09 10:32:34.940084 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40142) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:35.005061 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.032579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.048053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-6859e909-2aa3-4617-8666-5a38d41b03b3 None None] The port 'b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:32:35.085828 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.089686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-03d70bed-a791-49b9-a8a6-5c83f75c2457 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:35.102027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d67401-74a6-4cfe-8635-d5587db8bcc4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:35.105303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:35.110580 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.111676 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-295fd165-93c4-4c89-a5bb-4aa6c32ebcbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76d67401-74a6-4cfe-8635-d5587db8bcc4 HTTP/1.1" status: 204 len: 168 time: 0.1707535 Dec 09 10:32:35.512970 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40150) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:35.564352 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-005351e2-ab28-4b2c-bbf9-6aa6275c4df7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c544217873b44b4aea7e89a231cdd22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494559 Dec 09 10:32:35.566558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40154) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:35.626571 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.632664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:32:35.652539 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.665846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:32:35.666210 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device b8de53a6-3bc9-41ea-bc4e-9f5168b6aa83 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:32:35.706339 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.709988 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5888fb76-7015-4553-a05e-dc5af296ea85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:35.721106 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94094216-a9d8-48b8-af4c-c019fea91b44,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:35.724863 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:35.728364 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:35.729511 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d8d422e2-569c-4934-b607-49ae7d7a83da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94094216-a9d8-48b8-af4c-c019fea91b44 HTTP/1.1" status: 204 len: 168 time: 0.1620574 Dec 09 10:32:35.907161 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-03b818be-5448-4caa-8655-832abd937c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:36.691623 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40176) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:36.826961 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2076468994-network', 'tenant_id': '8624206e270b459b889b1b5157e68fd4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:36.831751 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:36.835534 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Usage tracker for resource:network and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:36.838391 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:36.845107 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:36.855214 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Made reservation on behalf of 8624206e270b459b889b1b5157e68fd4 for: {'network': 1} {{(pid=83486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:32:36.858848 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:36.870697 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:36.905430 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:36.910669 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:36.914665 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:36.924074 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:36.996351 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.000754 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.003780 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-293db15e-8b83-4656-9742-9be0146be018 tempest-NegativeSecGroupIPv6Test-1389690996 tempest-NegativeSecGroupIPv6Test-1389690996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:37.032820 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=83486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:32:37.040887 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ecf31-2868-4a24-a09c-d4ad7b3c1cfe,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:37.044687 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:37.049029 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.049365 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.segments_db [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Added segment 65ba10fc-ff28-472f-a799-7121c57282a1 of type vlan for network b188c22e-7930-4d22-b5c3-6df0ae61e6ad Dec 09 10:32:37.069226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.078918 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.107734 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.108733 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:37.109293 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Notify callbacks [] for network, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.112495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-8dfe70d8-239f-4e47-8202-321453d9d698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:37.212803 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5200412 Dec 09 10:32:37.213712 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Pushing event updated for resources: {'Network': ['ID=b188c22e-7930-4d22-b5c3-6df0ae61e6ad,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:37.215893 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40182) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:37.217305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-c6b0db50-363e-4b32-977f-fda2f13dc69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:37.222634 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Request body: {'subnet': {'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2076468994-subnet', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:37.227814 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:37.230159 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:32:37.231927 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Usage tracker for resource:subnet and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:37.235115 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:37.242739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:37.252801 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Made reservation on behalf of 8624206e270b459b889b1b5157e68fd4 for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:32:37.255116 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.460528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.464390 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-e476b5ad-fdc9-48ca-82ea-e03d8f1978f2 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:37.534762 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f44f408-0b36-40ca-bd35-91a806cfb6ec,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:37.538605 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:37.543722 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Checking segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:37.544104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Network hostable DHCP agents. Network: b188c22e-7930-4d22-b5c3-6df0ae61e6ad, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:32:37.565644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:32:37.574229 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, b188c22e-7930-4d22-b5c3-6df0ae61e6ad) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:37.578684 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:37.579265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.585331 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76656672-87a4-41a8-97b3-89b7081c6ca2 None None] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:37.598636 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-ad7cbaa4-6d1b-47c3-a4ef-711e1de34971 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3809774 Dec 09 10:32:37.601397 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40186) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:37.606593 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:37.611275 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:37.615122 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Usage tracker for resource:router and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:37.617961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:37.624610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:37.635132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.636187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.654594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.800502 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:32:37.801350 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.802507 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:37.960008 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Allocated IP 172.20.0.2 (b188c22e-7930-4d22-b5c3-6df0ae61e6ad/5f44f408-0b36-40ca-bd35-91a806cfb6ec/34472e6f-dc5c-4713-a365-be1fe49e941d) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:38.004915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.034026 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.171046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.181667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Transition to ACTIVE for port object 34472e6f-dc5c-4713-a365-be1fe49e941d will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:38.200358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Transition to ACTIVE for port object 34472e6f-dc5c-4713-a365-be1fe49e941d will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:38.207601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.212332 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:38.272050 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:38.278865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:38.283103 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:38.287970 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Pushing event updated for resources: {'Port': ['ID=34472e6f-dc5c-4713-a365-be1fe49e941d,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:38.291690 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Allocated IP 172.26.4.142 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/9bb7a044-aa1a-4da6-9e87-1933aed852d4) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:38.326054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.326405 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.326745 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.327077 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.327411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.327743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.328090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.328433 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.328740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.329051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.329385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:38.336440 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:38.384510 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Attempting to bind port 34472e6f-dc5c-4713-a365-be1fe49e941d on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:38.384890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Attempting to bind port 34472e6f-dc5c-4713-a365-be1fe49e941d by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:38.385265 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Attempting to bind port 34472e6f-dc5c-4713-a365-be1fe49e941d on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:38.391923 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:38.392309 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Checking segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:38.392719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.393117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Bound using segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:38.393588 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Bound port: 34472e6f-dc5c-4713-a365-be1fe49e941d, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:38.393965 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.440997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.471450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.476127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-266151fa-dfba-4e1f-8d37-3c9fe1fd6098 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:38.484392 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] For port 34472e6f-dc5c-4713-a365-be1fe49e941d, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:38.487431 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] For port 34472e6f-dc5c-4713-a365-be1fe49e941d, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34472e6f-dc5c-4713-a365-be1fe49e941d,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:38.491422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.495223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:38.539187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:38.546760 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:38.550816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:38.566361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.584045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb7a044-aa1a-4da6-9e87-1933aed852d4,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:38.585694 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Pushing event updated for resources: {'Port': ['ID=34472e6f-dc5c-4713-a365-be1fe49e941d,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:38.587966 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:38.589700 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-777b7613-32e3-45ca-9b0a-1c212fae0e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:38.735239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.735745 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:38.980184 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:32:39.183994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:39.193304 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:39.205983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:39.206615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:39.214166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:39.215469 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6131232 Dec 09 10:32:39.218871 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40190) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:39.406257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:39.534662 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb0184-ed90-4d6e-8641-6fbeccc86bc4 None None] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:39.718629 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34472e6f-dc5c-4713-a365-be1fe49e941d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:39.853238 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-ad8c8050-220e-4f87-852a-df82709248ff None None] Provisioning for port 34472e6f-dc5c-4713-a365-be1fe49e941d completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:39.970838 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 34472e6f-dc5c-4713-a365-be1fe49e941d completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:40.008904 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 34472e6f-dc5c-4713-a365-be1fe49e941d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:40.009280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.065007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:38Z', 'revision_number': 3, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:40.083333 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:40.083689 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Updating router 9cb527f2-8e11-4498-a45b-a8ce5692664b port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:32:40.109475 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.195737 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.247162 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.331069 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Allocated IP 172.20.0.1 (b188c22e-7930-4d22-b5c3-6df0ae61e6ad/5f44f408-0b36-40ca-bd35-91a806cfb6ec/7e050807-1b19-42f3-99c7-18de9d3291b6) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:40.352124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 34472e6f-dc5c-4713-a365-be1fe49e941d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34472e6f-dc5c-4713-a365-be1fe49e941d,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:40.358088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.364120 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-c0092d0f-6977-4c16-8dd4-a6d33eddf7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:40.483882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.499910 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Transition to ACTIVE for port object 7e050807-1b19-42f3-99c7-18de9d3291b6 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:40.520130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=34472e6f-dc5c-4713-a365-be1fe49e941d,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:40.521007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.523732 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:40.526023 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5b10733c-eb3a-4feb-811c-a867194382bf tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:40.526206 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-894d91f7-4d2f-452e-a14a-9e6ebc47134b None None] Provisioning complete for port 34472e6f-dc5c-4713-a365-be1fe49e941d triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:40.526571 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-894d91f7-4d2f-452e-a14a-9e6ebc47134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.592869 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:40.596129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:40.600512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:40.636007 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:40.641145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:40.663447 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.754486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.770257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.783937 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Transition to ACTIVE for port object 9bb7a044-aa1a-4da6-9e87-1933aed852d4 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:40.790046 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.796692 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-09bb3fb0-5b63-4596-98b3-9d8d320c4c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:40.877002 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435d87b-b1bb-478d-81ee-ad125f63f76b None None] Pushing event updated for resources: {'Port': ['ID=9bb7a044-aa1a-4da6-9e87-1933aed852d4,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:40.881254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d435d87b-b1bb-478d-81ee-ad125f63f76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:40.882025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Attempting to bind port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:40.882399 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Attempting to bind port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:40.882771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Attempting to bind port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:40.892109 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:40.892499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:40.892910 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.893354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:40.893768 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Bound port: 9bb7a044-aa1a-4da6-9e87-1933aed852d4, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:40.894151 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.920950 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64d528c1-a206-47c4-b82c-5858e69fc27b None None] Provisioning for port 7e050807-1b19-42f3-99c7-18de9d3291b6 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:40.938007 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-64d528c1-a206-47c4-b82c-5858e69fc27b None None] Provisioning complete for port 7e050807-1b19-42f3-99c7-18de9d3291b6 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:40.938385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-64d528c1-a206-47c4-b82c-5858e69fc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.988830 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:40.993306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:41.015793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-64d528c1-a206-47c4-b82c-5858e69fc27b None None] Port 7e050807-1b19-42f3-99c7-18de9d3291b6 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:32:41.020727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] For port 9bb7a044-aa1a-4da6-9e87-1933aed852d4, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:41.021242 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:41.023880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] For port 9bb7a044-aa1a-4da6-9e87-1933aed852d4, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9bb7a044-aa1a-4da6-9e87-1933aed852d4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:41.027850 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:41.031947 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:41.100792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:41.103077 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:41.107630 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:41.111280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435d87b-b1bb-478d-81ee-ad125f63f76b None None] Pushing event updated for resources: {'Port': ['ID=9bb7a044-aa1a-4da6-9e87-1933aed852d4,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:41.114659 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d435d87b-b1bb-478d-81ee-ad125f63f76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:41.116160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:41.116771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:41.244341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:41.245509 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:41.357809 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:41.609255 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-b078e2e7-966f-436d-b933-9e4f3f9a1e4f None None] Provisioning complete for port 7e050807-1b19-42f3-99c7-18de9d3291b6 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:41.609739 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b078e2e7-966f-436d-b933-9e4f3f9a1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:41.650174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34472e6f-dc5c-4713-a365-be1fe49e941d up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:41.762453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b078e2e7-966f-436d-b933-9e4f3f9a1e4f None None] Port 7e050807-1b19-42f3-99c7-18de9d3291b6 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:32:41.772810 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:32:41.797762 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 34472e6f-dc5c-4713-a365-be1fe49e941d triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:41.798143 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:41.843217 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 2, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:41.856385 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caea140-f014-4f39-bea7-44d4b24e783a None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 2, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:41.990308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:42.001052 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-62691f0d-3ed8-44bb-9c0d-62536352c6ea admin admin] 10.222.0.41 "PUT /v2.0/routers/9cb527f2-8e11-4498-a45b-a8ce5692664b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7809794 Dec 09 10:32:42.885388 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40216) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:42.891313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1412985943-network', 'tenant_id': '64cba74341464332b63b72e6058b5dab'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:42.896375 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:42.900360 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Usage tracker for resource:network and tenant:64cba74341464332b63b72e6058b5dab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:42.903333 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:42.910542 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:42.921702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Made reservation on behalf of 64cba74341464332b63b72e6058b5dab for: {'network': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:32:42.924161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for network, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:42.937600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:42.972173 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:42.976246 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Usage tracker for resource:security_group_rule and tenant:64cba74341464332b63b72e6058b5dab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:42.979313 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:42.985696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:43.054727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.058355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.061202 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-068ba957-ab88-46ca-952c-40c524440c43 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:43.088920 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=83487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 10:32:43.097940 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38f97a-d95e-476a-936c-088b00cd86eb,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:43.101521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:43.105244 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.105511 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.segments_db [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Added segment 3b4fb367-de79-4e81-8efe-c2299bd43829 of type vlan for network d5727bd5-0450-4e7a-b150-51718a1fcefa Dec 09 10:32:43.131965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751563708676'] for network, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.160845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403'] for network, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.161714 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:43.162279 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.165493 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-3f494b83-8ae8-4240-ba26-de6886328fe3 tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:43.263717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Pushing event updated for resources: {'Network': ['ID=d5727bd5-0450-4e7a-b150-51718a1fcefa,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:43.266685 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3801281 Dec 09 10:32:43.267806 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79a8227e-975e-4172-b9ec-369db37b6c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:43.269445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40220) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:43.273586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Network d5727bd5-0450-4e7a-b150-51718a1fcefa details requested by agent ovs-agent-dv-neutron-821175-1-hyperv with host dv-neutron-821175-1-hyperv {{(pid=83488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 09 10:32:43.274855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Request body: {'subnet': {'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1412985943-subnet', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'ip_version': 4}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:43.280898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:43.284744 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Usage tracker for resource:subnet and tenant:64cba74341464332b63b72e6058b5dab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:43.287561 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:43.293230 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:43.303747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Made reservation on behalf of 64cba74341464332b63b72e6058b5dab for: {'subnet': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:32:43.306302 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1550099'] for subnet, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.514340 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1082562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1550113'] for subnet, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.517845 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-aa4fbde1-1a7f-4f6c-b577-ff28ad725ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:43.584304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=abced567-ce0a-4402-a786-a8bf63758038,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:43.589075 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:43.598987 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Checking segment: {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:43.599353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Network hostable DHCP agents. Network: d5727bd5-0450-4e7a-b150-51718a1fcefa, hostable agents: ['b4a93dab-964e-44b8-a1e8-033fa46812e8'], hosted agents: [] {{(pid=83487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 10:32:43.620894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Network d5727bd5-0450-4e7a-b150-51718a1fcefa is scheduled to be hosted by DHCP agent b4a93dab-964e-44b8-a1e8-033fa46812e8 with binding_index 1 {{(pid=83487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 10:32:43.631933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821175-1-hyperv, d5727bd5-0450-4e7a-b150-51718a1fcefa) {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:43.636635 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:43.639188 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.640214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1dcbe3-3559-447a-8bca-7ddc029edf03 None None] Network d5727bd5-0450-4e7a-b150-51718a1fcefa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:43.659925 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-5c9a5558-3e9e-43e2-85af-6c7ca60c7f6b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3893340 Dec 09 10:32:43.662366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40224) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:43.669723 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:43.676307 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:43.680486 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Usage tracker for resource:router and tenant:64cba74341464332b63b72e6058b5dab is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:43.683527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:43.690044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:43.700728 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12173'] for router, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.701739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12162'] for router, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.720032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.732847 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9bb7a044-aa1a-4da6-9e87-1933aed852d4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:43.869197 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12208'] for router, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.885460 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:43.893192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:43.893570 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:43.978922 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ade621d-21d2-581d-905b-3f25707c62d8-d5727bd5-0450-4e7a-b150-51718a1fcefa', 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'fixed_ips': [{'subnet_id': 'abced567-ce0a-4402-a786-a8bf63758038'}]}} from dv-neutron-821175-1-hyperv. {{(pid=83488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 09 10:32:43.979728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.061207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.090132 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.127391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.184091 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 9bb7a044-aa1a-4da6-9e87-1933aed852d4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9bb7a044-aa1a-4da6-9e87-1933aed852d4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:44.191828 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.196802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-ecf0f35b-1d12-43a7-9450-8e2d76b6f706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:44.227528 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Allocated IP 172.26.4.159 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/4e8b5c62-1bb0-400e-b8d4-f1d501177edf) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:44.252467 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.db_base_plugin_common [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Allocated IP 172.20.0.2 (d5727bd5-0450-4e7a-b150-51718a1fcefa/abced567-ce0a-4402-a786-a8bf63758038/1b6eb633-c7bf-4e01-a934-24c66a221f61) {{(pid=83488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:44.293822 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=9bb7a044-aa1a-4da6-9e87-1933aed852d4,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:44.298047 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:44.383614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.412036 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.416293 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:44.488761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.501976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Transition to ACTIVE for port object 1b6eb633-c7bf-4e01-a934-24c66a221f61 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:44.523603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Transition to ACTIVE for port object 1b6eb633-c7bf-4e01-a934-24c66a221f61 will not be triggered until provisioned by entity DHCP. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:44.530021 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521'] for port, after_create {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.538269 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:44.615164 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:44.618626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:44.623014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:44.651291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Pushing event updated for resources: {'Port': ['ID=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:44.652214 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Network d5727bd5-0450-4e7a-b150-51718a1fcefa is already hosted by enough agents. {{(pid=83488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:44.656225 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.scheduler.base_scheduler [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Resources bound (agent type, host, resource id): {{(pid=83488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:44.658067 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Pushing event updated for resources: {'Port': ['ID=1b6eb633-c7bf-4e01-a934-24c66a221f61,revision_number=1']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:44.658807 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:44.660256 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Received port after_create {{(pid=83488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:44.664608 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:44.747735 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Attempting to bind port 1b6eb633-c7bf-4e01-a934-24c66a221f61 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:44.748223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Attempting to bind port 1b6eb633-c7bf-4e01-a934-24c66a221f61 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:44.748598 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Attempting to bind port 1b6eb633-c7bf-4e01-a934-24c66a221f61 on network d5727bd5-0450-4e7a-b150-51718a1fcefa {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:44.755079 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:44.755504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Checking segment: {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:44.755968 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.756397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Bound using segment: {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:44.756909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Bound port: 1b6eb633-c7bf-4e01-a934-24c66a221f61, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:44.757320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.784529 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.785269 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442580'] for router, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.848585 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] For port 1b6eb633-c7bf-4e01-a934-24c66a221f61, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:44.852026 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] For port 1b6eb633-c7bf-4e01-a934-24c66a221f61, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b6eb633-c7bf-4e01-a934-24c66a221f61,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:44.856500 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:44.860599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:44.940060 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Pushing event updated for resources: {'Port': ['ID=1b6eb633-c7bf-4e01-a934-24c66a221f61,revision_number=2']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:44.943702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-f668b6ce-1208-441f-845c-f235a7403fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:45.036734 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Router a19593e0-c097-4d18-a156-b798ca076cec is scheduled to L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 with binding_index 1 {{(pid=83487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 10:32:45.264016 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:45.273116 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Sync routers for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:45.285969 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:45.286711 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:45.287573 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:45.288900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6253169 Dec 09 10:32:45.291585 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40228) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:45.468376 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:45.752415 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9bb7a044-aa1a-4da6-9e87-1933aed852d4 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:45.796487 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 3, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:45.800557 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Checking router: a19593e0-c097-4d18-a156-b798ca076cec for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:45.800907 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Updating router a19593e0-c097-4d18-a156-b798ca076cec port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:32:45.826757 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:45.827233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:45.858744 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:45.975437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b6eb633-c7bf-4e01-a934-24c66a221f61 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:46.009191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102af52-15ec-479d-9cc2-802ce53cf1b4 None None] Network d5727bd5-0450-4e7a-b150-51718a1fcefa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:32:46.110141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.127971 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-4c7b7994-0fa8-4326-b1c2-e20d8e6adfc0 None None] Provisioning for port 1b6eb633-c7bf-4e01-a934-24c66a221f61 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:46.215249 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 1b6eb633-c7bf-4e01-a934-24c66a221f61 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:46.219488 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.223913 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1b6eb633-c7bf-4e01-a934-24c66a221f61 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:46.224297 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.232478 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Transition to ACTIVE for port object 4e8b5c62-1bb0-400e-b8d4-f1d501177edf will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:46.239418 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.243370 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-a68f93e2-d6f7-4327-a7dc-6c11abb6a141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:46.321098 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Attempting to bind port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:46.321738 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Attempting to bind port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:46.321738 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Attempting to bind port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf on network 19316929-ab48-4b51-80f9-a848e0d0b4b8 {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:46.331517 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Pushing event updated for resources: {'Port': ['ID=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,revision_number=2']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:46.332002 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Allocated IP 172.20.0.1 (d5727bd5-0450-4e7a-b150-51718a1fcefa/abced567-ce0a-4402-a786-a8bf63758038/2e44f5c0-6284-4c6e-a336-94c9af12b95f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:46.336431 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:46.336883 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Checking segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:46.337290 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.337700 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Bound using segment: {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:46.338170 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Bound port: 4e8b5c62-1bb0-400e-b8d4-f1d501177edf, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b1135-c645-4ce0-b98f-96a707e414b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:46.338759 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.378848 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.379066 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.379743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.379743 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.380111 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.380450 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.380759 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.381082 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.381745 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.381745 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.382020 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:32:46.387437 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:46.407647 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.432572 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] For port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:46.438921 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] For port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:46.446204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 1b6eb633-c7bf-4e01-a934-24c66a221f61, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b6eb633-c7bf-4e01-a934-24c66a221f61,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:46.447697 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.453010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.453984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-ddfad9c6-0830-4a98-aeb8-e25ba7d5bd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:46.458513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:46.525461 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Pushing event updated for resources: {'Port': ['ID=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:46.530915 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-e541ca48-0eae-4a10-80e8-52290d0cf104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:46.537475 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=1b6eb633-c7bf-4e01-a934-24c66a221f61,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:46.540778 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:46.551849 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:46.552525 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:46.666165 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-aa99c144-1dec-49b9-b11b-f4fc8d9bda26 None None] Provisioning complete for port 1b6eb633-c7bf-4e01-a934-24c66a221f61 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:46.666870 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-aa99c144-1dec-49b9-b11b-f4fc8d9bda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.670789 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.687241 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Transition to ACTIVE for port object 2e44f5c0-6284-4c6e-a336-94c9af12b95f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:46.715065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.719540 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-21941975-1ec0-4552-bac6-c41354119fb2 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:46.772454 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:46.790014 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Network d5727bd5-0450-4e7a-b150-51718a1fcefa is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:46.793488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:46.795717 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:46.797939 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:46.823255 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:46.858431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442394'] for router_interface, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:46.971057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.092442 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 3, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:47.096178 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd424d-b8fa-447a-a5cd-f7971f59ff4f None None] The sync data for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv is: [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 3, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:47.119025 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-af53eba5-1873-4218-b7f7-71e334aac334 None None] Provisioning for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:47.123605 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-af53eba5-1873-4218-b7f7-71e334aac334 None None] Provisioning complete for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:47.123985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-af53eba5-1873-4218-b7f7-71e334aac334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.178248 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-af53eba5-1873-4218-b7f7-71e334aac334 None None] Port 2e44f5c0-6284-4c6e-a336-94c9af12b95f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:32:47.203892 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.208141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.238626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:47.314697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3567594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472950'] for router_interface, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.317921 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:47.320962 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:47.452854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Network d5727bd5-0450-4e7a-b150-51718a1fcefa is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:47.453837 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:47.649853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b6eb633-c7bf-4e01-a934-24c66a221f61 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:47.722307 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-0ea7f2f3-223a-4914-9026-8d81f77fd7fd None None] Provisioning complete for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:47.722607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f2f3-223a-4914-9026-8d81f77fd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.779313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 1b6eb633-c7bf-4e01-a934-24c66a221f61 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:47.779697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:47.818257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7f2f3-223a-4914-9026-8d81f77fd7fd None None] Port 2e44f5c0-6284-4c6e-a336-94c9af12b95f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:32:47.864825 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Router a19593e0-c097-4d18-a156-b798ca076cec has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:32:48.060951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:32:48.069557 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/a19593e0-c097-4d18-a156-b798ca076cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7770054 Dec 09 10:32:48.768743 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40238) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:48.774333 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889137079', 'description': 'tempest-secgroup-smoke-889137079 description', 'project_id': '8624206e270b459b889b1b5157e68fd4'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:48.780368 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:48.784154 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:48.786968 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:48.793497 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:48.803947 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:48.843236 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:48.846946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:48.849690 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:48.855195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:48.910058 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:48.913676 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:48.917477 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-0dfc3f7d-554d-49d5-b7c3-67a7ecc31f2d tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:48.956532 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e9b10f-5964-4075-b594-8e959f96c4ea,revision_number=1']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:48.959661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:48.962336 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:48.966899 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40242) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:48.967291 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b781dc97-5c57-47cb-955a-159b2d6f5dd6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1972570 Dec 09 10:32:48.973365 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:48.979577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:48.984501 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:48.987364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:48.993096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.010761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.078961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.082929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.084864 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-6095c555-c1a5-4fcb-9207-16d2af97ede0 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.109943 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e627fb-bd3e-47aa-88ab-8506686a815d,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.112431 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.119104 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.120261 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bcd4fb01-4cea-40f4-940b-89cd5f0955d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517396 Dec 09 10:32:49.123438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40246) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:49.128672 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:49.134235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:49.138155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:49.141011 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:49.146613 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.267945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.327786 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.331111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.332904 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-d51a3465-4e16-428f-af71-4cd4b2e00d06 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.354187 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354f7448-570f-43d8-886e-03a311d954b2,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.357369 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.364027 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.365157 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2408180 Dec 09 10:32:49.367895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40250) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:49.373527 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:49.379180 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:49.382975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:49.385834 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:49.391446 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.407380 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.467417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.470933 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.472694 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-a312271a-b684-4fa9-8a3f-a6e2df614df3 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.494969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda1ac06-6fe4-4c5e-a2f3-b59895e88ca2,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.499304 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.503662 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.507771 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40254) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:49.507893 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-580bfdfb-5b52-4cff-bf52-61c6da593964 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389647 Dec 09 10:32:49.513777 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:49.519747 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:49.523501 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:49.526335 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:49.532692 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.549346 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.610917 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.614866 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.621340 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-872bc43b-e97d-44e5-a21c-7b7ec46e0cbc tempest-TestNetworkBasicOps-231292297 tempest-TestNetworkBasicOps-231292297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.639661 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f208b583-0378-4857-ab2b-c379109bdb89,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.642741 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.650714 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.651867 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-879918e6-94a4-4074-ab84-d5eadcee3664 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430063 Dec 09 10:32:49.655744 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40258) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:49.661622 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.v2.base [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:49.667390 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:49.672007 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:49.674853 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:49.680674 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.db.quota.driver [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.690051 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.db.securitygroups_db [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Project 8624206e270b459b889b1b5157e68fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:32:49.696212 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.761619 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.765581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.767475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2c11c63e-e1dd-4ae7-8fcb-34328cb2aac1 tempest-ServerActionsTestJSON-1087664196 tempest-ServerActionsTestJSON-1087664196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.789475 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acf9cb7-d1af-495b-bfa4-c54b41ecc34f,revision_number=0']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.791722 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.797960 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.799257 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-d977c677-d488-4853-b3cb-a7adbfa72a53 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425984 Dec 09 10:32:49.802130 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40262) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:32:49.807809 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'security_group_rule': {'security_group_id': '27e9b10f-5964-4075-b594-8e959f96c4ea', 'project_id': '8624206e270b459b889b1b5157e68fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:49.814679 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:49.818558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:security_group_rule and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:32:49.821453 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:32:49.828497 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:49.837468 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.securitygroups_db [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Project 8624206e270b459b889b1b5157e68fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:32:49.844539 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.911981 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.915697 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479277'] for security_group_rule, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.917654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-83053b21-5d0f-4427-bdef-e6d61ba2753d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:49.939181 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37529db9-239a-457f-83cd-b59932b04995,revision_number=0']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:49.941641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:49.948488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:49.949653 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-114374ea-d38f-40c5-973c-1cb480c7720a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1465089 Dec 09 10:32:50.186861 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-614487d5-5f68-4a3e-a0a3-164d65684868 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889137079&fields=id&tenant_id=8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 267 time: 0.0428617 Dec 09 10:32:50.336632 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-c8b37db8-276f-47a3-b81e-de7acdf3c36b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:50.338039 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-c8b37db8-276f-47a3-b81e-de7acdf3c36b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 810 time: 0.1445122 Dec 09 10:32:50.355740 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-51e78745-e56a-4b70-8a2a-3c3556edd110 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/quotas/8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 375 time: 0.0108178 Dec 09 10:32:50.438179 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-9ade6a0f-fbf4-4733-86da-866ee8febaca tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:32:50.455028 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-9ade6a0f-fbf4-4733-86da-866ee8febaca tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:32:50.456338 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-9ade6a0f-fbf4-4733-86da-866ee8febaca tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950935 Dec 09 10:32:50.592065 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-4b323198-b16c-4930-9938-4b9eef43c58b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:32:50.593047 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-4b323198-b16c-4930-9938-4b9eef43c58b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1252391 Dec 09 10:32:50.678772 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:32:50.726214 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-bead326f-0bdc-4e16-bd1e-6093d08cf84a service neutron] 10.222.0.41 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270676 Dec 09 10:32:50.858659 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-5c614934-8d15-4937-a3cf-5d3eb83475ad service neutron] 10.222.0.41 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262643 Dec 09 10:32:51.048024 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9add5fce-c725-409c-93f3-66688293a6ca req-48c916bc-49b3-4297-af37-b52e3a59f98b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 210 time: 0.0421355 Dec 09 10:32:52.058961 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-7e6591a6-87ee-4011-8d7c-7455d45a84d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:52.061251 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-7e6591a6-87ee-4011-8d7c-7455d45a84d8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 810 time: 0.1528533 Dec 09 10:32:52.117592 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-3a5f447b-a435-4b49-82e0-0d0f7e8677fb tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 379 time: 0.0438194 Dec 09 10:32:52.134556 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'port': {'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'admin_state_up': True, 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'security_groups': ['27e9b10f-5964-4075-b594-8e959f96c4ea']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:52.260148 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-04b694a3-be90-467c-b677-06c7a7ccdacc req-fa0058a4-a837-4d35-b3d2-eafcbbe93b3f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 210 time: 0.0513699 Dec 09 10:32:52.331215 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:32:52.341685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:32:52.351489 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Made reservation on behalf of 8624206e270b459b889b1b5157e68fd4 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:32:52.354468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:52.530896 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Allocated IP 172.20.0.11 (b188c22e-7930-4d22-b5c3-6df0ae61e6ad/5f44f408-0b36-40ca-bd35-91a806cfb6ec/10e1a1df-4f40-4fba-80e7-ca54a5cfe322) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:32:52.731265 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:52.748121 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Transition to ACTIVE for port object 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:52.770982 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:52.780218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2765d82e-5432-4d37-9f6f-8ff5ef61e5e7 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:52.845918 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:32:52.848942 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:32:52.858349 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:32:52.899119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:52.908897 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:52.931666 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:52.932287 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:52.959833 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-611667c1-9742-4079-8ed6-ac91c9591ad6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290691 Dec 09 10:32:52.973109 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Request body: {'port': {'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:32:53.088532 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-74ef5cc9-9b4f-43ee-aa68-77d149f882d8 None None] Provisioning for port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:53.094358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-74ef5cc9-9b4f-43ee-aa68-77d149f882d8 None None] Provisioning complete for port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:53.094766 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-74ef5cc9-9b4f-43ee-aa68-77d149f882d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.152351 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-74ef5cc9-9b4f-43ee-aa68-77d149f882d8 None None] Port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:32:53.196707 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.466817 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8cec2-55f3-491f-ad08-fb68e7200179 req-6f000bf2-3a55-4f44-b459-b24e4c154354 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:53.468323 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f6a8cec2-55f3-491f-ad08-fb68e7200179 req-6f000bf2-3a55-4f44-b459-b24e4c154354 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 932 time: 0.0761213 Dec 09 10:32:53.516259 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f6a8cec2-55f3-491f-ad08-fb68e7200179 req-adfe7328-5adb-44fb-af7b-321becfc0561 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:security_group {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:32:53.532756 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:32:53.532946 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-f6a8cec2-55f3-491f-ad08-fb68e7200179 req-adfe7328-5adb-44fb-af7b-321becfc0561 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:security_group {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:32:53.534117 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-f6a8cec2-55f3-491f-ad08-fb68e7200179 req-adfe7328-5adb-44fb-af7b-321becfc0561 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601292 Dec 09 10:32:53.540611 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.555971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Transition to ACTIVE for port object 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:53.560399 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.564129 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:53.679018 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4e8b5c62-1bb0-400e-b8d4-f1d501177edf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:53.689657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:53.694199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:53.751812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:53.757028 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:53.757401 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.800997 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Attempting to bind port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:53.801253 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Attempting to bind port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:53.801581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Attempting to bind port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:53.808141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:32:53.808470 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Attempting to bind port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:53.816338 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:53.816682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Checking segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:53.817072 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Bound using segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:53.817505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Bound port: 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:53.817855 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.911641 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:53.914594 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:53.914864 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.919795 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.923816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-42d18f5e-2f05-4abd-8012-873789838f2f tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:53.937062 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:53.942381 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.944300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-d435d87b-b1bb-478d-81ee-ad125f63f76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:53.984578 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:53.985951 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] 10.222.0.58 "PUT /v2.0/ports/10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1094 time: 1.0173082 Dec 09 10:32:53.986472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:32:54.010144 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:54.013989 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:54.032454 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:54.035803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:54.108573 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-13b4647e-3aae-4cde-a672-59d81af61022 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1097 time: 0.0814123 Dec 09 10:32:54.166413 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'status': 'completed', 'code': 200} Dec 09 10:32:54.181232 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-36a40e6e-9725-4bd9-bd88-0b5233da441a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 217 time: 0.0661304 Dec 09 10:32:54.245308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-aaa34f26-187a-4f7a-a7e5-7b7112367857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:54.246972 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-aaa34f26-187a-4f7a-a7e5-7b7112367857 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0600431 Dec 09 10:32:54.320709 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-bc1acafa-47a7-42b9-ba63-14d2ca71a487 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678492 Dec 09 10:32:54.453339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-9fddb3b1-4055-41cf-956c-a19ce235b254 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265945 Dec 09 10:32:54.585249 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b228e07a-f7f1-4757-9c5d-33c328bc9904 req-661786c2-dd0e-4d26-96d5-3fe25f146dfc service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258707 Dec 09 10:32:54.697789 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-d6757f30-79be-4754-9e10-a562ac52def8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1097 time: 0.0702994 Dec 09 10:32:54.738778 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d2eb-abc9-4daa-b3d4-f15d0cbaa6f9 req-b3f55973-f08b-4828-a0fc-c33351dc345b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:54.740249 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d5d2eb-abc9-4daa-b3d4-f15d0cbaa6f9 req-b3f55973-f08b-4828-a0fc-c33351dc345b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 944 time: 0.0772386 Dec 09 10:32:54.786344 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-33d5d2eb-abc9-4daa-b3d4-f15d0cbaa6f9 req-383a7979-e6bd-4966-88b4-72d0d2556686 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Dec 09 10:32:54.830458 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-5a825473-95c0-4124-8ed2-22d9b4948ae1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:54.831867 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-5a825473-95c0-4124-8ed2-22d9b4948ae1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1263735 Dec 09 10:32:55.009611 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-3136788e-6050-4418-a616-b90ac0a11d54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 217 time: 0.1717145 Dec 09 10:32:55.073581 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-57374e54-f875-4934-b967-29061c4c8a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:55.075044 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-57374e54-f875-4934-b967-29061c4c8a15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0583932 Dec 09 10:32:55.150086 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-f3120d8d-7d34-4407-968a-f80a235c929f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678248 Dec 09 10:32:55.290762 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-c0712a5b-9742-4d5b-9c59-2c0f3bda094f service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340992 Dec 09 10:32:55.428253 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fc23e6c6-3f74-4734-82c3-120c40a74166 req-05225ece-ebf4-4ac0-b9e0-1fd587b1abc4 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302488 Dec 09 10:32:55.650099 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4e8b5c62-1bb0-400e-b8d4-f1d501177edf up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:55.718361 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:55.718664 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:55.982757 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f5833-5c1c-4d64-a9d2-c80e1496c8a2 req-b22fce97-b892-4cf7-aeae-eeda8d76f245 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:55.983451 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b69f5833-5c1c-4d64-a9d2-c80e1496c8a2 req-b22fce97-b892-4cf7-aeae-eeda8d76f245 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:32:55.999702 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b69f5833-5c1c-4d64-a9d2-c80e1496c8a2 req-b22fce97-b892-4cf7-aeae-eeda8d76f245 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:32:56.000872 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b69f5833-5c1c-4d64-a9d2-c80e1496c8a2 req-b22fce97-b892-4cf7-aeae-eeda8d76f245 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 944 time: 0.0932736 Dec 09 10:32:56.051778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b69f5833-5c1c-4d64-a9d2-c80e1496c8a2 req-edce2ab3-8487-420b-8139-2536eb0394d3 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Dec 09 10:32:56.538422 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:56.553150 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:56.553771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:56.604581 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:32:56.843798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:56.899601 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:56.925861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:32:57.131940 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:57.160421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:32:57.206329 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:57.236116 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:57.241569 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:57.258807 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c992b-c690-456e-9981-f71f6ef62574 req-ae1211f0-5191-4068-836a-dda1f11fb34b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:57.260374 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-287c992b-c690-456e-9981-f71f6ef62574 req-ae1211f0-5191-4068-836a-dda1f11fb34b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 945 time: 0.0853856 Dec 09 10:32:57.306612 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-287c992b-c690-456e-9981-f71f6ef62574 req-e8264805-265e-4162-876b-0e299a83ccb7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Dec 09 10:32:57.314787 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:57.317831 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:57.335686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 2, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:57.339565 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:57.340490 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Updating router 9cb527f2-8e11-4498-a45b-a8ce5692664b port 7e050807-1b19-42f3-99c7-18de9d3291b6 binding host dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:32:57.394250 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:57.563410 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10e1a1df-4f40-4fba-80e7-ca54a5cfe322'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:32:57.900340 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks [] for port, precommit_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:57.926339 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Transition to ACTIVE for port object 7e050807-1b19-42f3-99c7-18de9d3291b6 will not be triggered until provisioned by entity L2. {{(pid=83488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:57.941644 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:57.945446 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:58.098390 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be3f8-3f18-4eb7-ba94-4593fa0b83eb None None] Pushing event updated for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=3']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:58.103885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-784be3f8-3f18-4eb7-ba94-4593fa0b83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:58.190728 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Sync routers for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:32:58.203293 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:58.203968 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:58.256857 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Attempting to bind port 7e050807-1b19-42f3-99c7-18de9d3291b6 on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:58.257233 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Attempting to bind port 7e050807-1b19-42f3-99c7-18de9d3291b6 by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:58.257603 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Attempting to bind port 7e050807-1b19-42f3-99c7-18de9d3291b6 on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:58.273463 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:58.273779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Checking segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:58.274186 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:58.274578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Bound using segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} {{(pid=83488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:58.275051 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.managers [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Bound port: 7e050807-1b19-42f3-99c7-18de9d3291b6, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}}] {{(pid=83488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:58.275432 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:58.365621 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] For port 7e050807-1b19-42f3-99c7-18de9d3291b6, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:58.369011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] For port 7e050807-1b19-42f3-99c7-18de9d3291b6, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e050807-1b19-42f3-99c7-18de9d3291b6,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:58.374271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:58.379493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:58.385466 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:58.460503 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be3f8-3f18-4eb7-ba94-4593fa0b83eb None None] Pushing event updated for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:58.463796 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-784be3f8-3f18-4eb7-ba94-4593fa0b83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:58.464846 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:58.465455 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:58.526739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86975e1c-c66b-45c0-a3f6-e8f34a680258 req-e133e461-7c3e-428c-b149-7cca5aca1f93 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:58.529097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86975e1c-c66b-45c0-a3f6-e8f34a680258 req-e133e461-7c3e-428c-b149-7cca5aca1f93 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 945 time: 0.0986238 Dec 09 10:32:58.591749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-86975e1c-c66b-45c0-a3f6-e8f34a680258 req-f1c81e1b-d899-45d5-889e-4a150ef205aa tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565052 Dec 09 10:32:58.664617 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:32:58.890148 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:46Z', 'revision_number': 4, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2e44f5c0-6284-4c6e-a336-94c9af12b95f', 'name': '', 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'mac_address': 'fa:16:3e:72:e2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abced567-ce0a-4402-a786-a8bf63758038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:46Z', 'updated_at': '2021-12-09T10:32:47Z', 'revision_number': 2, 'project_id': '64cba74341464332b63b72e6058b5dab', 'subnets': [{'id': 'abced567-ce0a-4402-a786-a8bf63758038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:58.901597 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Checking router: a19593e0-c097-4d18-a156-b798ca076cec for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:32:58.901951 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Updating router a19593e0-c097-4d18-a156-b798ca076cec port 2e44f5c0-6284-4c6e-a336-94c9af12b95f binding host dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 09 10:32:58.960026 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:58.993771 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:58Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:58.998530 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e218f-f71c-4dc2-b5fe-c1beec3640dc None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:58Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:32:59.386031 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks [] for port, precommit_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.398588 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.provisioning_blocks [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Transition to ACTIVE for port object 2e44f5c0-6284-4c6e-a336-94c9af12b95f will not be triggered until provisioned by entity L2. {{(pid=83489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:32:59.405791 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.409502 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:59.541594 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce5867-8fd3-41c4-b603-774298caefe7 None None] Pushing event updated for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=3']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:59.545740 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-07ce5867-8fd3-41c4-b603-774298caefe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:59.634598 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Attempting to bind port 2e44f5c0-6284-4c6e-a336-94c9af12b95f on host dv-neutron-821175-1-hyperv for vnic_type normal with profile {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:32:59.634979 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Attempting to bind port 2e44f5c0-6284-4c6e-a336-94c9af12b95f by drivers openvswitch,hyperv on host dv-neutron-821175-1-hyperv at level 0 using segments [{'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:32:59.635333 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Attempting to bind port 2e44f5c0-6284-4c6e-a336-94c9af12b95f on network d5727bd5-0450-4e7a-b150-51718a1fcefa {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:32:59.642675 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Checking agent: {'id': 'f863262e-85f5-4dff-8037-218b01cdf4ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 17, 34), 'started_at': datetime.datetime(2021, 12, 9, 9, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:32:59.643056 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Checking segment: {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:32:59.643475 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.644040 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Bound using segment: {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'} {{(pid=83489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:32:59.644700 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.managers [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Bound port: 2e44f5c0-6284-4c6e-a336-94c9af12b95f, host: dv-neutron-821175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4fb367-de79-4e81-8efe-c2299bd43829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa'}}] {{(pid=83489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:32:59.645126 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.691118 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e050807-1b19-42f3-99c7-18de9d3291b6 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:32:59.735287 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] For port 2e44f5c0-6284-4c6e-a336-94c9af12b95f, host dv-neutron-821175-1-hyperv, cleared binding levels {{(pid=83489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:32:59.738434 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.plugins.ml2.db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] For port 2e44f5c0-6284-4c6e-a336-94c9af12b95f, host dv-neutron-821175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2e44f5c0-6284-4c6e-a336-94c9af12b95f,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:32:59.744604 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron_lib.callbacks.manager [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.749114 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-6ba9240c-4389-49ef-9bbb-aa198f45d0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:32:59.780983 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 7e050807-1b19-42f3-99c7-18de9d3291b6 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:32:59.785860 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7e050807-1b19-42f3-99c7-18de9d3291b6 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:32:59.786437 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.822162 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279975-500b-4a73-acc1-d94a751bc2a6 req-b0695f4b-417f-4484-a3f2-164bb0610b2c tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:32:59.825077 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7c279975-500b-4a73-acc1-d94a751bc2a6 req-b0695f4b-417f-4484-a3f2-164bb0610b2c tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 945 time: 0.0990071 Dec 09 10:32:59.836617 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce5867-8fd3-41c4-b603-774298caefe7 None None] Pushing event updated for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=4']} {{(pid=83489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:32:59.840999 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG oslo_concurrency.lockutils [None req-07ce5867-8fd3-41c4-b603-774298caefe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:32:59.841787 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:32:59.842358 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:32:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:32:59.892148 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-7c279975-500b-4a73-acc1-d94a751bc2a6 req-2dadf58e-a120-4fcd-b08d-5bf31812e727 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588453 Dec 09 10:32:59.919785 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.957160 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 7e050807-1b19-42f3-99c7-18de9d3291b6, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e050807-1b19-42f3-99c7-18de9d3291b6,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:32:59.962853 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:32:59.965720 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:33:00.036495 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:33:00.039584 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:33:00.046446 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:33:00.347250 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:46Z', 'revision_number': 4, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2e44f5c0-6284-4c6e-a336-94c9af12b95f', 'name': '', 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'mac_address': 'fa:16:3e:72:e2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abced567-ce0a-4402-a786-a8bf63758038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:46Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 4, 'project_id': '64cba74341464332b63b72e6058b5dab', 'subnets': [{'id': 'abced567-ce0a-4402-a786-a8bf63758038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:33:00.351081 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d164e2-8d6a-4321-8718-31b744bc2a2c None None] The sync data for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv is: [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:32:46Z', 'revision_number': 4, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '2e44f5c0-6284-4c6e-a336-94c9af12b95f', 'name': '', 'network_id': 'd5727bd5-0450-4e7a-b150-51718a1fcefa', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'mac_address': 'fa:16:3e:72:e2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abced567-ce0a-4402-a786-a8bf63758038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:46Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 4, 'project_id': '64cba74341464332b63b72e6058b5dab', 'subnets': [{'id': 'abced567-ce0a-4402-a786-a8bf63758038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:33:00.614174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:33:00.684783 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:33:00.689790 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:33:00.690193 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:00.852899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:00.881553 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:33:00.892112 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:33:00.896172 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:00.899095 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-0e62a930-b409-4295-bccc-28dad43b5754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:33:00.967661 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'code': 200} Dec 09 10:33:00.983885 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:33:00.994939 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:33:01.124413 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a16af-6999-4ef7-8e95-d86891814eb8 req-34dc323a-a8b4-4d68-ab8c-e215d717ef68 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:01.126546 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-892a16af-6999-4ef7-8e95-d86891814eb8 req-34dc323a-a8b4-4d68-ab8c-e215d717ef68 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 946 time: 0.0973084 Dec 09 10:33:01.174303 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-892a16af-6999-4ef7-8e95-d86891814eb8 req-bc8c1c7d-22fa-4b72-a667-3b640b9345e2 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Dec 09 10:33:01.227023 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-55373e8e-701c-4bae-9f70-57b0cba6e438 req-5278c51d-83ac-4b73-9ae5-2d17f587a84f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1099 time: 0.0817935 Dec 09 10:33:01.272447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-55373e8e-701c-4bae-9f70-57b0cba6e438 req-a2fc44e1-f08c-41cc-97ea-0a3697ab709e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Dec 09 10:33:01.712513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2e44f5c0-6284-4c6e-a336-94c9af12b95f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:33:01.779375 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:33:01.783877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:33:01.784260 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:01.895566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:01.926905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] For port 2e44f5c0-6284-4c6e-a336-94c9af12b95f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2e44f5c0-6284-4c6e-a336-94c9af12b95f,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:33:01.931466 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:01.932299 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e050807-1b19-42f3-99c7-18de9d3291b6 up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:33:01.954560 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:33:02.042677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:33:02.046006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:33:02.056344 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 7e050807-1b19-42f3-99c7-18de9d3291b6 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:33:02.056721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:02.373794 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0d3d5-ab1a-4931-a66a-ca6aac606c41 req-4d40400f-52f6-461b-93c5-6d8856478180 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:02.375367 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88d0d3d5-ab1a-4931-a66a-ca6aac606c41 req-4d40400f-52f6-461b-93c5-6d8856478180 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 946 time: 0.0781820 Dec 09 10:33:02.421319 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-88d0d3d5-ab1a-4931-a66a-ca6aac606c41 req-b90cf035-efc8-44e7-a45e-4c4dec18fdcf tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 Dec 09 10:33:03.616560 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a794-6553-4704-b335-7f5af4b8c099 req-53bddeac-15a6-4a7f-ba27-c1a848918a26 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:03.618004 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cbb2a794-6553-4704-b335-7f5af4b8c099 req-53bddeac-15a6-4a7f-ba27-c1a848918a26 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 946 time: 0.0768809 Dec 09 10:33:03.647855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7e666733-671b-4509-aaba-507a60578ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:03.657366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:03.665011 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2e44f5c0-6284-4c6e-a336-94c9af12b95f up at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:33:03.684477 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cbb2a794-6553-4704-b335-7f5af4b8c099 req-8904acd3-188c-4fe2-a921-494b60f37c5e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 Dec 09 10:33:03.733793 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Provisioning complete for port 2e44f5c0-6284-4c6e-a336-94c9af12b95f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:33:03.734183 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:03.885046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccf61b-acc4-4746-bf58-7559a6e79d94 req-00d79e9a-64a4-43ea-a488-878f59da304d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:03.887115 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39ccf61b-acc4-4746-bf58-7559a6e79d94 req-00d79e9a-64a4-43ea-a488-878f59da304d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 946 time: 0.0819943 Dec 09 10:33:03.932027 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-39ccf61b-acc4-4746-bf58-7559a6e79d94 req-cb65bba1-d1c3-481a-9035-6667882b4e67 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393462 Dec 09 10:33:03.965484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40316) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:33:04.096658 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d42a2c95-415a-47a3-8cc6-df1583861407 tempest-TestSnapshotPattern-605579975 tempest-TestSnapshotPattern-605579975-project-admin] Synchronizing usage tracker for tenant:64cba74341464332b63b72e6058b5dab on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:33:04.113237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-d42a2c95-415a-47a3-8cc6-df1583861407 tempest-TestSnapshotPattern-605579975 tempest-TestSnapshotPattern-605579975-project-admin] Unset dirty status for tenant:64cba74341464332b63b72e6058b5dab on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:33:04.114551 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-d42a2c95-415a-47a3-8cc6-df1583861407 tempest-TestSnapshotPattern-605579975 tempest-TestSnapshotPattern-605579975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1094 time: 0.1480684 Dec 09 10:33:04.117502 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40322) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:33:04.123344 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:33:04.128875 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:33:04.132652 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:floatingip and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:33:04.135427 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:33:04.141270 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:33:04.151374 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:04.285067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:04.422512 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Allocated IP 172.26.4.156 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/7be3f679-4f9a-4702-a304-f87c9b7179d9) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:33:04.565096 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:04.592195 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:04.595610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-25bea366-892c-42bd-8426-c0f061e08a76 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:33:04.662533 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:33:04.665677 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:33:04.668775 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:33:04.699595 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=7be3f679-4f9a-4702-a304-f87c9b7179d9,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:33:04.705656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:33:04.823496 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.291083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.346250 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.552057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.556696 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.561345 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-0289b1aa-ed4f-4b85-a13f-e237e2bdff2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:33:05.655747 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=7be3f679-4f9a-4702-a304-f87c9b7179d9,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:33:05.659692 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:33:05.674478 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:05.869095 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Floating IP bf577074-ce94-4524-aa31-aca19817d627 associated. External IP: 172.26.4.156, port: 10e1a1df-4f40-4fba-80e7-ca54a5cfe322. Dec 09 10:33:05.898861 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5d7d-2c51-47b5-b4f4-f79fa1a49f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:06.259958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:33:06.572513 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:33:06.596131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:06.648975 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-31644eb8-de0e-4fd0-9c7b-48a3b1d94926 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5304914 Dec 09 10:33:06.649627 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:33:06.702874 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'status': 'completed', 'code': 200} Dec 09 10:33:06.781917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:33:06.796985 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:33:06.797902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:33:06.800639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-f111f15a-3b06-4717-a00e-b2caff65b811 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1099 time: 0.0757670 Dec 09 10:33:06.938663 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-8cdc3f97-1335-48f5-aa6a-900961cfd36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:06.940362 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-8cdc3f97-1335-48f5-aa6a-900961cfd36d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1337080 Dec 09 10:33:06.977514 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:33:07.048434 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-d042b5b7-535e-4399-b09e-a3fe512af7fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1000 time: 0.1019456 Dec 09 10:33:07.116623 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-814612e3-678c-4285-a04d-ff048c9fb13a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:07.118563 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-814612e3-678c-4285-a04d-ff048c9fb13a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0642750 Dec 09 10:33:07.145044 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:07.196207 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-ba6158f6-d074-4fa3-8782-70373aec4450 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714962 Dec 09 10:33:07.325749 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-fe27af54-b6b4-4d5d-9f0f-41ad27e72c4e service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234431 Dec 09 10:33:07.333727 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:05Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:33:07.337615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:33:07.348576 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:33:07.349173 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:33:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:33:07.462038 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c334ef32-5e3b-4751-9684-6f05ef2f359a req-a5e36159-0216-45ea-b4ba-4bf261200d51 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303110 Dec 09 10:33:07.574972 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:33:07.917280 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:05Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:33:07.921428 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ab758-9159-4863-a9fa-bf86c5c31af2 None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:05Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:33:08.518919 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:17.225091 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed93a55-c23d-4e37-a271-c7f37f77cdd1 None None] New status for floating IP bf577074-ce94-4524-aa31-aca19817d627: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:33:27.678541 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:33:33.632211 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cda0499e-3a61-4680-92d9-3ac1d775ebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:33.642907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:34.830246 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:35.901360 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-7a2f731c-5da6-4988-a846-b06117bffd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:36.033097 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-bad87b14-0bce-4218-b5c7-b4910c4f5e7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687351 Dec 09 10:33:36.197510 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-a8e8d5f6-cbb9-4e9c-869c-450bce04ff17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1099 time: 0.0726964 Dec 09 10:33:36.340472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-2c4ab96a-ba96-4034-9fd7-58b75eb9b05b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:36.341916 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-2c4ab96a-ba96-4034-9fd7-58b75eb9b05b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1264846 Dec 09 10:33:36.445061 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-01f62330-b72a-454b-a2f9-21fe5e83c1c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1002 time: 0.0960488 Dec 09 10:33:36.506449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-3f4f9e7a-b681-42e8-9274-871795d74b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:33:36.507859 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-3f4f9e7a-b681-42e8-9274-871795d74b51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0564258 Dec 09 10:33:36.584784 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-916cb6af-863b-4b13-b015-d1bfc4f5b7ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708883 Dec 09 10:33:36.716254 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-6b39379b-9566-468c-9387-5daf3f5c588a service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235087 Dec 09 10:33:36.957280 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-c0ae6236-9d25-4c69-8746-6b1b35d84de9 req-f94b0d1a-76f5-41af-8752-817ce9a7ddd2 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338586 Dec 09 10:33:37.075017 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:33:38.521670 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:03.643895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6cd65bcf-ac95-45c1-88b3-871fbab2edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:03.645749 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:04.677781 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:34:04.822515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:05.902420 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ac5e38ad-ee9b-4cc2-9d79-dbb705336357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:07.077349 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:08.526191 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:33.635680 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-cad882dd-ddf0-4c09-be06-7abe4b0445fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:33.652439 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:34.824545 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:35.903709 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-fae08931-6f9c-4aba-9d3a-330241907283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:37.081607 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:37.110717 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-26b681ab-a92e-4c92-aa70-13b2b04bac87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1525521 Dec 09 10:34:37.249375 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-92da8a05-b0a6-47dd-bb55-589b83f3d136 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1099 time: 0.0716677 Dec 09 10:34:37.404590 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-37594978-acac-4150-9726-92315c33b43e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:34:37.406014 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-37594978-acac-4150-9726-92315c33b43e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1374874 Dec 09 10:34:37.504339 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-d3ebdf19-4182-4a8c-8b1e-01a51acd7cf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1002 time: 0.0923369 Dec 09 10:34:37.571081 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-9bcc373b-1dbe-457a-a244-31f732d5d888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:34:37.572537 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-9bcc373b-1dbe-457a-a244-31f732d5d888 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0625658 Dec 09 10:34:37.648579 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-bd7ded32-a132-4dc3-bfc4-493bc9f21415 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699363 Dec 09 10:34:37.776598 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-d18b7412-0fb7-4fd6-86d1-85e52e314715 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221104 Dec 09 10:34:37.907210 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d802d389-9fc0-4097-924c-e04258f6ba2e req-5fdedd4b-7789-42ad-8b7e-ca1ee7fe8113 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243427 Dec 09 10:34:38.526632 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:34:41.677473 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:35:03.641337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-16b99a35-733b-4db2-bfd5-d8b19faf9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:03.659707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:04.825677 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:05.905089 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9de3b391-c36a-4f4a-96c2-e10027c402b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:07.084236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:08.530890 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:18.677820 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:35:33.641187 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-38939677-d7af-4604-a772-2bd29a464bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:33.663230 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:34.827715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:35.906628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-755c3c5a-78f2-43d0-a5fe-0889b9e13a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:37.086722 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:37.398152 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:35:37.529865 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:35:37.546752 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:35:37.599933 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:37.617020 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:35:37.632337 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:35:37.636352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:37.639561 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:35:37.712799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:35:37.717034 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['10e1a1df-4f40-4fba-80e7-ca54a5cfe322'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:35:37.758362 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.758713 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.759055 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.759393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.759729 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.760090 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.760414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.760742 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.761069 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.761393 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.761714 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:37.766855 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:35:38.087488 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-a7c097ce-1bad-447b-bf44-8bcff51a9fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1098 time: 0.0717239 Dec 09 10:35:38.230370 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-bd7da90d-753c-49d8-bbd4-096439826255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:38.231688 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-bd7da90d-753c-49d8-bbd4-096439826255 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1254907 Dec 09 10:35:38.333089 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-fcbce835-add7-4f93-b02a-be4c6009adac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1001 time: 0.0944180 Dec 09 10:35:38.395957 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-4c0c57b1-5adb-4c8f-8a28-51044ea54c2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:38.397369 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-4c0c57b1-5adb-4c8f-8a28-51044ea54c2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0578463 Dec 09 10:35:38.474145 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-9402449d-7498-4fa5-9110-a8090b4e00b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701456 Dec 09 10:35:38.535564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:38.606366 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-db7375d3-fd65-4669-b352-fc1043623ae7 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245282 Dec 09 10:35:38.839573 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e4d69dc1-c558-46db-bcb6-1d88f084d505 req-4456e3b9-aaf6-49ea-bd54-f5dab34a9197 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257538 Dec 09 10:35:39.405728 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:35:39.472599 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:35:39.473244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:39.625009 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:39.651436 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:35:39.661108 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:35:39.665240 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:39.667035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:35:39.737041 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:35:39.740653 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:35:39.826947 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'code': 200} Dec 09 10:35:51.450157 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-62316d46-868d-4d50-b226-5c9cc03741f1 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889137079&fields=id&tenant_id=8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 267 time: 0.0435350 Dec 09 10:35:51.595521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5b020ead-a92d-46a4-9e50-58f33614d27e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:51.596896 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5b020ead-a92d-46a4-9e50-58f33614d27e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 810 time: 0.1405847 Dec 09 10:35:51.613561 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-d9948b90-0d87-44ff-9c3e-801bb684186f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/quotas/8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 375 time: 0.0106535 Dec 09 10:35:51.697454 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-347ae852-39fa-4c76-8004-6e3739af967b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0781205 Dec 09 10:35:51.836050 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-0abb1d46-6580-4f51-80c3-9b881f4c4278 service neutron] 10.222.0.41 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263571 Dec 09 10:35:51.971338 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-2e2ca219-cb5d-4caa-bda9-9226c0ccf809 service neutron] 10.222.0.41 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296492 Dec 09 10:35:52.244938 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-8a38c3f8-89cc-4786-9faa-ed9e91472c6e req-332b5606-253e-432a-95fc-cd977f41bf00 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 210 time: 0.1089270 Dec 09 10:35:53.444909 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-336c4608-ffe8-4c58-8136-b4427a770985 req-47bd5430-6cfd-4414-bdc3-d6d8855efe91 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 210 time: 0.0583472 Dec 09 10:35:53.453037 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-70b6f3b7-ce98-43fd-af28-7585b650faed tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:53.454375 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-70b6f3b7-ce98-43fd-af28-7585b650faed tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 810 time: 0.1937156 Dec 09 10:35:53.516599 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-6ec4e4b1-e60e-403f-a7a6-965dfefce420 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8624206e270b459b889b1b5157e68fd4 HTTP/1.1" status: 200 len: 379 time: 0.0431478 Dec 09 10:35:53.524999 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'port': {'device_id': '566b253d-57fe-40d6-a7c2-616280c7d294', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'admin_state_up': True, 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'security_groups': ['27e9b10f-5964-4075-b594-8e959f96c4ea']}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:35:53.660119 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:35:53.669638 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:35:53.681034 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Made reservation on behalf of 8624206e270b459b889b1b5157e68fd4 for: {'port': 1} {{(pid=83487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 10:35:53.684057 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:53.873351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Allocated IP 172.20.0.12 (b188c22e-7930-4d22-b5c3-6df0ae61e6ad/5f44f408-0b36-40ca-bd35-91a806cfb6ec/ff97b710-07d6-47f8-bfec-b8f68db1d79f) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:35:54.144531 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:54.160419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Transition to ACTIVE for port object ff97b710-07d6-47f8-bfec-b8f68db1d79f will not be triggered until provisioned by entity DHCP. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:35:54.182894 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:54.188991 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-9d599d5b-868d-411b-88b9-43bb524e6fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:35:54.252320 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:35:54.264085 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:35:54.268588 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:35:54.300208 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:35:54.318858 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.319227 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.319602 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.320000 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.320366 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.320730 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.321082 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.321439 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.321792 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.322142 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.322496 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:35:54.332329 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:35:54.346264 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:54.346908 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:54.376892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553112 Dec 09 10:35:54.532176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-52ba728a-d088-4255-a16c-492018768f93 None None] Provisioning for port ff97b710-07d6-47f8-bfec-b8f68db1d79f completed by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:35:54.539213 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-52ba728a-d088-4255-a16c-492018768f93 None None] Provisioning complete for port ff97b710-07d6-47f8-bfec-b8f68db1d79f triggered by entity DHCP. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:35:54.539803 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-52ba728a-d088-4255-a16c-492018768f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:54.595895 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-52ba728a-d088-4255-a16c-492018768f93 None None] Port ff97b710-07d6-47f8-bfec-b8f68db1d79f cannot update to ACTIVE because it is not bound. {{(pid=83488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 09 10:35:54.665681 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037347-56a0-43fe-af44-0f11f1ec7421 req-7ec63644-d64f-426c-bccd-095a2a22661d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:54.667746 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4b037347-56a0-43fe-af44-0f11f1ec7421 req-7ec63644-d64f-426c-bccd-095a2a22661d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0869119 Dec 09 10:35:54.720219 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-4b037347-56a0-43fe-af44-0f11f1ec7421 req-c423f6c7-23b8-4d35-aefa-40791c9749a7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470197 Dec 09 10:35:55.480492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:35:55.594679 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:55.621174 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:35:55.632132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:35:55.646130 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:35:55.648538 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-87e6d25c-9767-479f-a14a-4d78b5132427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:35:55.679580 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:35:55.697744 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'code': 200} Dec 09 10:35:55.726239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:35:55.729296 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:35:55.933682 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a7cf2-aedf-4abb-b4f1-e987e7421350 req-68ea0a80-6440-45d6-a670-747be646e6f2 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:55.935775 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-934a7cf2-aedf-4abb-b4f1-e987e7421350 req-68ea0a80-6440-45d6-a670-747be646e6f2 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0830216 Dec 09 10:35:55.993100 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-934a7cf2-aedf-4abb-b4f1-e987e7421350 req-d79de412-2761-4ba7-834b-342eea536dac tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507281 Dec 09 10:35:57.208805 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72cfee-b49a-4e60-9ac0-6af1d0875974 req-0758521d-bebd-48d6-83db-9435e36302a7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:57.209505 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac72cfee-b49a-4e60-9ac0-6af1d0875974 req-0758521d-bebd-48d6-83db-9435e36302a7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:35:57.225626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-ac72cfee-b49a-4e60-9ac0-6af1d0875974 req-0758521d-bebd-48d6-83db-9435e36302a7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:35:57.226961 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac72cfee-b49a-4e60-9ac0-6af1d0875974 req-0758521d-bebd-48d6-83db-9435e36302a7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.1015875 Dec 09 10:35:57.274800 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ac72cfee-b49a-4e60-9ac0-6af1d0875974 req-e0075e1e-7a8b-4d90-a301-3a887a5a4ab5 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Dec 09 10:35:58.481059 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fbd2f-c263-4022-98a6-64636bac1edd req-56883641-a9e0-408b-94e7-6d4a389d852f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:58.482539 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-335fbd2f-c263-4022-98a6-64636bac1edd req-56883641-a9e0-408b-94e7-6d4a389d852f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0844800 Dec 09 10:35:58.528657 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-335fbd2f-c263-4022-98a6-64636bac1edd req-3a66e655-e041-4753-befb-961e8e484b1e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394068 Dec 09 10:35:59.853120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98d67-eaf3-4331-80a5-74f7cb898410 req-6b8300ad-4c2a-43b7-934f-a00a0b6de90b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:35:59.854517 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56e98d67-eaf3-4331-80a5-74f7cb898410 req-6b8300ad-4c2a-43b7-934f-a00a0b6de90b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.1971107 Dec 09 10:35:59.901625 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-56e98d67-eaf3-4331-80a5-74f7cb898410 req-5466e742-211c-4a51-b253-0c480fbc7f1c tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Dec 09 10:36:01.110688 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f786d1-1dc2-4077-8a0d-45db3849d785 req-1226b449-461b-4d6c-9999-a5509f04d01e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:01.112421 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-81f786d1-1dc2-4077-8a0d-45db3849d785 req-1226b449-461b-4d6c-9999-a5509f04d01e tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0799210 Dec 09 10:36:01.161211 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-81f786d1-1dc2-4077-8a0d-45db3849d785 req-b9de3a8f-2e2d-4e61-a347-5721eb5cc0e0 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Dec 09 10:36:02.376145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6814b-1efb-4837-87fb-375415a05015 req-198568d9-90d4-4d27-91c1-37f4df52a344 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:02.377718 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2bf6814b-1efb-4837-87fb-375415a05015 req-198568d9-90d4-4d27-91c1-37f4df52a344 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0917370 Dec 09 10:36:02.425900 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-2bf6814b-1efb-4837-87fb-375415a05015 req-b65dd3e4-822a-46ff-962e-173f84ee2862 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425725 Dec 09 10:36:03.647042 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd999d50-c999-4b25-9dc5-a56d6cf9879d req-e962210e-9ff8-4815-83e1-a8aa365fedda tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:03.647715 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5148a516-ec6b-4b47-8b66-1cd9c265a426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:03.649449 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cd999d50-c999-4b25-9dc5-a56d6cf9879d req-e962210e-9ff8-4815-83e1-a8aa365fedda tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0949352 Dec 09 10:36:03.681223 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:03.700889 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-cd999d50-c999-4b25-9dc5-a56d6cf9879d req-77c82256-695f-4329-90f7-1da994780b26 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465825 Dec 09 10:36:04.829686 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:04.903798 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f347a-ebee-4f9f-bbc5-d2c6d4d00822 req-9f61963e-1356-4d77-af0a-8685346974f6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:04.905247 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d88f347a-ebee-4f9f-bbc5-d2c6d4d00822 req-9f61963e-1356-4d77-af0a-8685346974f6 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0769377 Dec 09 10:36:04.951235 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-d88f347a-ebee-4f9f-bbc5-d2c6d4d00822 req-a833b9c4-66b8-490b-8807-a7e208ab61b1 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 Dec 09 10:36:05.908453 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-29923684-af3a-4cfd-9890-2f0ec58b2810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:06.161978 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b478f-4bfa-4903-aa95-f96f884daf4d req-728e8248-8718-47ee-a9bd-5aab7e63b5e7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:06.163407 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2f8b478f-4bfa-4903-aa95-f96f884daf4d req-728e8248-8718-47ee-a9bd-5aab7e63b5e7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0776536 Dec 09 10:36:06.207671 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2f8b478f-4bfa-4903-aa95-f96f884daf4d req-7c7a39e2-468d-46ce-a45d-0fd94c10f2ce tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387707 Dec 09 10:36:07.089707 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:07.407618 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecb35-2db1-4a99-81d9-281063539367 req-fafcc797-79fd-43a6-a6fd-41bfc764fe4b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:07.413237 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-688ecb35-2db1-4a99-81d9-281063539367 req-fafcc797-79fd-43a6-a6fd-41bfc764fe4b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 932 time: 0.0866947 Dec 09 10:36:07.461540 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-688ecb35-2db1-4a99-81d9-281063539367 req-cbea7eb0-4620-4b9e-a0d1-964efe005c10 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Dec 09 10:36:07.832736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Request body: {'port': {'device_id': '566b253d-57fe-40d6-a7c2-616280c7d294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:36:07.941222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.282800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:36:08.289490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.303456 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.provisioning_blocks [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Transition to ACTIVE for port object ff97b710-07d6-47f8-bfec-b8f68db1d79f will not be triggered until provisioned by entity L2. {{(pid=83487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 10:36:08.307748 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.311812 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7ad2bd52-8e0a-47e8-b134-a0790af87693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:08.438419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:08.442015 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:08.545507 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.552800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Attempting to bind port ff97b710-07d6-47f8-bfec-b8f68db1d79f on host hv-neutron-8211 for vnic_type normal with profile {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 09 10:36:08.553140 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Attempting to bind port ff97b710-07d6-47f8-bfec-b8f68db1d79f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 09 10:36:08.553468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Attempting to bind port ff97b710-07d6-47f8-bfec-b8f68db1d79f on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:36:08.559544 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Port ff97b710-07d6-47f8-bfec-b8f68db1d79f on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 09 10:36:08.559895 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Attempting to bind port ff97b710-07d6-47f8-bfec-b8f68db1d79f on network b188c22e-7930-4d22-b5c3-6df0ae61e6ad {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 09 10:36:08.567435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Checking agent: {'id': '9b926774-fe8f-4ace-9681-caf59e9102ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'started_at': datetime.datetime(2021, 12, 9, 9, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:36:08.567818 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Checking segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 09 10:36:08.568186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Bound using segment: {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'} {{(pid=83487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 09 10:36:08.568600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.managers [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Bound port: ff97b710-07d6-47f8-bfec-b8f68db1d79f, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ba10fc-ff28-472f-a799-7121c57282a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad'}}] {{(pid=83487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 09 10:36:08.569063 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.657761 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, cleared binding levels {{(pid=83487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 10:36:08.661071 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 10:36:08.664822 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.667195 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b154af8-101e-4b18-912f-00f7f6664cf7 req-fbd73855-9043-48e1-a3f2-fedb29a8f853 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:08.668619 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:08.668746 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2b154af8-101e-4b18-912f-00f7f6664cf7 req-fbd73855-9043-48e1-a3f2-fedb29a8f853 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0816483 Dec 09 10:36:08.716637 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-2b154af8-101e-4b18-912f-00f7f6664cf7 req-dcc1e68c-4703-4067-8db8-5c19d8fc4fcf tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Dec 09 10:36:08.726045 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:08.727615 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] 10.222.0.58 "PUT /v2.0/ports/ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 1094 time: 0.9000497 Dec 09 10:36:08.730419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:36:08.762291 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=3']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:08.765282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5e5737ab-620a-4240-acca-96b2d9706e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:08.813739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'status': 'completed', 'code': 200} Dec 09 10:36:08.840358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-e3663bb4-d1fc-449b-a4c6-ec3659d87f9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1097 time: 0.0735738 Dec 09 10:36:08.914404 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-cd0e910d-ad30-40fb-a013-c29903b47f9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 217 time: 0.0665491 Dec 09 10:36:08.980167 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-58eeb597-f805-4c14-ac36-312c7cd3832a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:08.981697 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-58eeb597-f805-4c14-ac36-312c7cd3832a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0604773 Dec 09 10:36:09.063227 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-073ddcf1-11db-4987-b963-def2b0f7f6a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750268 Dec 09 10:36:09.299971 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-c2b0c94e-68a6-4a37-8d76-570b4fe4f9b2 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304564 Dec 09 10:36:09.428641 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-4678c707-dbeb-4793-bffb-f9825846ed5d req-2515b9d3-f12c-42e1-95e4-92e8041db395 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220748 Dec 09 10:36:09.541324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-184198f9-4489-48d2-bfa6-7b555d2f75cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1097 time: 0.0704758 Dec 09 10:36:09.671222 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-74202a2c-d220-43ca-b450-898e7e1a13c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:09.672693 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-74202a2c-d220-43ca-b450-898e7e1a13c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1248348 Dec 09 10:36:09.745179 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-266cbf10-f815-40fb-91b1-420dcd0986a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 217 time: 0.0646691 Dec 09 10:36:09.808210 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-5af1e6d9-5345-4be4-b82f-ddfe325667d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:09.809646 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-5af1e6d9-5345-4be4-b82f-ddfe325667d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0591218 Dec 09 10:36:09.888058 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-66e1899d-d2f6-4c1a-a153-227dfa9b3106 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725658 Dec 09 10:36:09.917151 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1ed0-423e-49e1-834f-040d179e9d28 req-0618591e-2551-486b-bd3a-e7ba26325138 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:09.918712 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c9dd1ed0-423e-49e1-834f-040d179e9d28 req-0618591e-2551-486b-bd3a-e7ba26325138 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0777369 Dec 09 10:36:10.032558 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-f9702253-9f8f-4464-98f2-bdb28dee17a7 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383462 Dec 09 10:36:10.063271 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-c9dd1ed0-423e-49e1-834f-040d179e9d28 req-ac4369ea-230c-4e47-be29-7955db615c34 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391320 Dec 09 10:36:10.166582 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-aef98d28-00f3-466d-acd0-16a442e8d369 req-b3a01ad8-8a2d-4ef3-9e5f-c6672a354e7c service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262071 Dec 09 10:36:11.266182 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129e0b7-00c4-4e6a-98d0-c0233e0dcf20 req-492b68eb-86eb-48e0-b927-e59b582f240d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:11.267670 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5129e0b7-00c4-4e6a-98d0-c0233e0dcf20 req-492b68eb-86eb-48e0-b927-e59b582f240d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0758901 Dec 09 10:36:11.315983 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5129e0b7-00c4-4e6a-98d0-c0233e0dcf20 req-9e49809b-a539-41ea-b23c-46d44624446f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Dec 09 10:36:12.509263 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32e72-68cf-4607-9129-743b6c951fba req-dcedb70c-8658-44a9-81ee-ed8bbcefda4d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:12.510704 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-70f32e72-68cf-4607-9129-743b6c951fba req-dcedb70c-8658-44a9-81ee-ed8bbcefda4d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0766723 Dec 09 10:36:12.555056 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-70f32e72-68cf-4607-9129-743b6c951fba req-22455e46-bff5-4b10-aa2b-2af6ecbdc8f2 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Dec 09 10:36:13.534404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:36:13.669220 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:36:13.683065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'mac_address': 'fa:16:3e:f5:a9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:36:13.738666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:13.756231 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:36:13.757435 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aa399-3dd4-4cda-92b6-f789d16d0c11 req-8d14881f-20c9-4d48-b09c-a0fd17bcd158 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:13.758888 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c6aa399-3dd4-4cda-92b6-f789d16d0c11 req-8d14881f-20c9-4d48-b09c-a0fd17bcd158 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0804880 Dec 09 10:36:13.771300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:36:13.775409 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:13.778257 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-2ef65bc1-9bc8-4773-b923-9f7f50975cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:13.803934 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-6c6aa399-3dd4-4cda-92b6-f789d16d0c11 req-469358e0-df29-4a5b-a7bd-16a5274a17b0 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Dec 09 10:36:13.846902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=4']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:13.849943 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:14.144343 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['ff97b710-07d6-47f8-bfec-b8f68db1d79f'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:36:15.005975 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425f21f-9fa0-49da-8c0d-7251f8b43198 req-2097261b-4641-41c6-9bce-adfcef6c579f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:15.007453 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9425f21f-9fa0-49da-8c0d-7251f8b43198 req-2097261b-4641-41c6-9bce-adfcef6c579f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 945 time: 0.0805893 Dec 09 10:36:15.052445 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9425f21f-9fa0-49da-8c0d-7251f8b43198 req-5bebf11d-554d-417e-bbb8-a6df37fa142a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 Dec 09 10:36:15.556488 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:36:15.621981 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning for port ff97b710-07d6-47f8-bfec-b8f68db1d79f completed by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 10:36:15.626414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port ff97b710-07d6-47f8-bfec-b8f68db1d79f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:36:15.627312 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:15.737877 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:15.763367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:36:15.773389 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:36:15.777164 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:15.778918 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:15.820614 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'code': 200} Dec 09 10:36:15.847740 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=5']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:15.850491 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:16.044311 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d7e893d-fc08-4582-82c7-c0eac68dbaac req-73eb2e4f-3c0c-4bfd-aed9-8b943c07fcd3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1099 time: 0.0677738 Dec 09 10:36:16.087286 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-5d7e893d-fc08-4582-82c7-c0eac68dbaac req-8519454e-017b-4631-b693-afd655072507 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369983 Dec 09 10:36:16.246558 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11d25-8397-4ee9-a0e9-e962abdadf8b req-3e8d24c4-dc7b-4624-8be4-7a82d34e1397 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:16.247989 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bff11d25-8397-4ee9-a0e9-e962abdadf8b req-3e8d24c4-dc7b-4624-8be4-7a82d34e1397 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0747871 Dec 09 10:36:16.292124 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-bff11d25-8397-4ee9-a0e9-e962abdadf8b req-bc20ef67-ef19-4bc4-ac5c-ad119f8253ba tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378530 Dec 09 10:36:17.511686 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a7aca-5629-4ddd-b508-2815a3161019 req-70247d95-1489-47f0-8186-a4301ab28092 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:17.513138 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-542a7aca-5629-4ddd-b508-2815a3161019 req-70247d95-1489-47f0-8186-a4301ab28092 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0842345 Dec 09 10:36:17.557548 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-542a7aca-5629-4ddd-b508-2815a3161019 req-b2c3b9b6-d3a1-43f9-b5dc-d08cdf203e78 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387204 Dec 09 10:36:18.757819 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53ccaa-98a5-4815-b7e4-f73d43195fa0 req-b85ef993-78fc-40cb-b155-0e1108d39e25 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:18.759273 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fe53ccaa-98a5-4815-b7e4-f73d43195fa0 req-b85ef993-78fc-40cb-b155-0e1108d39e25 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0825331 Dec 09 10:36:18.803317 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-fe53ccaa-98a5-4815-b7e4-f73d43195fa0 req-42716d3d-9f35-4cbf-b018-f3ee51763801 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 Dec 09 10:36:18.999816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4778e-d605-4dbd-a73a-5ed8d3cc3cdb req-17a7d771-da71-4b38-a109-bb4269f7910a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:19.001324 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e8d4778e-d605-4dbd-a73a-5ed8d3cc3cdb req-17a7d771-da71-4b38-a109-bb4269f7910a tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0767465 Dec 09 10:36:19.052040 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e8d4778e-d605-4dbd-a73a-5ed8d3cc3cdb req-382d24d8-77f9-4b73-9dfd-8bf20abd7198 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Dec 09 10:36:19.078996 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40590) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:36:19.148233 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-bf185d91-a0bf-4980-b73f-3f269a3c1e23 tempest-TestSnapshotPattern-605579975 tempest-TestSnapshotPattern-605579975-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1094 time: 0.0679350 Dec 09 10:36:19.150680 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40594) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:36:19.155674 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.v2.base [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Request body: {'floatingip': {'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:36:19.161282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 09 10:36:19.165066 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Usage tracker for resource:floatingip and tenant:8624206e270b459b889b1b5157e68fd4 is out of sync, need to count used quota {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 09 10:36:19.167915 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 09 10:36:19.174131 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.quota.driver [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 09 10:36:19.184137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:19.318385 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:19.563127 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_common [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Allocated IP 172.26.4.25 (19316929-ab48-4b51-80f9-a848e0d0b4b8/fae365d3-1c5c-47cd-879a-60d4789cd016/2db848e5-6169-4da9-adfa-83cd55e40de0) {{(pid=83487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 10:36:19.710352 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:19.737902 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751563750521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:19.741974 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-79a94464-623f-4c86-8b1e-2b8d3d7e7a85 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:19.809267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Network 19316929-ab48-4b51-80f9-a848e0d0b4b8 is already hosted by enough agents. {{(pid=83487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 10:36:19.812467 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.base_scheduler [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Resources bound (agent type, host, resource id): {{(pid=83487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 10:36:19.814450 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=2db848e5-6169-4da9-adfa-83cd55e40de0,revision_number=1']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:19.816546 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Received port after_create {{(pid=83487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 10:36:19.840973 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:20.333111 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:20.387282 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:20.586432 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for port, precommit_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:20.591199 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1082453'] for port, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:20.595685 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-126b1a9e-8d03-471f-bcca-7f8d25a2e416 tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:36:20.694488 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event updated for resources: {'Port': ['ID=2db848e5-6169-4da9-adfa-83cd55e40de0,revision_number=2']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:36:20.698373 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:36:20.714669 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442501'] for floatingip, after_update {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:20.906136 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.db.l3_db [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Floating IP 3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea associated. External IP: 172.26.4.25, port: ff97b710-07d6-47f8-bfec-b8f68db1d79f. Dec 09 10:36:21.420151 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:36:21.621849 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:36:21.632100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:36:21.644423 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:36:21.645195 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:36:21.647429 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:21.705272 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5527184 Dec 09 10:36:21.705736 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:36:21.760542 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'status': 'completed', 'code': 200} Dec 09 10:36:21.854887 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-27833d4c-e6d6-4e0e-8a4f-27155132bbc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1099 time: 0.0723259 Dec 09 10:36:21.885391 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:36:21.989336 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-f54b3a12-2ffe-441d-adf1-c48e3c027283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:21.990788 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-f54b3a12-2ffe-441d-adf1-c48e3c027283 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1303077 Dec 09 10:36:22.094556 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-87b0f7b5-0d51-40d8-809e-04fa71f0cc71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 999 time: 0.0976739 Dec 09 10:36:22.158975 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-b6f99706-c45b-4408-8bc8-705093ab1de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:22.160436 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-b6f99706-c45b-4408-8bc8-705093ab1de6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0578361 Dec 09 10:36:22.241338 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-760204ff-d0b8-49c1-ac1f-22fd60b29051 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749710 Dec 09 10:36:22.241685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:f5:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566b253d-57fe-40d6-a7c2-616280c7d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:36:20Z', 'updated_at': '2021-12-09T10:36:20Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}, {'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:36:22.245693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:36:22.257004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:36:22.257633 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:36:06Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:36:22.378775 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-c3179a27-8913-4a8b-8665-411e09e31793 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311002 Dec 09 10:36:22.433036 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:36:22.511631 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-ec6b0fb0-cd2c-4276-89b8-4ea33ef650f5 req-ddbcdc0c-91b4-4e1f-b18a-a92a000e0840 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266987 Dec 09 10:36:22.780205 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:f5:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566b253d-57fe-40d6-a7c2-616280c7d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:36:20Z', 'updated_at': '2021-12-09T10:36:20Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}, {'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:36:22.784646 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7cb44-5af7-40e6-86ae-9bef381ab4e7 None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': '3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:f5:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566b253d-57fe-40d6-a7c2-616280c7d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:36:20Z', 'updated_at': '2021-12-09T10:36:20Z', 'revision_number': 0, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}, {'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:36:22.975222 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8669fc-fece-485e-aab4-ce10412ec28d None None] New status for floating IP 3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea: ACTIVE {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:36:32.680955 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:36:33.641623 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-2513c0e6-9d24-462b-b582-512b03d08677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:33.696493 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:34.834065 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:35.910404 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-01eaee8b-0cb7-4961-bbb8-f3ea89030dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:37.092473 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:38.542321 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:36:40.020962 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-720b80ae-d7b4-4f26-9ef6-1a636ea7dc6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684938 Dec 09 10:36:40.161486 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-1771318b-e4d3-4285-bacc-5d557ff56050 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1097 time: 0.0730119 Dec 09 10:36:40.307676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-4d3ffcc3-b700-4365-ba5c-87042ca927e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:40.309123 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-4d3ffcc3-b700-4365-ba5c-87042ca927e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1289499 Dec 09 10:36:40.527580 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-2470c961-dbe4-4c87-84d7-9c561bf80951 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1000 time: 0.2114520 Dec 09 10:36:40.588909 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-aea7e3b0-dfeb-4011-9d65-07ca432dd300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:36:40.590237 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-aea7e3b0-dfeb-4011-9d65-07ca432dd300 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0562983 Dec 09 10:36:40.663966 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-c625b877-b713-4d58-90cd-7ce52e404e0d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671253 Dec 09 10:36:40.793801 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-2ce64c56-0aa7-4c8e-b0e3-57e9f8229a9a service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232224 Dec 09 10:36:40.927619 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-327795ee-cd42-4c3c-ac9c-e0208cf5fd5d req-da60488d-b127-4575-948d-3d2da333e435 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270261 Dec 09 10:37:03.644128 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-df834760-5719-4e76-aa94-5bdc3d7c0ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:03.716434 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:04.839081 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:05.911869 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-821e4f64-41e0-466c-88f3-21f062576f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:07.095966 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:08.545579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:09.681630 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:37:33.644673 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6e7af9a5-8b95-424a-b698-87eb1fcf4dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:33.715451 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:34.841088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:35.914366 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a82f5b20-b5c4-46fc-8229-a24a3078a426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:37.098320 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:38.547244 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:37:41.053211 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-9d8b70d0-9dd7-41dc-8cf6-3841bd23786d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727081 Dec 09 10:37:41.143078 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-27f8c154-95a5-40a5-890f-e171a22690d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1099 time: 0.0686519 Dec 09 10:37:41.285089 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-91c695c7-bbfd-4a75-9e44-328d9bccfa01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:37:41.286531 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-91c695c7-bbfd-4a75-9e44-328d9bccfa01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1261680 Dec 09 10:37:41.391897 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-32d95ee2-bae1-4116-927a-097ba67afd28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 1001 time: 0.0985065 Dec 09 10:37:41.454951 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-876be7ae-09d7-4307-9164-db05841e4baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:37:41.456381 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-876be7ae-09d7-4307-9164-db05841e4baf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0580280 Dec 09 10:37:41.534935 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-cf1c25a2-1ee9-42f4-997d-8bb59a7eee6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715036 Dec 09 10:37:41.545120 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-198ef929-ae4f-4630-8bd9-5c2235d96503 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83487) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 09 10:37:41.545960 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-198ef929-ae4f-4630-8bd9-5c2235d96503 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046079 Dec 09 10:37:41.676447 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-8a56266c-1e3b-44b8-acac-01383ea6d7e1 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235876 Dec 09 10:37:41.806639 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-f9ac3dec-0d80-48ba-b805-dd5fa040814d req-616014a6-b596-410b-814c-0f02b38ed0e0 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236556 Dec 09 10:37:46.682585 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:38:03.646414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b3096290-1b88-4ac4-a844-6d6e194c67a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:03.728761 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:04.842204 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:05.916004 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1bb748c5-cf6c-4f7b-92c5-74f7da68950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:07.101993 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:08.550804 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:23.682687 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:38:26.168604 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 09 10:38:26.349245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:26.361858 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Returning: {'device': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'port_id': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'mac_address': 'fa:16:3e:f5:a9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:38:26.414100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:26.432442 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 10:38:26.446615 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:26.450073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:26.451702 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:26.516566 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=6']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:26.525258 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.525595 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.525927 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.526254 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.526577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.526898 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.527216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.527533 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.527878 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.528203 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.528513 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:26.532880 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] get_ports_and_sgs() called for port_ids ['ff97b710-07d6-47f8-bfec-b8f68db1d79f'] {{(pid=83488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 09 10:38:26.555508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:28.199638 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f up at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 09 10:38:28.270105 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.provisioning_blocks [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Provisioning complete for port ff97b710-07d6-47f8-bfec-b8f68db1d79f triggered by entity L2. {{(pid=83488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 10:38:28.270520 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3182621'] for port, provisioning_complete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:28.377465 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:28.403485 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:28.414580 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:28.418357 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:28.420179 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:28.463499 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'code': 200} Dec 09 10:38:28.489324 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=7']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:28.492190 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:33.652883 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-f512a264-09e1-4a1e-aef6-d138e33bc956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:33.747996 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:34.848596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:35.922476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-9dd649c0-50b3-4742-8197-15010163cb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:37.107311 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:38.557302 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:40.424944 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40750) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:40.732741 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Deleting port 2db848e5-6169-4da9-adfa-83cd55e40de0 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:40.733078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:40.902949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:40.903306 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:41.024584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Calling delete_port for 2db848e5-6169-4da9-adfa-83cd55e40de0 owned by network:floatingip {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:41.169854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:41.173960 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-cd9c75e2-a7aa-4c7b-a735-fdffb8a43382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:41.215464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event deleted for resources: {'Port': ['ID=2db848e5-6169-4da9-adfa-83cd55e40de0,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:41.256721 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.257103 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.257477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.257846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.258214 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.258579 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.258941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.259303 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.259661 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.260046 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.260404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:41.267093 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:41.321562 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:41.718186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:38:41.923515 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:38:41.933216 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:38:41.945166 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:41.945354 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:41.945951 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:42.001937 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-2263c0ec-678d-4bc3-9499-a964ae272dd8 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "DELETE /v2.0/floatingips/3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea HTTP/1.1" status: 204 len: 168 time: 1.5734932 Dec 09 10:38:42.001937 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:42.138005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:42.145877 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'status': 'completed', 'code': 200} Dec 09 10:38:42.238778 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-285a56ec-10fd-4779-8d87-125db9403be9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 1099 time: 0.0732651 Dec 09 10:38:42.399256 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69022e-9552-4961-9d2a-cb2892747652 req-9eae9177-eeda-446f-b8f1-09d83e2d6e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:42.402199 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-9eae9177-eeda-446f-b8f1-09d83e2d6e86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1524880 Dec 09 10:38:42.415976 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a2f2-66ae-4c24-b5f2-c3c82823dc8e req-a1c45a8b-91e6-4cfc-91ea-e6fb5bd90631 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:42.417506 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9dc1a2f2-66ae-4c24-b5f2-c3c82823dc8e req-a1c45a8b-91e6-4cfc-91ea-e6fb5bd90631 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0863235 Dec 09 10:38:42.466112 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-9dc1a2f2-66ae-4c24-b5f2-c3c82823dc8e req-bb449d4f-dde3-404d-b67b-be40c5be5be5 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Dec 09 10:38:42.520489 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:42.524945 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:38:42.536045 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:42.536666 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:42.600919 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-4eb3b0a3-c1f4-4593-bd85-e891ef98a153 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 200 len: 217 time: 0.1911535 Dec 09 10:38:42.611445 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.58', 53419) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:42.712955 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69022e-9552-4961-9d2a-cb2892747652 req-4958b96b-c2f1-48f2-8572-f34dae304121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:42.714385 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-4958b96b-c2f1-48f2-8572-f34dae304121 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.1001840 Dec 09 10:38:42.718177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:42.775739 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-9e675db8-59ee-4fe1-b123-528b3cac52e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1629112 Dec 09 10:38:42.805929 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-50c2a936-7276-454e-8578-dfbca9c4c973 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786033 Dec 09 10:38:42.990672 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-7b628e30-dd3c-47c6-99a2-52eab7f47859 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777964 Dec 09 10:38:43.031278 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-20d15a79-8a35-4f3d-aaa2-679c78f49608 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1097 time: 0.1435919 Dec 09 10:38:43.114797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:43.118917 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70347e37-dd60-4987-bdaf-9f7d219f5ce8 None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_floatingips': [{'id': 'bf577074-ce94-4524-aa31-aca19817d627', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'router_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'port_id': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'mac_address': 'fa:16:3e:b5:a7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:33:05Z', 'updated_at': '2021-12-09T10:33:17Z', 'revision_number': 1, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:38:43.227117 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-df69022e-9552-4961-9d2a-cb2892747652 req-dedc1f3f-85a0-44f0-9a78-bf0e7624ee85 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289066 Dec 09 10:38:43.246147 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-a1534064-3279-4fc9-9d8d-e298ef930135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:43.247602 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-a1534064-3279-4fc9-9d8d-e298ef930135 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.1705170 Dec 09 10:38:43.344469 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288bd09-6662-4cb9-8f37-e4894f2f001d None None] New status for floating IP 3feea29b-3fe2-456f-8f4e-fe5d23b6d8ea: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:38:43.359840 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-165d2932-795d-45cf-9e2c-fa62a453426c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 1000 time: 0.1020973 Dec 09 10:38:43.424145 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-033751fc-0b1e-4ed9-b472-e4a8e18e73bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:43.425582 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-033751fc-0b1e-4ed9-b472-e4a8e18e73bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0585201 Dec 09 10:38:43.506111 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-a1d4f909-f10e-4e4f-aa8f-c0a0c19207fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727344 Dec 09 10:38:43.681924 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-4a81dc5b-9858-4652-99b6-7f8cd6ca61c6 service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673701 Dec 09 10:38:43.780468 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4fbd3-3ef4-41b0-87c2-d4061109ece6 req-089e481a-9b82-4976-8fad-71a00f777fd7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:43.781148 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fbf4fbd3-3ef4-41b0-87c2-d4061109ece6 req-089e481a-9b82-4976-8fad-71a00f777fd7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:38:43.819841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-fbf4fbd3-3ef4-41b0-87c2-d4061109ece6 req-089e481a-9b82-4976-8fad-71a00f777fd7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:38:43.820953 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbf4fbd3-3ef4-41b0-87c2-d4061109ece6 req-089e481a-9b82-4976-8fad-71a00f777fd7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.2295780 Dec 09 10:38:43.867260 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b4fbb537-25a0-4b6a-8db1-5296533d468f req-ebfa52de-7e47-43ca-a085-f021ea27788d service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777146 Dec 09 10:38:43.891488 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-fbf4fbd3-3ef4-41b0-87c2-d4061109ece6 req-069af500-3399-4bb1-978c-eb5c8b103ce2 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572460 Dec 09 10:38:44.145817 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-fda248bd-5104-42eb-8386-e2a4226a9164 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:44.147215 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-fda248bd-5104-42eb-8386-e2a4226a9164 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 946 time: 0.0783536 Dec 09 10:38:44.212334 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Deleting port ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:44.212671 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:44.300015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:44.417552 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3204312'] for port, before_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:44.444132 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:44.453578 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:44.459363 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751564128269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751563750539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751563750584'] for port, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:44.463902 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:44.505731 dv-neutron-821175-1-hyperv neutron-server[83488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'code': 200} Dec 09 10:38:44.533192 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Pushing event updated for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=8']} {{(pid=83488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:44.536845 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:44.573917 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:44.574198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:44.693268 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Calling delete_port for ff97b710-07d6-47f8-bfec-b8f68db1d79f owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:44.774854 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.db.api [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:38:44.775175 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_db.api [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:38:45.094218 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86621-6bc4-45ef-b7dc-a4ead0c839ba req-7351ceb7-0387-4cce-8fc2-56346ae15edd tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:45.095637 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9fc86621-6bc4-45ef-b7dc-a4ead0c839ba req-7351ceb7-0387-4cce-8fc2-56346ae15edd tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 944 time: 0.0785863 Dec 09 10:38:45.141197 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-9fc86621-6bc4-45ef-b7dc-a4ead0c839ba req-ec91b771-28e2-4bfe-922e-aa625188fddc tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Dec 09 10:38:45.276083 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Deleting port ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:45.276438 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:45.516276 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] For port ff97b710-07d6-47f8-bfec-b8f68db1d79f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ff97b710-07d6-47f8-bfec-b8f68db1d79f,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:45.516633 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:45.635682 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Calling delete_port for ff97b710-07d6-47f8-bfec-b8f68db1d79f owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:45.778308 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:45.784601 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-40affaff-7f74-47a8-949c-07ecb76f9733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:45.831073 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event deleted for resources: {'Port': ['ID=ff97b710-07d6-47f8-bfec-b8f68db1d79f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:45.833610 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:45.902472 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] No DVR routers for this DVR port ff97b710-07d6-47f8-bfec-b8f68db1d79f on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:38:45.904857 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:45.907449 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-deleted', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:45.923464 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-e0af81a2-7380-4bfb-ad73-19134d983e50 req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "DELETE /v2.0/ports/ff97b710-07d6-47f8-bfec-b8f68db1d79f HTTP/1.1" status: 204 len: 173 time: 1.7713449 Dec 09 10:38:45.978051 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b253d-57fe-40d6-a7c2-616280c7d294', 'name': 'network-vif-deleted', 'tag': 'ff97b710-07d6-47f8-bfec-b8f68db1d79f', 'status': 'completed', 'code': 200} Dec 09 10:38:46.323137 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8161d35-a363-4ef6-a8ca-c15597ae23f9 req-fdd1461d-c544-498b-bdd0-aa5b586b7614 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:38:46.338782 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.quota.resource [req-b8161d35-a363-4ef6-a8ca-c15597ae23f9 req-fdd1461d-c544-498b-bdd0-aa5b586b7614 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:38:46.340216 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b8161d35-a363-4ef6-a8ca-c15597ae23f9 req-fdd1461d-c544-498b-bdd0-aa5b586b7614 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b253d-57fe-40d6-a7c2-616280c7d294 HTTP/1.1" status: 200 len: 210 time: 0.0586634 Dec 09 10:38:47.993642 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40820) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:48.187705 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Deleting port 7be3f679-4f9a-4702-a304-f87c9b7179d9 {{(pid=83486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:48.188064 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:48.322976 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:48.353791 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:48.354119 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:48.355421 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: ff97b710-07d6-47f8-bfec-b8f68db1d79f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:38:48.355797 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device ff97b710-07d6-47f8-bfec-b8f68db1d79f not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:38:48.469713 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.plugins.ml2.plugin [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Calling delete_port for 7be3f679-4f9a-4702-a304-f87c9b7179d9 owned by network:floatingip {{(pid=83486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:48.614096 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132673'] for port, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:48.618014 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-5eecf22b-8513-451d-ac14-d24e09a959d4 tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:48.658375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event deleted for resources: {'Port': ['ID=7be3f679-4f9a-4702-a304-f87c9b7179d9,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:48.696015 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.696375 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.696753 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.697129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.697495 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.697859 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.698224 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.698601 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.698943 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.699298 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.699656 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821175-1-hyperv {{(pid=83486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 10:38:48.710111 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:48.761266 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for floatingip, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:49.254227 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:38:49.452696 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:38:49.463110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:38:49.473473 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for floatingip, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:49.476048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:49.476667 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:49.526617 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-2b38f022-043d-470a-a529-ccccfce2bfa7 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf577074-ce94-4524-aa31-aca19817d627 HTTP/1.1" status: 204 len: 168 time: 1.5317454 Dec 09 10:38:49.527103 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:49.662699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:49.779608 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'status': 'completed', 'code': 200} Dec 09 10:38:49.937892 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-7124c70d-3cb4-43d3-8f40-2a6f1eb618b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8624206e270b459b889b1b5157e68fd4&device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 1097 time: 0.1340208 Dec 09 10:38:49.948656 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e69a-603a-4448-bd4e-6c0255d6daef req-ac93a231-b33e-49e4-8d83-b33acb4c22fa tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:49.950236 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6d1e69a-603a-4448-bd4e-6c0255d6daef req-ac93a231-b33e-49e4-8d83-b33acb4c22fa tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 944 time: 0.1032603 Dec 09 10:38:49.987734 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:49.991697 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:38:50.002126 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:50.002733 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:50.087123 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-b6d1e69a-603a-4448-bd4e-6c0255d6daef req-877339e3-38b6-4a16-ba7c-66556093891f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138971 Dec 09 10:38:50.189926 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:50.226971 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-86c4e10f-f9c0-45d8-ab02-52250d8b2b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:50.228456 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-86c4e10f-f9c0-45d8-ab02-52250d8b2b33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 200 len: 911 time: 0.2773890 Dec 09 10:38:50.298183 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-62ac692c-79fb-44d0-ad4d-281fecf25b9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 200 len: 217 time: 0.0612192 Dec 09 10:38:50.366676 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-df853a8e-72ff-4972-a8c5-831e21294b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:50.368057 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-df853a8e-72ff-4972-a8c5-831e21294b87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 200 len: 849 time: 0.0623689 Dec 09 10:38:50.445016 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-22ac0d3d-6496-4448-a15a-77039d5c4bba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b188c22e-7930-4d22-b5c3-6df0ae61e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694351 Dec 09 10:38:50.552909 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:50.557684 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea4e8e-258b-4467-9de6-3ae836ae137d None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:32:40Z', 'revision_number': 4, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv', '_interfaces': [{'id': '7e050807-1b19-42f3-99c7-18de9d3291b6', 'name': '', 'network_id': 'b188c22e-7930-4d22-b5c3-6df0ae61e6ad', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'mac_address': 'fa:16:3e:5c:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:40Z', 'updated_at': '2021-12-09T10:32:59Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'subnets': [{'id': '5f44f408-0b36-40ca-bd35-91a806cfb6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:38:50.582049 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-e734b86c-9664-4388-a228-0f7f028cf12c service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287460 Dec 09 10:38:50.724891 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-debd4b20-2bf9-405d-bdac-567ffc3a681a req-4e382beb-ad28-4ed7-a9da-11d080df31bf service neutron] 10.222.0.58 "GET /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364846 Dec 09 10:38:50.781436 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c30387-49f8-43b1-94e4-ef267290ac4c None None] New status for floating IP bf577074-ce94-4524-aa31-aca19817d627: DOWN {{(pid=83489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 09 10:38:50.828929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-23c0c5d9-a54f-4e48-bc80-9b2d843bb08b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:50.830358 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-23c0c5d9-a54f-4e48-bc80-9b2d843bb08b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 944 time: 0.0849683 Dec 09 10:38:50.904521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Deleting port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:50.904521 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:51.152128 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] For port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:51.152743 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:51.273898 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Calling delete_port for 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 owned by compute:nova {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:51.295581 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5be037-baba-460b-b2bc-5887037f5b7e req-6ffe81ed-12a2-45de-b65a-7081ecabe325 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 10:38:51.296305 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ad5be037-baba-460b-b2bc-5887037f5b7e req-6ffe81ed-12a2-45de-b65a-7081ecabe325 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Synchronizing usage tracker for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 09 10:38:51.311168 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.quota.resource [req-ad5be037-baba-460b-b2bc-5887037f5b7e req-6ffe81ed-12a2-45de-b65a-7081ecabe325 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Unset dirty status for tenant:8624206e270b459b889b1b5157e68fd4 on resource:port {{(pid=83486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 09 10:38:51.312344 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ad5be037-baba-460b-b2bc-5887037f5b7e req-6ffe81ed-12a2-45de-b65a-7081ecabe325 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c690ddd-e15a-495b-8d67-5ab4d18f6abf HTTP/1.1" status: 200 len: 944 time: 0.0957468 Dec 09 10:38:51.364677 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [req-ad5be037-baba-460b-b2bc-5887037f5b7e req-fe465d53-e12d-4783-8200-0278790e8aba tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "GET /v2.0/security-groups?id=27e9b10f-5964-4075-b594-8e959f96c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Dec 09 10:38:51.421577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:51.428506 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-98df3cdd-b917-4f59-a908-ed993e7e7d13 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:51.472351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event deleted for resources: {'Port': ['ID=10e1a1df-4f40-4fba-80e7-ca54a5cfe322,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:51.475067 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:51.546626 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] No DVR routers for this DVR port 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 on host hv-neutron-8211 {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:38:51.549022 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77295'] for port, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:51.551711 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-deleted', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322'}] {{(pid=83487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 10:38:51.566567 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [req-770e53cf-a658-46c5-ab67-78c353b52b96 req-5c2e6c50-6ee6-4fd8-b2db-f80505c1a85b tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.58 "DELETE /v2.0/ports/10e1a1df-4f40-4fba-80e7-ca54a5cfe322 HTTP/1.1" status: 204 len: 173 time: 0.7309699 Dec 09 10:38:51.609306 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c690ddd-e15a-495b-8d67-5ab4d18f6abf', 'name': 'network-vif-deleted', 'tag': '10e1a1df-4f40-4fba-80e7-ca54a5cfe322', 'status': 'completed', 'code': 200} Dec 09 10:38:52.472769 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [-] (83486) accepted ('10.222.0.41', 40840) {{(pid=83486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:52.539724 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, before_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:52.568130 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:52.634311 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:52.638129 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b012fda5-b47e-4343-b0e4-1c11a2cc0c8e tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:52.651615 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e9b10f-5964-4075-b594-8e959f96c4ea,revision_number=None']} {{(pid=83486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:52.654737 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG oslo_concurrency.lockutils [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:52.664877 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron_lib.callbacks.manager [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Notify callbacks [] for security_group, before_response {{(pid=83486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:52.666008 dv-neutron-821175-1-hyperv neutron-server[83486]: INFO neutron.wsgi [None req-b83f5dfe-afe8-4d72-b246-e0acc6cd856f tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] 10.222.0.41 "DELETE /v2.0/security-groups/27e9b10f-5964-4075-b594-8e959f96c4ea HTTP/1.1" status: 204 len: 168 time: 0.1922033 Dec 09 10:38:53.759324 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40852) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:54.360565 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:54.370907 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:54.403058 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] No Port match for: 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:38:54.403419 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Device 10e1a1df-4f40-4fba-80e7-ca54a5cfe322 not bound to the agent host hv-neutron-8211 {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:38:54.945219 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Deleting port 7e050807-1b19-42f3-99c7-18de9d3291b6 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:54.945800 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:55.116426 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] For port 7e050807-1b19-42f3-99c7-18de9d3291b6, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=7e050807-1b19-42f3-99c7-18de9d3291b6,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:55.116781 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:55.235237 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Calling delete_port for 7e050807-1b19-42f3-99c7-18de9d3291b6 owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:55.408048 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:55.412406 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-68a70fc4-5924-4d65-9baa-4e1375033a1c tempest-TestShelveInstance-1339267822 tempest-TestShelveInstance-1339267822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:55.452141 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e050807-1b19-42f3-99c7-18de9d3291b6,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:55.455614 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:55.850992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:56.409136 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Router 9cb527f2-8e11-4498-a45b-a8ce5692664b has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:38:56.607186 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:38:56.616176 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Sync routers for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:38:56.619873 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] 10.222.0.41 "PUT /v2.0/routers/9cb527f2-8e11-4498-a45b-a8ce5692664b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8594642 Dec 09 10:38:56.622341 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40858) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:56.627721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:56.628483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:56.803535 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: dv-neutron-821175-1-hyperv {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:56.815280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:57.021094 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:57.030239 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Deleting port 9bb7a044-aa1a-4da6-9e87-1933aed852d4 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:57.030606 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:57.087124 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:38:55Z', 'revision_number': 5, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port': {'id': '9bb7a044-aa1a-4da6-9e87-1933aed852d4', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:38Z', 'updated_at': '2021-12-09T10:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:57.091121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Checking router: 9cb527f2-8e11-4498-a45b-a8ce5692664b for host: dv-neutron-821175-1-hyperv {{(pid=83488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:38:57.102810 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Routers {'9cb527f2-8e11-4498-a45b-a8ce5692664b'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:38:57.103425 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['9cb527f2-8e11-4498-a45b-a8ce5692664b'], 'active': True} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:57.259802 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_dvr_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] Set router 9cb527f2-8e11-4498-a45b-a8ce5692664b gateway port host: None {{(pid=83488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:38:57.330526 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] For port 9bb7a044-aa1a-4da6-9e87-1933aed852d4, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=9bb7a044-aa1a-4da6-9e87-1933aed852d4,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:57.330863 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:57.363512 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.db.l3_hamode_db [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:38:57Z', 'revision_number': 6, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:57.367476 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a56ed-e000-4271-8bb4-f99507f93296 None None] The sync data for ids ['9cb527f2-8e11-4498-a45b-a8ce5692664b'] in dv-neutron-821175-1-hyperv is: [{'id': '9cb527f2-8e11-4498-a45b-a8ce5692664b', 'name': 'tempest-TestSnapshotPattern-2076468994-router', 'tenant_id': '8624206e270b459b889b1b5157e68fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:37Z', 'updated_at': '2021-12-09T10:38:57Z', 'revision_number': 6, 'project_id': '8624206e270b459b889b1b5157e68fd4', 'gw_port_host': None}] {{(pid=83488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:38:57.457766 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Calling delete_port for 9bb7a044-aa1a-4da6-9e87-1933aed852d4 owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:57.618793 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:57.622963 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-635854d6-73d5-4aa5-a982-a5a0448f77fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:57.664739 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb7a044-aa1a-4da6-9e87-1933aed852d4,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:57.667417 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:57.890569 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.144791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.149355 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.157177 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e050807-1b19-42f3-99c7-18de9d3291b6 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:58.177280 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.177816 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb527f2-8e11-4498-a45b-a8ce5692664b {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:38:58.194241 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 7e050807-1b19-42f3-99c7-18de9d3291b6 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:38:58.194593 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 7e050807-1b19-42f3-99c7-18de9d3291b6 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:38:58.197733 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.198734 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-8e4b3b13-2615-4cfb-a3bd-dce6c891cadd admin admin] 10.222.0.41 "DELETE /v2.0/routers/9cb527f2-8e11-4498-a45b-a8ce5692664b HTTP/1.1" status: 204 len: 168 time: 1.5754833 Dec 09 10:38:58.201277 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40862) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:58.263583 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Deleting subnet 5f44f408-0b36-40ca-bd35-91a806cfb6ec {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:38:58.266587 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.316958 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.397929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.467657 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.471861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-949a7e5a-e404-4df8-b486-ba34cf33e609 tempest-PortsIpV6TestJSON-2013313018 tempest-PortsIpV6TestJSON-2013313018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:58.507405 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f44f408-0b36-40ca-bd35-91a806cfb6ec,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:58.509905 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:58.515364 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.521611 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f290ff-4325-4dd3-a916-fda66430c073 None None] Network b188c22e-7930-4d22-b5c3-6df0ae61e6ad requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:38:58.525190 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fea0c436-4c0c-44e8-b729-dbfd551c3cd3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f44f408-0b36-40ca-bd35-91a806cfb6ec HTTP/1.1" status: 204 len: 168 time: 0.3206499 Dec 09 10:38:58.525404 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40866) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:58.765325 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.776870 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Deleting port 34472e6f-dc5c-4713-a365-be1fe49e941d {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:58.777203 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.779583 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] DHCP port deletion for b188c22e-7930-4d22-b5c3-6df0ae61e6ad request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:38:58.783899 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Deleting port 34472e6f-dc5c-4713-a365-be1fe49e941d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:58.784313 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:58.990727 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] For port 34472e6f-dc5c-4713-a365-be1fe49e941d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34472e6f-dc5c-4713-a365-be1fe49e941d,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:58.991078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.034226 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] For port 34472e6f-dc5c-4713-a365-be1fe49e941d, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=34472e6f-dc5c-4713-a365-be1fe49e941d,segment=NetworkSegment(65ba10fc-ff28-472f-a799-7121c57282a1),segment_id=65ba10fc-ff28-472f-a799-7121c57282a1)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:38:59.034868 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.114914 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Calling delete_port for 34472e6f-dc5c-4713-a365-be1fe49e941d owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:59.155277 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Calling delete_port for 34472e6f-dc5c-4713-a365-be1fe49e941d owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:38:59.189225 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.194384 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-691448cf-b986-437d-bad2-d1c70dcd840d tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:59.228719 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:38:59.229346 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:38:59.240516 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34472e6f-dc5c-4713-a365-be1fe49e941d,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:59.243278 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:59.245419 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] No DVR routers for this DVR port 34472e6f-dc5c-4713-a365-be1fe49e941d on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:38:59.362314 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.388161 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b188c22e-7930-4d22-b5c3-6df0ae61e6ad']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:59.400887 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ba10fc-ff28-472f-a799-7121c57282a1') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:59.401177 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ba10fc-ff28-472f-a799-7121c57282a1') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:38:59.413292 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.428945 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.434841 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:38:59.435216 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:38:59.450648 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:38:59.530549 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.534033 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-23ac8404-e597-472b-9422-125a546f458b tempest-TestNetworkAdvancedServerOps-1375703828 tempest-TestNetworkAdvancedServerOps-1375703828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:38:59.546629 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.556675 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b188c22e-7930-4d22-b5c3-6df0ae61e6ad,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:38:59.561267 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:38:59.564100 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-fffef57a-ba81-4f03-aafa-3c562c4254e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b188c22e-7930-4d22-b5c3-6df0ae61e6ad HTTP/1.1" status: 204 len: 168 time: 1.0377975 Dec 09 10:38:59.567644 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40870) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:38:59.730121 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Deleting port 34472e6f-dc5c-4713-a365-be1fe49e941d {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:38:59.730515 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:38:59.794873 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-b37cfb03-6bf1-4e5a-8d19-2b4298d2c27c None None] The port '34472e6f-dc5c-4713-a365-be1fe49e941d' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:38:59.828015 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34472e6f-dc5c-4713-a365-be1fe49e941d no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:59.863338 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 34472e6f-dc5c-4713-a365-be1fe49e941d {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:38:59.863687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 34472e6f-dc5c-4713-a365-be1fe49e941d not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:38:59.864139 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9bb7a044-aa1a-4da6-9e87-1933aed852d4 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:38:59.895414 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 9bb7a044-aa1a-4da6-9e87-1933aed852d4 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:38:59.895779 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 9bb7a044-aa1a-4da6-9e87-1933aed852d4 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:38:59.966941 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472965'] for router_interface, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:00.670095 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Deleting port 2e44f5c0-6284-4c6e-a336-94c9af12b95f {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:39:00.670758 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:00.682958 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:39:00.849577 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] For port 2e44f5c0-6284-4c6e-a336-94c9af12b95f, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=2e44f5c0-6284-4c6e-a336-94c9af12b95f,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:39:00.849929 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:00.970032 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Calling delete_port for 2e44f5c0-6284-4c6e-a336-94c9af12b95f owned by network:router_interface {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:39:01.147949 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:01.151977 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-342b472b-fe8c-454e-88ff-d87d249fc6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:01.194882 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e44f5c0-6284-4c6e-a336-94c9af12b95f,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:01.197599 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:01.485204 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3567524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472411'] for router_interface, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:02.176189 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Router a19593e0-c097-4d18-a156-b798ca076cec has already been hosted by L3 agent f479609a-e35b-4039-a257-cdb478ec2d20 {{(pid=83487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 10:39:02.372518 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] Notify agent at l3_agent.dv-neutron-821175-1-hyperv the message routers_updated {{(pid=83487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 10:39:02.381021 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Sync routers for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 09 10:39:02.388046 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-caf9282d-21de-4015-8de0-83b835400269 admin admin] 10.222.0.41 "PUT /v2.0/routers/a19593e0-c097-4d18-a156-b798ca076cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193662 Dec 09 10:39:02.390484 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40882) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:02.393162 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:39:02.394260 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:02.596097 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:02.605559 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: dv-neutron-821175-1-hyperv {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:39:02.793235 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:02.803192 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Deleting port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:39:02.803537 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:02.884246 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'external_fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:39:01Z', 'revision_number': 5, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port': {'id': '4e8b5c62-1bb0-400e-b8d4-f1d501177edf', 'name': '', 'network_id': '19316929-ab48-4b51-80f9-a848e0d0b4b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:32:44Z', 'updated_at': '2021-12-09T10:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fae365d3-1c5c-47cd-879a-60d4789cd016', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821175-1-hyperv'}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:02.888001 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Checking router: a19593e0-c097-4d18-a156-b798ca076cec for host: dv-neutron-821175-1-hyperv {{(pid=83489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 09 10:39:02.899251 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Routers {'a19593e0-c097-4d18-a156-b798ca076cec'} bound to L3 agent in host dv-neutron-821175-1-hyperv {{(pid=83489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 10:39:02.899893 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:17:36Z,description=,heartbeat_timestamp=2021-12-09T10:38:36Z,host='dv-neutron-821175-1-hyperv',id=f479609a-e35b-4039-a257-cdb478ec2d20,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:17:36Z,topic='l3_agent')) {'router_ids': ['a19593e0-c097-4d18-a156-b798ca076cec'], 'active': True} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:02.981353 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] For port 4e8b5c62-1bb0-400e-b8d4-f1d501177edf, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,segment=NetworkSegment(c05b1135-c645-4ce0-b98f-96a707e414b1),segment_id=c05b1135-c645-4ce0-b98f-96a707e414b1)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:39:02.981712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.056980 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_dvr_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] Set router a19593e0-c097-4d18-a156-b798ca076cec gateway port host: None {{(pid=83489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 09 10:39:03.104523 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Calling delete_port for 4e8b5c62-1bb0-400e-b8d4-f1d501177edf owned by network:router_gateway {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:39:03.160993 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.l3_hamode_db [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:39:02Z', 'revision_number': 6, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port_host': None}], 'dv-neutron-821175-1-hyperv', False) {} {{(pid=83489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:03.164851 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22e436-38a2-4d03-8b92-66f7337db3c2 None None] The sync data for ids ['a19593e0-c097-4d18-a156-b798ca076cec'] in dv-neutron-821175-1-hyperv is: [{'id': 'a19593e0-c097-4d18-a156-b798ca076cec', 'name': 'tempest-TestSnapshotPattern-1412985943-router', 'tenant_id': '64cba74341464332b63b72e6058b5dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:32:43Z', 'updated_at': '2021-12-09T10:39:02Z', 'revision_number': 6, 'project_id': '64cba74341464332b63b72e6058b5dab', 'gw_port_host': None}] {{(pid=83489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 09 10:39:03.268356 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.271846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-c1af54fc-f433-4003-a6c4-69bf098bc0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:03.430954 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8b5c62-1bb0-400e-b8d4-f1d501177edf,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:03.434259 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:03.645776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-65a0a919-9a03-405d-baf6-a61b83b214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.659791 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442616'] for router_gateway, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.741245 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.924108 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-416580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12219'] for router, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.930152 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.958149 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417748'] for router, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.958846 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19593e0-c097-4d18-a156-b798ca076cec {{(pid=83487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 10:39:03.972660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2e44f5c0-6284-4c6e-a336-94c9af12b95f no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:39:03.978224 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:03.981722 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-4677f374-e2f6-45d5-9380-b0d7b0533fd5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a19593e0-c097-4d18-a156-b798ca076cec HTTP/1.1" status: 204 len: 168 time: 1.5879426 Dec 09 10:39:03.982394 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40886) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:04.008113 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 2e44f5c0-6284-4c6e-a336-94c9af12b95f {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:39:04.008397 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 2e44f5c0-6284-4c6e-a336-94c9af12b95f not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:39:04.008829 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4e8b5c62-1bb0-400e-b8d4-f1d501177edf no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:39:04.043005 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 4e8b5c62-1bb0-400e-b8d4-f1d501177edf {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:39:04.043367 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 4e8b5c62-1bb0-400e-b8d4-f1d501177edf not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:39:04.045326 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Deleting subnet abced567-ce0a-4402-a786-a8bf63758038 {{(pid=83487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 09 10:39:04.048647 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.098359 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980354'] for subnet, precommit_delete_associations {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.178387 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3182351'] for subnet, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.252207 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3182336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1082371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1550134'] for subnet, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.257274 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-8dbca144-60d0-4cd4-bc43-412e89358eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:04.291146 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abced567-ce0a-4402-a786-a8bf63758038,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:04.293525 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:04.296078 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.302586 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651d1af-b261-4066-b56d-3ff0b4384c0f None None] Network d5727bd5-0450-4e7a-b150-51718a1fcefa requested from dv-neutron-821175-1-hyperv {{(pid=83488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 09 10:39:04.305758 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-7932b012-f652-4466-a546-6fe25fcea56c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/abced567-ce0a-4402-a786-a8bf63758038 HTTP/1.1" status: 204 len: 168 time: 0.3203707 Dec 09 10:39:04.305968 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40890) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:04.413155 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013263'] for network, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.423367 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Deleting port 1b6eb633-c7bf-4e01-a934-24c66a221f61 {{(pid=83487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:39:04.423693 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.546499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] DHCP port deletion for d5727bd5-0450-4e7a-b150-51718a1fcefa request from dv-neutron-821175-1-hyperv {{(pid=83488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 09 10:39:04.550543 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Deleting port 1b6eb633-c7bf-4e01-a934-24c66a221f61 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:39:04.551006 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.631070 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.db [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] For port 1b6eb633-c7bf-4e01-a934-24c66a221f61, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b6eb633-c7bf-4e01-a934-24c66a221f61,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:39:04.631421 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.754356 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.db [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] For port 1b6eb633-c7bf-4e01-a934-24c66a221f61, host dv-neutron-821175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821175-1-hyperv',level=0,port_id=1b6eb633-c7bf-4e01-a934-24c66a221f61,segment=NetworkSegment(3b4fb367-de79-4e81-8efe-c2299bd43829),segment_id=3b4fb367-de79-4e81-8efe-c2299bd43829)] {{(pid=83488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 10:39:04.754959 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471093'] for port, precommit_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.861586 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.plugin [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Calling delete_port for 1b6eb633-c7bf-4e01-a934-24c66a221f61 owned by network:dhcp {{(pid=83487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:39:04.880054 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Calling delete_port for 1b6eb633-c7bf-4e01-a934-24c66a221f61 owned by network:dhcp {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 09 10:39:04.926318 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.938600 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3203144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751564129015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751563750530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1082462'] for port, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:04.944969 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f21faddc-e9d8-41bb-be3b-663a0b10a223 tempest-TestSnapshotPattern-784658341 tempest-TestSnapshotPattern-784658341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:04.960053 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.db.api [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:39:04.960429 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG oslo_db.api [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 10:39:04.988654 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6eb633-c7bf-4e01-a934-24c66a221f61,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:04.991477 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:04.992249 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] No DVR routers for this DVR port 1b6eb633-c7bf-4e01-a934-24c66a221f61 on host dv-neutron-821175-1-hyperv {{(pid=83487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 10:39:05.114925 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3181200', 'neutron.services.segments.db._delete_segments_for_network-8751564271827'] for network, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.139464 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5727bd5-0450-4e7a-b150-51718a1fcefa']}} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:05.151090 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4fb367-de79-4e81-8efe-c2299bd43829') {'for_net_delete': True} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:05.151378 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.services.segments.db [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4fb367-de79-4e81-8efe-c2299bd43829') {} {{(pid=83487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 10:39:05.162295 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751564273134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980379'] for segment, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.178584 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3209403'] for segment, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.184490 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 09 10:39:05.184861 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3209346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1083565'] for segment, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: Traceback (most recent call last): Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: timer() Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: cb(*args, **kw) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: return func(*args, **kwargs) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: self._notify() Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: self.callback(batched_events) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: event.method(event) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: return f(self, *a, **k) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._get(url).json() Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: return self.request(url, 'GET', **kwargs) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:39:05.198473 dv-neutron-821175-1-hyperv neutron-server[83487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:39:05.273964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3181193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3567403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442515'] for network, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.277480 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:05.290481 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.301201 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5727bd5-0450-4e7a-b150-51718a1fcefa,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:05.305803 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:05.308726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-dd31499c-0702-4b7e-97ad-d9e65ff869a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5727bd5-0450-4e7a-b150-51718a1fcefa HTTP/1.1" status: 204 len: 168 time: 1.0018575 Dec 09 10:39:05.441648 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40896) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:05.461358 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Deleting port 1b6eb633-c7bf-4e01-a934-24c66a221f61 {{(pid=83488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 09 10:39:05.461751 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751564123140'] for port, before_delete {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.492845 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f646431f-97a7-4a41-98a3-f15eb5901688 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8624206e270b459b889b1b5157e68fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499740 Dec 09 10:39:05.495281 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40900) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:05.526696 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-dfe49826-be35-41f7-91ff-614f6cf2a8fe None None] The port '1b6eb633-c7bf-4e01-a934-24c66a221f61' was deleted {{(pid=83488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 09 10:39:05.559558 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.584964 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.639992 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.643712 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-2754ae28-65b3-4f3f-b1de-62f5d0654966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:05.657769 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ecf31-2868-4a24-a09c-d4ad7b3c1cfe,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:05.660965 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:05.666064 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:05.667182 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-01e3d7e8-bb45-4ed4-8698-d1a98141ffa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e5ecf31-2868-4a24-a09c-d4ad7b3c1cfe HTTP/1.1" status: 204 len: 168 time: 0.1709809 Dec 09 10:39:05.827813 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b6eb633-c7bf-4e01-a934-24c66a221f61 no longer exists at agent ovs-agent-dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 09 10:39:05.862141 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] No Port match for: 1b6eb633-c7bf-4e01-a934-24c66a221f61 {{(pid=83488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 09 10:39:05.863110 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.rpc [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Device 1b6eb633-c7bf-4e01-a934-24c66a221f61 not bound to the agent host dv-neutron-821175-1-hyperv {{(pid=83488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 09 10:39:05.917799 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-6ddf41c5-99a6-4fc9-8962-810b9ee28cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:06.149351 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40908) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:06.198726 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-c6f62db1-7528-416b-b5cd-71e6208947a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64cba74341464332b63b72e6058b5dab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480096 Dec 09 10:39:06.201044 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.wsgi [-] (83487) accepted ('10.222.0.41', 40912) {{(pid=83487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:39:06.263765 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:06.291198 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:06.340596 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479476'] for security_group, after_delete {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:06.344735 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-31bf3644-c0bb-4002-8da7-10ba3d5c71e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 09 10:39:06.355200 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38f97a-d95e-476a-936c-088b00cd86eb,revision_number=None']} {{(pid=83487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 10:39:06.359994 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG oslo_concurrency.lockutils [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 09 10:39:06.361843 dv-neutron-821175-1-hyperv neutron-server[83487]: DEBUG neutron_lib.callbacks.manager [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:06.363283 dv-neutron-821175-1-hyperv neutron-server[83487]: INFO neutron.wsgi [None req-f14c7204-b866-4e6c-b55c-610cc19960da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc38f97a-d95e-476a-936c-088b00cd86eb HTTP/1.1" status: 204 len: 168 time: 0.1613278 Dec 09 10:39:07.107665 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:08.562094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:33.647411 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b4c3bd31-0c43-4f6b-aec7-4fb6953db3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:33.738952 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:34.849010 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:35.920708 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-04a87f9f-2fb6-4ae9-b89c-efd78e10a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:37.109492 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:39:37.682737 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:39:38.558483 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:03.648886 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6d7f-a165-4c84-b724-97704443c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:03.747298 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:04.851030 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:05.922508 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-62362040-25a0-4803-b6ea-6d64ee8fdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:07.111251 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:08.562072 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:14.683375 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:40:21.088889 dv-neutron-821175-1-hyperv neutron-server[83486]: DEBUG neutron.wsgi [req-568ed696-fa2d-4cb9-bfb8-776b483800b9 req-c8167d4a-1919-4506-9ab0-dd063df9d479 service neutron] (83486) timed out ('10.222.0.41', 38334) {{(pid=83486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 09 10:40:33.650776 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8594418f-e686-4710-a0a3-dce91c232c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:33.766234 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:34.853504 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:35.934596 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-254de109-464a-4a07-bfcf-30c564c34c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:37.114048 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:38.564300 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:40:51.683698 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:41:03.652352 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-67016992-3177-49b4-a26f-0d824863dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:03.768035 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:04.854579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:05.926525 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0d60d280-5769-4671-b33f-bae174c88c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:07.116693 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:08.567704 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:28.684350 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:41:33.653699 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-79bf05c5-d9ce-4485-80f4-840f69677cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:33.763806 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:34.856711 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:35.927579 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-0a07dbb7-741c-498e-a2bf-5958324cf7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:37.119499 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:41:38.568956 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:03.654791 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-1c9155d6-252a-4236-b368-58c0a55e9deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:03.763111 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:04.858706 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:05.684487 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:42:05.930166 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-8eea0f99-5ea1-4118-8394-c9839f273a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:07.121685 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:08.572743 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:33.658093 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3af4-7f43-4651-96c6-f23d03491f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:33.760239 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:34.862564 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:35.931881 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d51ec98d-0221-440f-9f1b-49f784a9f062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:37.126019 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:38.575100 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:42:42.685069 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:43:03.659271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-ff1922e9-5b68-418e-b398-239fa21aa9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:03.761236 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:04.865088 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:05.933798 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-70d52e7d-1c86-4588-aadb-916611dc931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:07.127721 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:08.580094 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:19.684907 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:43:33.664835 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3bf84fc6-44ee-4240-9b2f-473adfbafa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:33.758687 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:34.867660 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:35.934577 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-42cb292d-f9a6-41d6-8393-f24498dc6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:37.131196 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:38.582271 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:43:56.685059 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:44:03.666031 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-779358bb-11c3-4f4c-8715-32a7b12fe185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:03.771398 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:04.869073 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:05.936264 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0b54-49ff-4a55-8992-c6a5a4ef53d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:07.135905 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:08.584301 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:33.667812 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-b6a94e35-769f-4024-9101-1fa165bc6a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:33.684984 dv-neutron-821175-1-hyperv neutron-server[83489]: DEBUG neutron.db.agents_db [None req-b2b4b3cd-a7ec-4091-8604-88a6a6b7b9c4 None None] Agent healthcheck: found 6 active agents {{(pid=83489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 09 10:44:33.770117 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-384c1a25-7f6c-4f43-b5fa-b3b642675c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:34.871148 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-40bc62d9-7896-4f4c-8f80-63f50ec0c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:35.942948 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-3593b063-1dea-46db-bd56-c85f7a0e26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:37.136613 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-a801b443-7125-470a-8fdf-a4a6dd26b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 09 10:44:38.589628 dv-neutron-821175-1-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-d62c587e-59b9-4163-a9ac-877aeb6946a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751564271809', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3183562'] for agent, after_update {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}